User-agent: Twitterbot
Disallow:

User-agent: *
Allow: /

Disallow: /_profiler/
Disallow: /_wdt/
Disallow: /_configurator/
Disallow: /admin/

Disallow: /media/
Allow: /media/cache/