# For Twitterbot
User-agent: Twitterbot
Disallow:

# For all robots
User-agent: *

# Disallow not useful sites
Disallow: /admin/
Disallow: /dlc/
Disallow: /fileadmin/templates/
Disallow: /t3lib/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /typo3conf/ext/*/Resources/Private/
Disallow: /clear.gif
Disallow: /*print.html
Disallow: /*?*

# No more than one Request every 20 seconds
Crawl-delay: 20.0