# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /typo3/
User-agent: *
Disallow: /typo3/

# Disallow directory /fileadmin/GLOABL
User-agent: *
Disallow: /fileadmin/GLOBAL/

User-agent: *
Disallow: /typo3conf/

User-agent: *
Disallow: /typo3temp/

User-agent: *
Disallow: /t3lib/

User-agent: *
Disallow: /tslib/

User-agent: *
Disallow: /awstats_log/

User-agent: *
Disallow: /media/