# robots.txt - http://www.cephalopo.de
#
# @author Jan Loderhose http://www.cephalopo.de, http://www.conscribo.de
#

Sitemap: http://www.cephalopo.de/sitemap.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /usage/
Disallow: /webmail/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /t3lib/
Disallow: /typo3conf/
Disallow: /typo3temp/

# Manage GoobleBots
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /usage/
Disallow: /webmail/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /t3lib/
Disallow: /typo3conf/
Disallow: /typo3temp/

# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Allow: /*.php$
Allow: /*.js$
Allow: /*.inc$
Allow: /*.css$
Allow: /*.gz$
Allow: /*.cgi$
Allow: /*.wmv$
Allow: /*.cgi$
Allow: /*.xhtml$
Allow: /*.php*
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.png$

# Manage Yahoo! Bot
User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /logs/
Disallow: /usage/
Disallow: /webmail/
Disallow: /typo3/
Disallow: /typo3_src/
Disallow: /t3lib/
Disallow: /typo3conf/
Disallow: /typo3temp/

# Internet Archiver Wayback Machine
User-agent: ia_archiver
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /