# general
User-agent: *
Disallow: /tmp

User-agent: *
Disallow: /cgi

User-agent: *
Disallow: /mail

# stupid bots
User-agent: TurnitinBot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

# migration
User-agent: *
Disallow: /lib

User-agent: *
Disallow: /dict/dict.cgi

User-agent: *
Disallow: /src/bbbike
Disallow: /src/BBBike

Sitemap: http://wolfram.schneider.org/sitemap_index.xml