# general
User-agent: *
Disallow: /tmp
Disallow: /pgp
Disallow: /cgi
Disallow: /mail
Disallow: /lib
Disallow: /src/bbbike
Disallow: /src/BBBike
Disallow: /luft
Disallow: /.well-known

# stupid bots
User-agent: TurnitinBot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: GPTBot
Disallow: /cgi

User-agent: CCBot
Disallow: /cgi


User-agent: Googlebot-Image
Disallow: /photo
Disallow: /gif
Disallow: /bsd/gif
Disallow: /bsd/gif/images
Disallow: /luft/images

User-agent: msnbot-media
Disallow: /photo
Disallow: /gif
Disallow: /bsd/gif
Disallow: /bsd/gif/images
Disallow: /luft/images

Sitemap: https://wolfram.schneider.org/sitemap_index.xml