# robots.txt 05.01.2026

User-agent: *
Allow: /*.html
Allow: /index.php
Allow: /*/index.php
Allow: /*/*/index.php
Allow: /*/*/*/index.php
Allow: /cms/lexikon/
Disallow: /lexikon/
Disallow: /*.php
Crawl-delay: 2
Disallow: /cgi-bin/ 
Disallow: /cgi-local/ 
Disallow: */drucken.html
Disallow: */print.html 
Disallow: *mailto* 
Disallow: */*.pdf 
Disallow: */rss.html 
Disallow: */stat.php 
Disallow: */lexikon-weiterleitungen/
Disallow: */glossary-redirections/
Disallow: /cms/administrator/
Disallow: /cms/bin/
Disallow: /cms/cache/
Disallow: /cms/components/
Disallow: /cms/cli/
Disallow: /cms/includes/
Disallow: /cms/installation/
Disallow: /cms/language/
Disallow: /cms/layouts/
Disallow: /cms/libraries/
Disallow: /cms/logs/
Disallow: /cms/modules/
Disallow: /cms/plugins/
Disallow: /cms/tmp/
Disallow: /cms/xmlrpc/
Disallow: /cms/*/lib/
Disallow: /cms/*/zlib/

User-Agent: MJ12bot
Disallow: /

User-agent: dotbot
Crawl-Delay:   10

User-agent: Slurp
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 5