User-agent: * Disallow: /metz/ Disallow: /calendar/ Disallow: /cgi-bin/ Disallow: /nr1/ # Disallow: http://test.lehrerfreund.de/ # Disallow: https://test.lehrerfreund.de/ # Disallow: http://test.lehrerfreund.de # Disallow: https://test.lehrerfreund.de Disallow: /in.php/ User-agent: GPTBot Disallow: / # Disallow: /notenschluesselrechner/ergebnis User-agent: archive.org_bot Disallow: / User-agent: archive-de.com Disallow: / # User-agent: bingbot # Crawl-Delay: 2 # User-agent: msnbot # Crawl-Delay: 15 # bad bots # check https://www.mediaevent.de/bad-bots-oder-wie-man-bots-fern-haelt/ User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: seoscanners.net Disallow: / User-agent: SEOkicks-Robot Disallow: /