# Robots.txt for crawler

User-agent: *

# Disallow Crawler
Disallow: /Sso
Disallow: /Benutzer
Disallow: /User
Disallow: /Anzeigen
Disallow: /Dateien
Disallow: /Nachrichten/Suche
# possibly do not allow motif pictures to prevent file generation in advance
#Disallow: /Motif/*.jpg

# disallow some KI bots
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /

# Max crawler time per page in sec
Crawl-Delay: 2

#Sitemap
#Sitemap: https://www.gaeubote.de/Sitemap_Index.xml.gz

# Legal notice: gaeubote.de expressly reserves the right to use its content for commercial text and data mining (§ 44b UrhG). 
# The use of robots or other automated means to access gaeubote.de or collect or mine data without the express permission of gaeubote.de is strictly prohibited. 
# If you would like to apply for permission to crawl gaeubote.de, collect or use data, please contact syndication@gaeubote.de