# robots.txt für www.langenfeld.de

# KI Training-Crawler BLOCKIEREN
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: AI2Bot-Dolma
Disallow: /

# Aggressive/Problematische Bots BLOCKIEREN
User-agent: Bytespider
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Seekr
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: Moz.com
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

# Allgemein
User-agent: *
Disallow: /city_info/ajax/
Disallow: /city_info/anzeige/news/
Disallow: /city_info/anzeige/redaktionssystem/
Disallow: /city_info/anzeige/zoomkarte/
Disallow: /city_info/display/adresse/
Disallow: /city_info/display/bb/
Disallow: /city_info/display/boerse/
Disallow: /city_info/display/bs/
Disallow: /city_info/display/checkliste/
Disallow: /city_info/display/checkliste_eintrag/
Disallow: /city_info/display/dokument_paket/
Disallow: /city_info/display/event/
Disallow: /city_info/display/feedback/
Disallow: /city_info/display/forum/
Disallow: /city_info/display/forums/
Disallow: /city_info/display/freizeit/
Disallow: /city_info/display/g_buch/
Disallow: /city_info/display/gallery/
Disallow: /city_info/display/gmap/
Disallow: /city_info/display/grusskarten/
Disallow: /city_info/display/img_archiv/
Disallow: /city_info/display/lebenslage/
Disallow: /city_info/display/m_calendar/
Disallow: /city_info/display/n_kalender/
Disallow: /city_info/display/news/
Disallow: /city_info/display/rat/
Disallow: /city_info/display/redaktionssystem/
Disallow: /city_info/display/tp/
Disallow: /city_info/display/v_kalender/
Disallow: /city_info/barriefrei/
Disallow: /city_info/display/dokument/
Disallow: /city_data/images/
Disallow: /city_info/display/vcard/
Disallow: /aktuelles/
Disallow: /bibliothek/
Disallow: /buergerservice/
Disallow: /business/
Disallow: /familiesenioren/
Disallow: /feuerwehr/
Disallow: /images/
Disallow: /KForum/
Disallow: /kinderjugend/
Disallow: /kulturbildung/
Disallow: /musikschule/
Disallow: /newsletter/
Disallow: /ratverwaltung/
Disallow: /Rundumansichten/
Disallow: /schulen/
Disallow: /SEG/
Disallow: /sportfreizeit/
Disallow: /stadtportrait/
Disallow: /start/
Disallow: /unserestadt/
Disallow: /veranstaltungen/
Disallow: /vhs/
Disallow: /web_auswertung/
Disallow: /web_auswertung2/
Disallow: /webdesign/
Disallow: /tests/

Sitemap: https://www.langenfeld.de/sitemap.xml