# robots.txt for http://www.diabetes-forum.de # Slow Downs User-agent: AddSearchBot Crawl-delay: 10 User-agent: Claude-SearchBot Crawl-delay: 20 User-agent: googlebot Disallow: /*typ=download* Crawl-delay: 10 User-agent: Applebot Crawl-delay: 10 # Slowdown MSN Bot User-Agent: msnbot Crawl-Delay: 120 User-agent: Buck Disallow: / User-agent: PetalBot Disallow: / # ubermetrics-technologies.com User-agent: um-IC Disallow: / # AI Crawler User-agent: GPTBot Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: AIWebIndex Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Bytespider Disallow: / User-agent: TikTokSpider Disallow: / User-agent: TurnitinBot Disallow: / User-agent: DeepseekBot Disallow: / User-agent: PanguBot Disallow: / # Meta User-agent: meta-webindexer Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: Google-Extended Disallow: / User-agent: YandexBot Disallow: / User-agent: Amazonbot Disallow: / # https://megaindex.com/crawler User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-agent: SeekportBot Disallow: / User-agent: Neticle Crawler Disallow: / User-agent: CCBot Disallow: / User-agent: barkrowler Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: PetalBot Disallow: / User-agent: SEOkicks Disallow: / User-agent: AdsBot-Google Disallow: / User-agent: Adsbot Disallow: / User-agent: sogou spider Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: Yahoo-Newscrawler Disallow: / User-agent: mirago Disallow: / User-agent: KIT-Paperball Disallow: / User-agent: fast Disallow: / User-agent: gigabot Disallow: / User-agent: semanticdiscovery Disallow: / user-agent: AhrefsBot disallow: / User-agent: msnbot Crawl-delay: 120 User-agent: Disallow: /scripts/voting.asp User-agent: MJ12bot Disallow: / User-agent: sentibot Disallow: / User-Agent: trendictionbot Disallow: / User-Agent: piplbot Disallow: / # AHrefs User-agent: AhrefsBot Disallow: / # riddler.io User-agent: Riddler Disallow: / # Semrushbot User-agent: SemrushBot-SA Disallow: / # Ntent User-agent: NTENTbot Disallow: / # MJ12 Bot User-agent: MJ12bot Disallow: / User-agent: MojeekBot Disallow: / User-agent: Flamingo_SearchEngine+(+http://www.flamingosearch.com/bot) Disallow: / User-agent: Flamingo_SearchEngine Disallow: / User-agent: BLEXBot Disallow: / User-agent: DotBot Disallow: / # http://linkfluence.net/ User-agent: Kraken Disallow: / # https://www.semrush.com/bot/ User-agent: SemrushBot Disallow: / # http://ltx71.com/ User-agent: ltx71 Disallow: / User-agent: PetaBot Disallow: /