User-agent: *
# Login / User-Bereiche
Disallow: /admin.php
Disallow: /account/
Disallow: /mitglied/
Disallow: /conversations/
Disallow: /login/
Disallow: /register/
Disallow: /lost-password/
Disallow: /logout/
Disallow: /search/*
Disallow: /proxy.php

Disallow: /whats-new/posts/*
Disallow: /whats-new/latest-activity?before_id=*

# Foren, die nicht im Index sein muessen
Disallow: /forum/informationen-fuer-neue-user-und-vorstellungen.4/
Disallow: /forum/anregungen-zum.2/
Disallow: /forum/alte-erledigte-anregungen.3458/

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-SearchBot
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: CCBot
User-agent: img2dataset
User-agent: PetalBot
User-agent: YouBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Omgili
User-agent: Omgilibot
User-agent: Bytespider
User-agent: magpie-crawler
User-agent: Diffbot
User-agent: TimpiBot
User-agent: iask.ai
User-agent: VelenPublicWebCrawler
User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Baiduspider
User-agent: Amazonbot
User-agent: yacybot
User-agent: SeznamBot
User-agent: Seekport
User-agent: coccocbot
User-agent: Mojeek
User-agent: Fleebs
User-agent: Yeti
Disallow: /


User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-EO
User-agent: SemrushBot-ESI
User-agent: SemrushBot-FT
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: MJ12bot
User-agent: Dotbot
User-agent: SeobilityBot
User-agent: SiteAuditBot
User-agent: BLEXBot
User-agent: DataForSEO
User-agent: CrawlerBot
User-agent: Barkrowler
User-agent: RyteBot
User-agent: SplitSignalBot
User-agent: AwarioBot
User-agent: trendictionbot
User-agent: MeltwaterNews
User-agent: Neticle Crawler
User-agent: Netvibes
User-agent: NoahBot
User-agent: Optimizer
User-agent: PressEngineBot
User-agent: PlagAwareBot
User-agent: Blackbox Exporter
User-agent: PRTG Network Monitor
User-agent: Qwarrybot
User-agent: Ai2Bot
User-agent: AppleNewsBot
User-agent: Pinterestbot
User-agent: YandexMetrika
User-agent: SERankingBacklinksBot
Disallow: /

User-agent: archive.org_bot
User-agent: InternetArchive
User-agent: Heritrix
User-agent: arquivo-web-crawler
User-agent: IABot
Disallow: /

Sitemap: https://www.android-hilfe.de/sitemap.php