user-agent: *
disallow: /jobs/click

# AI training + high-volume crawlers: content pages allowed, jobs and parameterized URLs not
user-agent: meta-externalagent
user-agent: GPTBot
user-agent: CCBot
user-agent: PetalBot
user-agent: ClaudeBot
disallow: /jobs/
disallow: /*?

# SEO tools and crawlers without user value
user-agent: AhrefsBot
user-agent: SemrushBot
user-agent: SERankingBacklinksBot
user-agent: BLEXBot
user-agent: MJ12bot
user-agent: DotBot
user-agent: DataForSeoBot
user-agent: serpstatbot
user-agent: IbouBot
user-agent: Baiduspider
user-agent: Bytespider
disallow: /

sitemap: https://www.versicherungs-makler.com/sitemap.xml