# robots.txt for lapakbangade.com
#
# One group for every crawler: search engines and AI crawlers (search and
# training, e.g. GPTBot, ClaudeBot, PerplexityBot) are all welcome here.
# Cloudflare AI Crawl Control is set to allow them too (2026-09-24).
#
# Do not add a group that only says "Allow: /" for one bot. A crawler obeys
# only the most specific group that names it, so such a group silently drops
# the Disallow rules below for that bot. A bot-specific group must repeat them.
# __tests__/scripts/robots.test.ts enforces this.

User-agent: *
Allow: /
# Session pages and backend endpoints, nothing to index.
Disallow: /dashboard
Disallow: /admin
Disallow: /api/
Disallow: /auth/
# Raw prerender files. Every page is served at its clean URL (public/_redirects)
# and carries that URL as canonical, so the raw path is only a duplicate.
Disallow: /static-pages/

Sitemap: https://lapakbangade.com/sitemap.xml

# SEO tool crawlers (aggressive scrapers), blocked everywhere.
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /