# QRSansar Robots.txt
# https://qrsansar.com

User-agent: *
Allow: /

# Disallow internal routes
Disallow: /api/
Disallow: /login
# Disallow dynamic QR redirect pages — these are external redirects,
# not content, and were flagged by Google for hosting deceptive pages.
Disallow: /r/
# /d/ (public document pages) are indexable by default. Individual
# documents can opt out via the per-document "Unlisted" flag, which emits
# <meta name="robots" content="noindex"> and excludes them from sitemap.xml.

# Allow social bots to access /d/ pages for link previews (OG tags)
User-agent: facebookexternalhit
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: Facebot
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: LinkedInBot
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: Twitterbot
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: WhatsApp
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: TelegramBot
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: Slackbot
Allow: /d/
Disallow: /api/
Disallow: /r/

User-agent: Discordbot
Allow: /d/
Disallow: /api/
Disallow: /r/

# Allow AI scraping
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

# Sitemap
Sitemap: https://qrsansar.com/sitemap.xml