# https://fishare.app/robots.txt
# Public content is open to all crawlers. App-internal previews, the API,
# and admin are kept out of every index.

User-agent: *
Allow: /
# /api/og renders every page's og:image — it must stay crawlable or Google
# reports the image URLs as "Indexed, though blocked by robots.txt" (GSC,
# 2026-08-08) and can't show thumbnails. Longest-match wins, so this Allow
# beats the /api/ Disallow below.
Allow: /api/og
# Same trap, second time (GSC 2026-09-09): /api/config and
# /api/clubs?action=create were "Indexed, though blocked by robots.txt".
# Disallow stops the CRAWL, so Googlebot never reads the X-Robots-Tag:
# noindex that vercel.json sets on /api/(.*) — the noindex is unreachable and
# the URL stays indexed once discovered. /api/config is discovered from the
# inline fetch() URL on 8 spot pages. Allowing the crawl is what clears it:
# crawl allowed -> noindex seen -> dropped.
# Safe to open: /api/config returns only public identifiers (the anon key and
# public OAuth client IDs) that every visitor's browser already fetches
# unauthenticated, and GET /api/clubs?action=create is POST-only so it answers
# 400 {"error":"Unknown action"}.
Allow: /api/config
Allow: /api/clubs
Disallow: /preview/
Disallow: /api/
Disallow: /admin

# ── AI search & assistant crawlers ──────────────────────────────────
# Explicitly welcomed. Fishare WANTS to be cited in ChatGPT Search,
# Perplexity, Claude, Microsoft Copilot and Google's AI features. Per
# OpenAI's crawler docs, a site that disallows OAI-SearchBot is excluded
# from ChatGPT search answers, so these are allow-listed on purpose.
# (A named user-agent group does not inherit the "*" group, so the same
# Disallow set is repeated here.)

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Anthropic-AI
User-agent: Google-Extended
User-agent: Bingbot
User-agent: Applebot-Extended
Allow: /
Allow: /api/og
Allow: /api/config
Allow: /api/clubs
Disallow: /preview/
Disallow: /api/
Disallow: /admin

Sitemap: https://fishare.app/sitemap.xml