# Melody Genie robots.txt
# Updated 2026-07-27
#
# Public pages are available to search engines and answer-engine crawlers.
# Private application and API surfaces stay out of crawl queues.
#
# CONTENT USAGE PREFERENCES
# Melody Genie explicitly ALLOWS automated processing, AI answer grounding,
# search indexing and model training on its public pages. We want to be cited.
# Preferences are stated three ways so that whichever vocabulary a crawler
# happens to implement, it finds a permissive answer:
#
#   1. Content-Usage  - IETF AIPREF working group vocabulary (standards track,
#                       draft-ietf-aipref-attach / draft-ietf-aipref-vocab).
#                       Labels: bots, train-ai, ai-output, search. Values y/n.
#   2. Content-Signal - Cloudflare's vocabulary (contentsignals.org).
#                       Labels: ai-train, search, ai-input. Values yes/no.
#   3. Content-Usage and Content-Signal are also sent as HTTP response headers
#      on every route (see vercel.json).
#
# Per RFC 9309 unrecognised rules are ignored, so neither line affects crawling.

User-agent: *
Allow: /
Allow: /api/sitemap
Allow: /api/markdown
Disallow: /api/
Disallow: /cmd808
Disallow: /dashboard
Disallow: /login
Disallow: /signup
Disallow: /plugin/activate
Content-Usage: bots=y, train-ai=y, ai-output=y, search=y
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# OpenAI documents OAI-SearchBot as the crawler used to surface public content
# in ChatGPT search. These explicit rules mirror the public/private boundary
# above while keeping citable pages and the Markdown representation available.
User-agent: OAI-SearchBot
Allow: /
Allow: /api/sitemap
Allow: /api/markdown
Disallow: /api/
Disallow: /cmd808
Disallow: /dashboard
Disallow: /login
Disallow: /signup
Disallow: /plugin/activate
Content-Usage: bots=y, train-ai=y, ai-output=y, search=y
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: ChatGPT-User
Allow: /
Allow: /api/markdown
Disallow: /api/
Disallow: /cmd808
Disallow: /dashboard
Disallow: /login
Disallow: /signup
Disallow: /plugin/activate
Content-Usage: bots=y, train-ai=y, ai-output=y, search=y
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: GPTBot
Allow: /
Allow: /api/markdown
Disallow: /api/
Disallow: /cmd808
Disallow: /dashboard
Disallow: /login
Disallow: /signup
Disallow: /plugin/activate
Content-Usage: bots=y, train-ai=y, ai-output=y, search=y
Content-Signal: search=yes, ai-input=yes, ai-train=yes

Sitemap: https://melodygenie.app/sitemap.xml