# *
User-agent: *
Allow: /

# Host
Host: https://promptql.io

# Sitemaps
Sitemap: https://promptql.io/sitemap-1.xml

# ============================
# Block traditional search engines from .md
# ============================
User-agent: Googlebot
Disallow: /*.md$

User-agent: Bingbot
Disallow: /*.md$

User-agent: DuckDuckBot
Disallow: /*.md$

User-agent: Baiduspider
Disallow: /*.md$

User-agent: Yandex
Disallow: /*.md$

# Catch-all (block all others by default from .md)
User-agent: *
Disallow: /*.md$


# ============================
# Allow all .md docs for LLM / AI crawlers
# ============================
User-agent: GPTBot
Allow: /*.md$

User-agent: ClaudeBot
Allow: /*.md$

User-agent: PerplexityBot
Allow: /*.md$

User-agent: GeminiBot
Allow: /*.md$

User-agent: CCBot
Allow: /*.md$

User-agent: OAI-SearchBot
Allow: /*.md$

# Default: block others from .md
User-agent: *
Disallow: /*.md$