# Robots.txt for PaperLink Document Management Platform

User-agent: *
Allow: /

# Allow Next.js static assets — required for Googlebot rendering (WRS)
Allow: /_next/static/
Allow: /_next/image/

# Disallow build artifacts and system files
Disallow: /node_modules/
Disallow: /.git/

# Disallow dynamic auth pages that shouldn't be indexed
Disallow: /*/account/
Disallow: /*/auth/
Disallow: /auth/

# Sitemap location
Sitemap: https://www.paperlink.online/sitemap.xml

# AI Agents — llms.txt for structured documentation
# See https://llmstxt.org for specification
# Discovery via <link rel="llms"> in HTML and /.well-known/llms.txt

# AI search bots — explicitly allowed for GEO
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Amazonbot
Allow: /

# Crawl-delay (Bing/Yahoo respect this, Google ignores it)
User-agent: Bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 2

# Block problematic bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /