# Content Signals for AI & Search
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# K53 Copilot Robots.txt
# https://mylearners.co.za

# Standard Search Engines
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /api/inventory/check
Allow: /api/blog/
Disallow: /api/
Disallow: /admin
Disallow: /portal
Disallow: /functions/
Disallow: /_*

# Google Search & Merchant Crawlers
User-agent: Googlebot
Allow: /

User-agent: Storebot-Google
Allow: /

User-agent: Google-InspectionTool
Allow: /

User-agent: GoogleOther
Allow: /

# AI Answer Engines & Assistants (AEO / GEO Permitted)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: ByteSpider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: meta-externalagent
Allow: /

# Sitemaps & Feeds
Sitemap: https://mylearners.co.za/sitemap.xml
Sitemap: https://mylearners.co.za/llms.txt
Sitemap: https://mylearners.co.za/llms-full.txt
Agentmap: https://mylearners.co.za/.well-known/ai-catalog.json
# Google Merchant Center Product Feed: https://mylearners.co.za/merchant-feed.xml
# Model Context Protocol Manifest: https://mylearners.co.za/.well-known/mcp.json