# Robots policy for FoxyData (foxydata.dev) — Digital Business & Cloud Infrastructure Benchmark Intelligence
# RFC 9309 Compliant — Validated for Google Search Essentials

User-agent: *
Allow: /wp-content/uploads/
Allow: /assets/
Disallow: /go/
Disallow: /*/go/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /api/private/

# AI Search & Retrieval Crawlers (Generative Engine Optimization)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: cohere-ai
User-agent: Bytespider

# Machine-Readable LLM Discovery & Index
# LLM guide for AI systems: https://foxydata.dev/llms.txt
# LLM full corpus index: https://foxydata.dev/llms-full.txt
# LLM JSON structured manifest: https://foxydata.dev/llms.json

Sitemap: https://foxydata.dev/sitemap_index.xml
Disallow: */page/
Disallow: *?paged=*