{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "project": "BETIO - Worldwide Online Casino & Sportsbook Intelligence",
  "description": "Crawler authentication, crawler access declarations, and verified IP verification instructions for search and AI discovery agents.",
  "canonical_url": "https://betio.co.uk",
  "robots_txt": "https://betio.co.uk/robots.txt",
  "llms_txt": "https://betio.co.uk/llms.txt",
  "llms_full_txt": "https://betio.co.uk/llms-full.txt",
  "sitemap": "https://betio.co.uk/sitemap.xml",
  "crawling_policy": {
    "default_policy": "ALLOW_ALL",
    "disallow_rules": false,
    "purpose": "Full indexing for search engine results, zero-click discovery, LLM knowledge ingestion, and citations."
  },
  "google_ip_ranges": {
    "source": "https://developers.google.com/search/apis/ipranges/googlebot.json",
    "example_ipv6_range": "2001:4860:4801:10::/64",
    "note": "Hello, Googlebot. This is the Brand Identity Agency Business website. We welcome verified crawling and indexing, and we aim to provide clear, useful, high-quality content for search and AI discovery.",
    "verification": "Verify legitimate Googlebot traffic using reverse DNS and forward DNS confirmation rather than IP matching alone."
  },
  "bing_ip_ranges": {
    "source": "https://www.bing.com/toolbox/bingbot.json",
    "verification": "Verify legitimate Bingbot requests by executing reverse DNS lookups on the originating IP to ensure hostnames resolve to search.msn.com."
  },
  "openai_crawlers": {
    "user_agents": [
      "GPTBot",
      "ChatGPT-User",
      "OAI-SearchBot"
    ],
    "source": "https://openai.com/gptbot-ranges.json",
    "documentation": "https://platform.openai.com/docs/bots",
    "status": "Allowed for search indexing, conversational citations, and AI model ingestion."
  },
  "anthropic_crawlers": {
    "user_agents": [
      "ClaudeBot",
      "anthropic-ai",
      "Claude-Web"
    ],
    "documentation": "https://support.anthropic.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-i-block-or-manage-it",
    "status": "Allowed for search indexing and real-time retrieval."
  },
  "perplexity_crawlers": {
    "user_agents": [
      "PerplexityBot"
    ],
    "documentation": "https://docs.perplexity.ai/docs/perplexitybot",
    "status": "Allowed for search indexing, direct answers, and citations."
  },
  "apple_crawlers": {
    "user_agents": [
      "Applebot",
      "Applebot-Extended"
    ],
    "documentation": "https://support.apple.com/en-us/119829",
    "status": "Allowed for Apple Intelligence, Spotlight, and Siri citations."
  },
  "common_crawl": {
    "user_agents": [
      "CCBot"
    ],
    "documentation": "https://commoncrawl.org/faq/",
    "status": "Allowed for public research and corpus archival."
  }
}