{
  "generatedAt": "2026-07-06",
  "canonicalUrl": "https://labelloop.app/crawler-policy.json",
  "robots": "https://labelloop.app/robots.txt",
  "policy": {
    "publicMarketingContent": "allow",
    "privateApplicationContent": "not listed in this static website package",
    "preferredDiscovery": [
      "https://labelloop.app/sitemap-index.xml",
      "https://labelloop.app/sitemap.xml",
      "https://labelloop.app/llms.txt",
      "https://labelloop.app/brand-facts.json",
      "https://labelloop.app/markets.json",
      "https://labelloop.app/faq-index.json",
      "https://labelloop.app/answer-engine-prompts.json"
    ],
    "citation": "https://labelloop.app/citation-policy.json"
  },
  "agents": [
    {
      "agent": "OAI-SearchBot",
      "kind": "search",
      "purpose": "ChatGPT Search visibility",
      "source": "https://openai.com/searchbot.json",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "ChatGPT-User",
      "kind": "user-retrieval",
      "purpose": "User-initiated ChatGPT retrieval",
      "source": "https://openai.com/chatgpt-user.json",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "GPTBot",
      "kind": "model-training",
      "purpose": "OpenAI foundation-model training crawler",
      "source": "https://openai.com/gptbot.json",
      "allowed": true,
      "notes": "Allowed for public marketing pages only; do not infer private app access."
    },
    {
      "agent": "Claude-SearchBot",
      "kind": "search",
      "purpose": "Claude search visibility",
      "source": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "Claude-User",
      "kind": "user-retrieval",
      "purpose": "User-initiated Claude retrieval",
      "source": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "ClaudeBot",
      "kind": "model-training",
      "purpose": "Anthropic model-training crawler",
      "source": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
      "allowed": true,
      "notes": "Allowed for public marketing pages only; do not infer private app access."
    },
    {
      "agent": "PerplexityBot",
      "kind": "search-or-retrieval",
      "purpose": "Perplexity search visibility",
      "source": "https://www.perplexity.com/perplexitybot.json",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "Perplexity-User",
      "kind": "search-or-retrieval",
      "purpose": "User-initiated Perplexity retrieval",
      "source": "https://www.perplexity.com/perplexity-user.json",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "Googlebot",
      "kind": "search-or-retrieval",
      "purpose": "Google Search indexing",
      "source": "Google Search Central crawler documentation",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "Google-Extended",
      "kind": "search-or-retrieval",
      "purpose": "Google AI model-use control",
      "source": "Google crawler controls documentation",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "Bingbot",
      "kind": "search-or-retrieval",
      "purpose": "Bing Search and Copilot discovery",
      "source": "Bing Webmaster Tools",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    },
    {
      "agent": "Applebot",
      "kind": "search-or-retrieval",
      "purpose": "Apple Search/Siri discovery",
      "source": "Applebot documentation",
      "allowed": true,
      "notes": "Allowed for public search, answer-engine retrieval or user-initiated browsing."
    }
  ],
  "providerNotes": [
    {
      "provider": "OpenAI",
      "source": "https://developers.openai.com/api/docs/bots",
      "note": "OAI-SearchBot controls ChatGPT search visibility, GPTBot is separate training access, and ChatGPT-User is user initiated."
    },
    {
      "provider": "Anthropic",
      "source": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "Claude-SearchBot, Claude-User and ClaudeBot have separate purposes for search, user retrieval and model development."
    },
    {
      "provider": "Google",
      "source": "https://developers.google.com/search/docs/crawling-indexing/robots/intro",
      "note": "Robots.txt manages crawl access and is not a mechanism for hiding pages from Google Search."
    },
    {
      "provider": "IndexNow",
      "source": "https://www.indexnow.org/documentation",
      "note": "Use the IndexNow URL payload after deployment to notify participating search engines of public URL updates."
    }
  ]
}