{
  "date": "2026-11-14",
  "sites": 60,
  "read": 56,
  "unread": [
    "npr.org (no answer)",
    "homedepot.com (403)",
    "stackoverflow.com (418)",
    "npmjs.com (403)"
  ],
  "blocksAnyTraining": 25,
  "blocksAnyAnswer": 19,
  "blocksTrainingButNotAnswer": 6,
  "blocksNothing": 31,
  "byAgent": {
    "GPTBot": 19,
    "ClaudeBot": 25,
    "Google-Extended": 14,
    "Applebot-Extended": 23,
    "CCBot": 23,
    "OAI-SearchBot": 8,
    "ChatGPT-User": 9,
    "Claude-SearchBot": 15,
    "Claude-User": 14,
    "PerplexityBot": 19,
    "Perplexity-User": 13,
    "Googlebot": 1,
    "Bingbot": 1
  },
  "byGroup": {
    "news": {
      "read": 14,
      "blocksGPTBot": 8,
      "blocksOAISearchBot": 3
    },
    "software": {
      "read": 15,
      "blocksGPTBot": 2,
      "blocksOAISearchBot": 0
    },
    "shopping": {
      "read": 9,
      "blocksGPTBot": 2,
      "blocksOAISearchBot": 1
    },
    "reference": {
      "read": 9,
      "blocksGPTBot": 7,
      "blocksOAISearchBot": 4
    },
    "developer": {
      "read": 9,
      "blocksGPTBot": 0,
      "blocksOAISearchBot": 0
    }
  },
  "rows": [
    {
      "group": "news",
      "host": "nytimes.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "theguardian.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "Claude-User",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "bbc.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "cnn.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "washingtonpost.com",
      "read": true,
      "status": 200,
      "blocked": [
        "PerplexityBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "reuters.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "apnews.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "wsj.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "Claude-User",
        "Perplexity-User",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "bloomberg.com",
      "read": true,
      "status": 200,
      "blocked": [
        "PerplexityBot",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "theverge.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "wired.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "Claude-User",
        "Perplexity-User",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "techcrunch.com",
      "read": true,
      "status": 200,
      "blocked": [
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": false,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "forbes.com",
      "read": true,
      "status": 200,
      "blocked": [
        "PerplexityBot",
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "theatlantic.com",
      "read": true,
      "status": 200,
      "blocked": [
        "Claude-SearchBot",
        "PerplexityBot",
        "Claude-User",
        "Perplexity-User",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "news",
      "host": "npr.org",
      "read": false,
      "status": null
    },
    {
      "group": "software",
      "host": "stripe.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "shopify.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "hubspot.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "salesforce.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "notion.so",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "slack.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "zoom.us",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "atlassian.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "figma.com",
      "read": true,
      "status": 200,
      "blocked": [
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "CCBot"
      ],
      "blocksAnswer": false,
      "blocksTraining": true
    },
    {
      "group": "software",
      "host": "canva.com",
      "read": true,
      "status": 200,
      "blocked": [
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": false,
      "blocksTraining": true
    },
    {
      "group": "software",
      "host": "mailchimp.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "zendesk.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "asana.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "airtable.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "software",
      "host": "intercom.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "amazon.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "shopping",
      "host": "ebay.com",
      "read": true,
      "status": 200,
      "blocked": [
        "PerplexityBot",
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "shopping",
      "host": "etsy.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "walmart.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "target.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "bestbuy.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "ikea.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "nike.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "wayfair.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "shopping",
      "host": "homedepot.com",
      "read": false,
      "status": 403
    },
    {
      "group": "reference",
      "host": "wikipedia.org",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "reference",
      "host": "reddit.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "Bingbot",
        "Googlebot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "reference",
      "host": "stackoverflow.com",
      "read": false,
      "status": 418
    },
    {
      "group": "reference",
      "host": "quora.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "reference",
      "host": "medium.com",
      "read": true,
      "status": 200,
      "blocked": [
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended"
      ],
      "blocksAnswer": false,
      "blocksTraining": true
    },
    {
      "group": "reference",
      "host": "substack.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "reference",
      "host": "imdb.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "reference",
      "host": "yelp.com",
      "read": true,
      "status": 200,
      "blocked": [
        "OAI-SearchBot",
        "Claude-SearchBot",
        "PerplexityBot",
        "ChatGPT-User",
        "Claude-User",
        "Perplexity-User",
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": true,
      "blocksTraining": true
    },
    {
      "group": "reference",
      "host": "tripadvisor.com",
      "read": true,
      "status": 200,
      "blocked": [
        "GPTBot",
        "ClaudeBot",
        "Google-Extended",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": false,
      "blocksTraining": true
    },
    {
      "group": "reference",
      "host": "healthline.com",
      "read": true,
      "status": 200,
      "blocked": [
        "GPTBot",
        "ClaudeBot",
        "Applebot-Extended",
        "CCBot"
      ],
      "blocksAnswer": false,
      "blocksTraining": true
    },
    {
      "group": "developer",
      "host": "github.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "developer.mozilla.org",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "vercel.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "cloudflare.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "docker.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "npmjs.com",
      "read": false,
      "status": 403
    },
    {
      "group": "developer",
      "host": "python.org",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "digitalocean.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "netlify.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    },
    {
      "group": "developer",
      "host": "supabase.com",
      "read": true,
      "status": 200,
      "blocked": [],
      "blocksAnswer": false,
      "blocksTraining": false
    }
  ]
}