{"schemaVersion":1,"meta":{"windowDays":30,"pagesWithReaders":305,"minForLeader":3,"scope":"ai_companies_only","leaderRule":"A company is named as a page's main reader only when the page has at least 3 AI fetches in the window and that company is strictly ahead of the runner-up. Otherwise the count is shown without a name.","purposeNote":"Purpose is not inferred. Vendors run separate user agents for corpus building, live retrieval and search indexing, and we record which one called.","lastUpdated":"2026-08-30T23:16:50.139Z"},"pages":{"/stories":{"path":"/stories","total":13,"firstSeen":"2026-08-04T04:22:24.101Z","lastSeen":"2026-08-30T23:02:09.696Z","firstBot":"Amazonbot","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"Amazonbot","count":4},{"bot":"Bingbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":46,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/firebase-admin.json":{"path":"/firebase-admin.json","total":6,"firstSeen":"2026-08-09T12:36:52.377Z","lastSeen":"2026-08-29T18:29:40.061Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/root/.azure/accesstokens.json":{"path":"/@fs/root/.azure/accesstokens.json","total":5,"firstSeen":"2026-08-09T12:36:51.717Z","lastSeen":"2026-08-29T18:28:41.829Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/env.json":{"path":"/env.json","total":13,"firstSeen":"2026-08-08T18:54:12.253Z","lastSeen":"2026-08-29T18:27:31.012Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"ClaudeBot","count":2},{"bot":"MistralAI-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":46,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/key.pem":{"path":"/key.pem","total":12,"firstSeen":"2026-08-08T18:56:21.658Z","lastSeen":"2026-08-29T18:27:56.492Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/platform-ledger/data.json":{"path":"/platform-ledger/data.json","total":17,"firstSeen":"2026-08-07T06:49:05.897Z","lastSeen":"2026-08-27T14:39:27.787Z","firstBot":"Googlebot","byCompany":[{"company":"Google","count":5,"topPurpose":"search"},{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":12},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5}],"byBot":[{"bot":"Googlebot","count":5},{"bot":"Meta-ExternalAgent","count":4},{"bot":"Applebot","count":3},{"bot":"Bingbot","count":3},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Google","count":5,"sharePct":29,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/serviceaccountkey.json":{"path":"/serviceaccountkey.json","total":15,"firstSeen":"2026-08-08T18:56:18.874Z","lastSeen":"2026-08-29T18:29:07.615Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"GPTBot","count":2},{"bot":"Claude-User","count":1},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":47,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/web.config":{"path":"/web.config","total":4,"firstSeen":"2026-08-09T19:19:20.840Z","lastSeen":"2026-08-29T18:29:52.660Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":75,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config/runtime.exs":{"path":"/config/runtime.exs","total":4,"firstSeen":"2026-08-11T05:45:48.934Z","lastSeen":"2026-08-29T18:29:46.397Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config.env":{"path":"/config.env","total":13,"firstSeen":"2026-08-08T18:56:24.998Z","lastSeen":"2026-08-29T18:29:33.675Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"Amazonbot","count":4},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":46,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/kit/survey":{"path":"/kit/survey","total":6,"firstSeen":"2026-08-08T12:09:59.212Z","lastSeen":"2026-08-29T11:33:34.197Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Google","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Applebot","count":1},{"bot":"Googlebot","count":1}],"leader":{"company":"Amazon","count":4,"sharePct":67,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/azure-credentials.json":{"path":"/azure-credentials.json","total":5,"firstSeen":"2026-08-09T19:19:16.878Z","lastSeen":"2026-08-29T18:29:33.688Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"Amazonbot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/articles/the-data-audit-that-saves-ai-projects":{"path":"/articles/the-data-audit-that-saves-ai-projects","total":4,"firstSeen":"2026-08-18T18:21:08.912Z","lastSeen":"2026-08-27T19:07:40.423Z","firstBot":"Meta-ExternalAgent","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Applebot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/data":{"path":"/data","total":12,"firstSeen":"2026-08-18T18:20:44.636Z","lastSeen":"2026-08-27T22:57:36.912Z","firstBot":"Meta-ExternalAgent","byCompany":[{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":8},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4}],"byBot":[{"bot":"Meta-ExternalAgent","count":4},{"bot":"Applebot","count":3},{"bot":"Amazonbot","count":2},{"bot":"Googlebot","count":2},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":4,"sharePct":33,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/keys/service-account.json":{"path":"/keys/service-account.json","total":6,"firstSeen":"2026-08-09T19:19:13.614Z","lastSeen":"2026-08-29T18:29:07.615Z","firstBot":"PerplexityBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1},{"bot":"Meta-ExternalAgent","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/@fs/root/.config/anthropic/credentials/default.json":{"path":"/@fs/root/.config/anthropic/credentials/default.json","total":6,"firstSeen":"2026-08-09T12:36:48.565Z","lastSeen":"2026-08-29T18:28:47.832Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/articles/why-ai-projects-fail":{"path":"/articles/why-ai-projects-fail","total":6,"firstSeen":"2026-08-08T09:42:51.650Z","lastSeen":"2026-08-29T14:40:45.874Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"},{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Bingbot","count":1},{"bot":"Googlebot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/aws_credentials.txt":{"path":"/aws_credentials.txt","total":1,"firstSeen":"2026-08-09T12:36:46.299Z","lastSeen":"2026-08-09T12:36:46.299Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/settings.json":{"path":"/settings.json","total":15,"firstSeen":"2026-08-08T18:54:11.595Z","lastSeen":"2026-08-29T18:29:07.625Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"OpenAI","count":6,"topPurpose":"retrieval"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":5},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"ChatGPT-User","count":2},{"bot":"GPTBot","count":2},{"bot":"MistralAI-User","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"Claude-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":40,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"tied"}},"/gcp-credentials.json":{"path":"/gcp-credentials.json","total":5,"firstSeen":"2026-08-09T12:36:51.255Z","lastSeen":"2026-08-29T18:29:07.649Z","firstBot":"ClaudeBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":2,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":2},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/wp-config.php.old":{"path":"/wp-config.php.old","total":5,"firstSeen":"2026-08-09T19:19:14.561Z","lastSeen":"2026-08-29T18:29:13.376Z","firstBot":"PerplexityBot","byCompany":[{"company":"Anthropic","count":2,"topPurpose":"search"},{"company":"Perplexity","count":2,"topPurpose":"search"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"PerplexityBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"Claude-SearchBot","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Anthropic","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/.flaskenv":{"path":"/.flaskenv","total":4,"firstSeen":"2026-08-11T05:45:30.852Z","lastSeen":"2026-08-29T18:28:19.034Z","firstBot":"PerplexityBot","byCompany":[{"company":"Perplexity","count":3,"topPurpose":"search"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"PerplexityBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Perplexity","count":3,"sharePct":75,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/articles/what-ai-clients-are-actually-buying-2026":{"path":"/articles/what-ai-clients-are-actually-buying-2026","total":6,"firstSeen":"2026-08-14T01:47:39.772Z","lastSeen":"2026-08-28T02:34:37.833Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Googlebot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/wreck-watch":{"path":"/wreck-watch","total":9,"firstSeen":"2026-08-07T11:13:29.835Z","lastSeen":"2026-08-29T18:22:07.109Z","firstBot":"Bingbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Apple","count":2,"topPurpose":"search"},{"company":"Microsoft","count":2,"topPurpose":"search"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":8},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Applebot","count":2},{"bot":"Bingbot","count":2},{"bot":"Googlebot","count":1},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":22,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/config/anthropic.json":{"path":"/config/anthropic.json","total":4,"firstSeen":"2026-08-09T12:36:50.752Z","lastSeen":"2026-08-16T01:46:05.784Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":75,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/gcp-service-account.json":{"path":"/gcp-service-account.json","total":5,"firstSeen":"2026-08-09T12:36:50.428Z","lastSeen":"2026-08-29T18:29:33.682Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/secrets.env":{"path":"/secrets.env","total":5,"firstSeen":"2026-08-09T19:19:17.346Z","lastSeen":"2026-08-29T18:29:33.717Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Claude-SearchBot","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/auth.json":{"path":"/auth.json","total":4,"firstSeen":"2026-08-09T19:19:20.877Z","lastSeen":"2026-08-16T01:46:16.181Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":75,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/rclone.conf":{"path":"/rclone.conf","total":14,"firstSeen":"2026-08-08T18:54:10.566Z","lastSeen":"2026-08-29T18:29:52.700Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":6},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"ChatGPT-User","count":3},{"bot":"MistralAI-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"Claude-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/etc/nginx/nginx.conf":{"path":"/@fs/etc/nginx/nginx.conf","total":6,"firstSeen":"2026-08-09T19:19:12.173Z","lastSeen":"2026-08-29T18:28:41.815Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Applebot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.gcp/service-account.json":{"path":"/.gcp/service-account.json","total":6,"firstSeen":"2026-08-09T19:19:16.560Z","lastSeen":"2026-08-29T18:29:33.672Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/firebase.json":{"path":"/firebase.json","total":6,"firstSeen":"2026-08-09T19:19:19.990Z","lastSeen":"2026-08-29T18:29:40.080Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"Bytespider","count":1},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/threat-ledger":{"path":"/threat-ledger","total":17,"firstSeen":"2026-08-16T11:43:51.589Z","lastSeen":"2026-08-30T08:18:34.956Z","firstBot":"Bingbot","byCompany":[{"company":"Meta","count":5,"topPurpose":"training"},{"company":"Apple","count":4,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":10},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":5},{"bot":"Applebot","count":4},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Googlebot","count":2},{"bot":"Bingbot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":5,"sharePct":29,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/home/ubuntu/.config/gcloud/application_default_credentials.json":{"path":"/@fs/home/ubuntu/.config/gcloud/application_default_credentials.json","total":7,"firstSeen":"2026-08-09T12:36:49.747Z","lastSeen":"2026-08-29T18:28:41.822Z","firstBot":"ClaudeBot","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Anthropic","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":57,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/.azure/azureprofile.json":{"path":"/.azure/azureprofile.json","total":6,"firstSeen":"2026-08-09T19:19:19.519Z","lastSeen":"2026-08-29T18:29:33.686Z","firstBot":"Amazonbot","byCompany":[{"company":"Perplexity","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"PerplexityBot","count":3},{"bot":"Amazonbot","count":2},{"bot":"Bytespider","count":1}],"leader":{"company":"Perplexity","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.openclaw/openclaw.json":{"path":"/.openclaw/openclaw.json","total":13,"firstSeen":"2026-08-08T18:56:21.984Z","lastSeen":"2026-08-29T18:29:20.374Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config.yaml":{"path":"/config.yaml","total":5,"firstSeen":"2026-08-09T19:19:20.489Z","lastSeen":"2026-08-29T18:29:46.382Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/sitemap-index.xml":{"path":"/sitemap-index.xml","total":1,"firstSeen":"2026-08-22T22:33:58.135Z","lastSeen":"2026-08-22T22:33:58.135Z","firstBot":"Googlebot","byCompany":[{"company":"Google","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Googlebot","count":1}],"leader":{"company":"Google","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/google-credentials.json":{"path":"/google-credentials.json","total":6,"firstSeen":"2026-08-09T12:36:50.400Z","lastSeen":"2026-08-29T18:27:48.503Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/articles/ai-consultant-day-rates-uk-2026":{"path":"/articles/ai-consultant-day-rates-uk-2026","total":275,"firstSeen":"2026-08-01T02:46:04.013Z","lastSeen":"2026-08-30T22:59:52.918Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":206,"topPurpose":"retrieval"},{"company":"Anthropic","count":32,"topPurpose":"retrieval"},{"company":"Microsoft","count":22,"topPurpose":"search"},{"company":"Google","count":5,"topPurpose":"search"},{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"You.com","count":2,"topPurpose":"search"},{"company":"DuckDuckGo","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":231},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":41},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"ChatGPT-User","count":198},{"bot":"Claude-User","count":32},{"bot":"Bingbot","count":22},{"bot":"OAI-SearchBot","count":8},{"bot":"Amazonbot","count":4},{"bot":"Googlebot","count":4},{"bot":"Meta-ExternalAgent","count":2},{"bot":"YouBot","count":2},{"bot":"DuckAssistBot","count":1},{"bot":"GoogleOther","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":206,"sharePct":75,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/docker-compose.yml":{"path":"/docker-compose.yml","total":6,"firstSeen":"2026-08-09T12:36:51.693Z","lastSeen":"2026-08-29T18:28:04.640Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/secrets.yaml":{"path":"/secrets.yaml","total":2,"firstSeen":"2026-08-13T21:12:22.609Z","lastSeen":"2026-08-29T18:29:46.401Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/benchmark/data.json":{"path":"/benchmark/data.json","total":7,"firstSeen":"2026-08-18T18:21:14.940Z","lastSeen":"2026-08-29T19:15:58.965Z","firstBot":"Meta-ExternalAgent","byCompany":[{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Applebot","count":3},{"bot":"Googlebot","count":2},{"bot":"Meta-ExternalAgent","count":2}],"leader":{"company":"Apple","count":3,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/backend/aws.json":{"path":"/backend/aws.json","total":5,"firstSeen":"2026-08-09T12:36:46.489Z","lastSeen":"2026-08-29T18:29:46.430Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Anthropic","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-SearchBot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Anthropic","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/newsletter":{"path":"/newsletter","total":13,"firstSeen":"2026-08-01T04:56:35.492Z","lastSeen":"2026-08-28T17:35:16.697Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":7,"topPurpose":"search"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":10},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"Bingbot","count":7},{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":3}],"leader":{"company":"Microsoft","count":7,"sharePct":54,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/service-account.json":{"path":"/service-account.json","total":15,"firstSeen":"2026-08-08T18:56:18.679Z","lastSeen":"2026-08-29T18:27:48.454Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Anthropic","count":2,"topPurpose":"retrieval"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Googlebot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":47,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/root/terraform.tfstate":{"path":"/@fs/root/terraform.tfstate","total":6,"firstSeen":"2026-08-09T19:19:10.442Z","lastSeen":"2026-08-29T18:28:36.240Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"GPTBot","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/home/ubuntu/.azure/accesstokens.json":{"path":"/@fs/home/ubuntu/.azure/accesstokens.json","total":6,"firstSeen":"2026-08-09T19:19:12.230Z","lastSeen":"2026-08-29T18:28:41.808Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"GPTBot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":67,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/sa.json":{"path":"/sa.json","total":5,"firstSeen":"2026-08-09T19:19:13.615Z","lastSeen":"2026-08-29T18:27:48.494Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/store":{"path":"/store","total":14,"firstSeen":"2026-08-01T10:21:54.879Z","lastSeen":"2026-08-26T19:40:16.808Z","firstBot":"Bingbot","byCompany":[{"company":"OpenAI","count":9,"topPurpose":"retrieval"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":9},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":5}],"byBot":[{"bot":"ChatGPT-User","count":5},{"bot":"OAI-SearchBot","count":4},{"bot":"Bingbot","count":3},{"bot":"Amazonbot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":9,"sharePct":64,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/gcp-service.json":{"path":"/gcp-service.json","total":5,"firstSeen":"2026-08-09T19:19:16.194Z","lastSeen":"2026-08-29T18:29:26.987Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"search"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"OAI-SearchBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.claude.json":{"path":"/.claude.json","total":13,"firstSeen":"2026-08-08T18:56:22.727Z","lastSeen":"2026-08-29T18:28:04.640Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"ByteDance","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":3},{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/root/.ovh.conf":{"path":"/@fs/root/.ovh.conf","total":4,"firstSeen":"2026-08-09T19:19:12.215Z","lastSeen":"2026-08-29T18:28:41.798Z","firstBot":"PerplexityBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Perplexity-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/terraform.tfstate":{"path":"/terraform.tfstate","total":13,"firstSeen":"2026-08-08T18:56:19.901Z","lastSeen":"2026-08-20T21:28:54.022Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"Googlebot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/submit":{"path":"/submit","total":7,"firstSeen":"2026-08-18T18:19:57.961Z","lastSeen":"2026-08-30T23:03:07.297Z","firstBot":"Meta-ExternalAgent","byCompany":[{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":3},{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":3,"sharePct":43,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/appsettings.json":{"path":"/appsettings.json","total":6,"firstSeen":"2026-08-09T12:36:52.373Z","lastSeen":"2026-08-29T18:29:40.065Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":5,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":5},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Amazon","count":5,"sharePct":83,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/app/terraform.tfstate":{"path":"/@fs/app/terraform.tfstate","total":6,"firstSeen":"2026-08-09T19:19:10.435Z","lastSeen":"2026-08-29T18:28:36.240Z","firstBot":"ClaudeBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/appsettings.development.json":{"path":"/appsettings.development.json","total":6,"firstSeen":"2026-08-09T19:19:19.761Z","lastSeen":"2026-08-29T18:29:40.068Z","firstBot":"PerplexityBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/secrets/aws.json":{"path":"/secrets/aws.json","total":6,"firstSeen":"2026-08-09T12:36:46.489Z","lastSeen":"2026-08-29T18:29:46.397Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":3}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/%24%7b%28%23a%3d%40org.apache.commons.io.ioutils%40tostring%28%40java.lang.runtime%40getruntime%28%29.exec%28%22echo%20gscan_cf%22%29.getinputstream%28%29%2c%22utf-8%22%29%29.%28%40com.opensymphony.webwork.servletactioncontext%40getresponse%28%29.setheader%28%22x-cmd-response%22%2c%23a%29%29%7d":{"path":"/%24%7b%28%23a%3d%40org.apache.commons.io.ioutils%40tostring%28%40java.lang.runtime%40getruntime%28%29.exec%28%22echo%20gscan_cf%22%29.getinputstream%28%29%2c%22utf-8%22%29%29.%28%40com.opensymphony.webwork.servletactioncontext%40getresponse%28%29.setheader%28%22x-cmd-response%22%2c%23a%29%29%7d","total":1,"firstSeen":"2026-08-09T19:19:40.866Z","lastSeen":"2026-08-09T19:19:40.866Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/anthropic.json":{"path":"/anthropic.json","total":7,"firstSeen":"2026-08-09T12:36:50.772Z","lastSeen":"2026-08-29T18:29:33.717Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"Anthropic","count":4,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ClaudeBot","count":3},{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Anthropic","count":4,"sharePct":57,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/api-keys.json":{"path":"/api-keys.json","total":6,"firstSeen":"2026-08-09T19:19:20.046Z","lastSeen":"2026-08-29T18:29:40.071Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config/application.yml":{"path":"/config/application.yml","total":5,"firstSeen":"2026-08-09T19:19:20.400Z","lastSeen":"2026-08-29T18:29:46.416Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":40,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/api/keys.json":{"path":"/api/keys.json","total":5,"firstSeen":"2026-08-09T19:19:20.040Z","lastSeen":"2026-08-29T18:28:24.648Z","firstBot":"PerplexityBot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Claude-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/credentials.ini":{"path":"/credentials.ini","total":2,"firstSeen":"2026-08-09T19:19:23.029Z","lastSeen":"2026-08-16T01:46:30.334Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/@fs/app/.terraform/terraform.tfstate":{"path":"/@fs/app/.terraform/terraform.tfstate","total":4,"firstSeen":"2026-08-11T05:44:47.037Z","lastSeen":"2026-08-29T18:28:36.246Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/.bash_profile":{"path":"/.bash_profile","total":11,"firstSeen":"2026-08-08T18:56:23.037Z","lastSeen":"2026-08-20T21:28:54.501Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"Amazonbot","count":2},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":55,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/stripe.json":{"path":"/stripe.json","total":2,"firstSeen":"2026-08-13T21:12:27.683Z","lastSeen":"2026-08-16T01:46:26.094Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/certifications":{"path":"/certifications","total":18,"firstSeen":"2026-08-08T11:16:07.496Z","lastSeen":"2026-08-29T11:07:02.031Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":5,"topPurpose":"retrieval"},{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":10},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Meta-ExternalAgent","count":4},{"bot":"Applebot","count":3},{"bot":"ChatGPT-User","count":3},{"bot":"Bingbot","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"OpenAI","count":5,"sharePct":28,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/.codex/config.toml":{"path":"/.codex/config.toml","total":14,"firstSeen":"2026-08-08T18:56:22.424Z","lastSeen":"2026-08-29T18:29:20.424Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":1},{"bot":"MistralAI-User","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/articles/eu-ai-act-for-consultants":{"path":"/articles/eu-ai-act-for-consultants","total":8,"firstSeen":"2026-08-06T16:52:17.879Z","lastSeen":"2026-08-28T03:53:26.122Z","firstBot":"Bingbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"Microsoft","count":2,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Bingbot","count":2},{"bot":"Meta-ExternalAgent","count":2},{"bot":"Applebot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":38,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/platform-ledger":{"path":"/platform-ledger","total":10,"firstSeen":"2026-08-14T12:40:46.144Z","lastSeen":"2026-08-30T22:57:10.115Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Apple","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":3},{"bot":"Applebot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":30,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/app-config.json":{"path":"/app-config.json","total":12,"firstSeen":"2026-08-08T18:54:13.652Z","lastSeen":"2026-08-29T18:27:48.438Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/kit":{"path":"/kit","total":10,"firstSeen":"2026-08-15T23:27:58.138Z","lastSeen":"2026-08-24T23:25:02.119Z","firstBot":"Amazonbot","byCompany":[{"company":"Meta","count":5,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Apple","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5}],"byBot":[{"bot":"Meta-ExternalAgent","count":5},{"bot":"Amazonbot","count":3},{"bot":"Applebot","count":2}],"leader":{"company":"Meta","count":5,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/client_secret.json":{"path":"/client_secret.json","total":4,"firstSeen":"2026-08-09T19:19:19.835Z","lastSeen":"2026-08-29T18:29:40.064Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"training"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Apple","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"Applebot","count":1},{"bot":"Claude-User","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/privacy":{"path":"/privacy","total":9,"firstSeen":"2026-08-10T18:51:31.079Z","lastSeen":"2026-08-30T23:00:35.413Z","firstBot":"GPTBot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":3},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/trace.axd":{"path":"/trace.axd","total":6,"firstSeen":"2026-08-08T18:56:28.943Z","lastSeen":"2026-08-20T21:28:56.462Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":5,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":5},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":5,"sharePct":83,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/home/ubuntu/.config/anthropic/credentials/default.json":{"path":"/@fs/home/ubuntu/.config/anthropic/credentials/default.json","total":6,"firstSeen":"2026-08-09T12:36:50.447Z","lastSeen":"2026-08-29T18:27:23.088Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/secrets.json":{"path":"/secrets.json","total":15,"firstSeen":"2026-08-08T18:56:18.512Z","lastSeen":"2026-08-29T18:29:07.619Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Anthropic","count":3,"topPurpose":"retrieval"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":5},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"ChatGPT-User","count":3},{"bot":"Amazonbot","count":1},{"bot":"Claude-SearchBot","count":1},{"bot":"Claude-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":47,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/credentials.json":{"path":"/credentials.json","total":16,"firstSeen":"2026-08-08T18:56:18.838Z","lastSeen":"2026-08-29T18:27:48.438Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":3},{"bot":"Googlebot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":44,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/gradle.properties":{"path":"/gradle.properties","total":6,"firstSeen":"2026-08-09T19:19:16.200Z","lastSeen":"2026-08-29T18:29:26.994Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Perplexity","count":2,"topPurpose":"search"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"PerplexityBot","count":2},{"bot":"Bytespider","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config/gcp-credentials.json":{"path":"/config/gcp-credentials.json","total":4,"firstSeen":"2026-08-09T12:36:50.476Z","lastSeen":"2026-08-13T21:12:21.347Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/app_dev.php":{"path":"/app_dev.php","total":7,"firstSeen":"2026-08-08T18:56:28.298Z","lastSeen":"2026-08-20T21:28:56.374Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/app/amplifyconfiguration.json":{"path":"/@fs/app/amplifyconfiguration.json","total":7,"firstSeen":"2026-08-09T12:36:48.538Z","lastSeen":"2026-08-29T18:28:36.256Z","firstBot":"ClaudeBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Perplexity-User","count":2},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":29,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/openai.json":{"path":"/openai.json","total":5,"firstSeen":"2026-08-09T12:36:50.713Z","lastSeen":"2026-08-29T18:29:33.683Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Claude-User","count":1}],"leader":{"company":"Amazon","count":4,"sharePct":80,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/sitemap.xml.gz":{"path":"/sitemap.xml.gz","total":3,"firstSeen":"2026-08-12T01:20:18.592Z","lastSeen":"2026-08-27T21:44:43.811Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":3,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Bingbot","count":3}],"leader":{"company":"Microsoft","count":3,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.config/anthropic/credentials/default.json":{"path":"/.config/anthropic/credentials/default.json","total":15,"firstSeen":"2026-08-08T18:56:24.623Z","lastSeen":"2026-08-29T18:29:20.423Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":8,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":8},{"bot":"Amazonbot","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":8,"sharePct":53,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config.py":{"path":"/config.py","total":5,"firstSeen":"2026-08-09T19:19:20.592Z","lastSeen":"2026-08-29T18:29:46.379Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":80,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.gcloud/credentials.json":{"path":"/.gcloud/credentials.json","total":7,"firstSeen":"2026-08-09T12:36:50.839Z","lastSeen":"2026-08-29T18:29:00.478Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/firebase-config.json":{"path":"/firebase-config.json","total":13,"firstSeen":"2026-08-08T18:54:11.962Z","lastSeen":"2026-08-29T18:27:48.491Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":46,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/become-an-ai-consultant":{"path":"/become-an-ai-consultant","total":9,"firstSeen":"2026-08-12T16:01:20.531Z","lastSeen":"2026-08-28T08:54:04.250Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":3},{"bot":"Bingbot","count":1},{"bot":"Googlebot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/.aider.conf.yml":{"path":"/.aider.conf.yml","total":12,"firstSeen":"2026-08-08T18:56:22.418Z","lastSeen":"2026-08-20T21:28:54.319Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"MistralAI-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/swagger.json":{"path":"/swagger.json","total":8,"firstSeen":"2026-08-08T18:54:14.095Z","lastSeen":"2026-08-20T21:28:55.869Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2}],"leader":{"company":"Meta","count":6,"sharePct":75,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/articles/your-next-client-will-ask-chatgpt-first":{"path":"/articles/your-next-client-will-ask-chatgpt-first","total":7,"firstSeen":"2026-08-06T16:09:23.651Z","lastSeen":"2026-08-28T16:08:38.022Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Applebot","count":3},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/@fs/root/rootkey.csv":{"path":"/@fs/root/rootkey.csv","total":6,"firstSeen":"2026-08-09T12:36:41.823Z","lastSeen":"2026-08-29T18:28:31.168Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":67,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/config/sendgrid.env":{"path":"/config/sendgrid.env","total":2,"firstSeen":"2026-08-09T19:19:21.862Z","lastSeen":"2026-08-13T21:12:27.666Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/host.key":{"path":"/host.key","total":12,"firstSeen":"2026-08-08T18:56:21.874Z","lastSeen":"2026-08-29T18:29:52.814Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"ClaudeBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"MistralAI-User","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.well-known/jwks.json":{"path":"/.well-known/jwks.json","total":9,"firstSeen":"2026-08-08T18:54:12.236Z","lastSeen":"2026-08-29T18:28:12.121Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2},{"bot":"Bytespider","count":1}],"leader":{"company":"Meta","count":6,"sharePct":67,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/adoption":{"path":"/adoption","total":14,"firstSeen":"2026-08-08T11:26:47.648Z","lastSeen":"2026-08-28T08:19:42.395Z","firstBot":"Amazonbot","byCompany":[{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Apple","count":2,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":8},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":4},{"bot":"Amazonbot","count":3},{"bot":"Applebot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Googlebot","count":2},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":4,"sharePct":29,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.claude/settings.json":{"path":"/.claude/settings.json","total":15,"firstSeen":"2026-08-08T18:56:24.604Z","lastSeen":"2026-08-29T18:29:20.408Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":47,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/master.key":{"path":"/config/master.key","total":3,"firstSeen":"2026-08-09T19:19:16.911Z","lastSeen":"2026-08-16T01:46:03.017Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":67,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/i.php":{"path":"/i.php","total":9,"firstSeen":"2026-08-08T18:56:27.783Z","lastSeen":"2026-08-29T18:29:27.004Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"Bytespider","count":1},{"bot":"Claude-User","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":67,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/hello":{"path":"/hello","total":14,"firstSeen":"2026-08-08T10:00:22.007Z","lastSeen":"2026-08-30T17:02:12.042Z","firstBot":"Amazonbot","byCompany":[{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Apple","count":2,"topPurpose":"search"},{"company":"Microsoft","count":2,"topPurpose":"search"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":9},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5}],"byBot":[{"bot":"Meta-ExternalAgent","count":4},{"bot":"Amazonbot","count":3},{"bot":"Applebot","count":2},{"bot":"Bingbot","count":2},{"bot":"Googlebot","count":1},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":4,"sharePct":29,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/es/submissions":{"path":"/es/submissions","total":1,"firstSeen":"2026-08-03T20:46:37.666Z","lastSeen":"2026-08-03T20:46:37.666Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/config/secrets.yml":{"path":"/config/secrets.yml","total":5,"firstSeen":"2026-08-11T05:45:24.205Z","lastSeen":"2026-08-29T18:29:13.363Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/config/azure.json":{"path":"/config/azure.json","total":1,"firstSeen":"2026-08-09T19:19:25.483Z","lastSeen":"2026-08-09T19:19:25.483Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/articles/we-put-cameras-on-the-raptors":{"path":"/articles/we-put-cameras-on-the-raptors","total":8,"firstSeen":"2026-08-12T00:17:03.035Z","lastSeen":"2026-08-26T00:01:24.003Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Apple","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":2},{"bot":"Applebot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":38,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.htpasswd":{"path":"/.htpasswd","total":9,"firstSeen":"2026-08-08T18:56:19.825Z","lastSeen":"2026-08-29T18:29:27.032Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":78,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/firebase-adminsdk.json":{"path":"/firebase-adminsdk.json","total":14,"firstSeen":"2026-08-08T18:56:19.075Z","lastSeen":"2026-08-29T18:29:07.633Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":8,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":8},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Meta","count":8,"sharePct":57,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/llms.txt":{"path":"/llms.txt","total":9,"firstSeen":"2026-08-10T18:51:16.559Z","lastSeen":"2026-08-28T13:00:58.531Z","firstBot":"GPTBot","byCompany":[{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4}],"byBot":[{"bot":"Meta-ExternalAgent","count":3},{"bot":"Amazonbot","count":2},{"bot":"Applebot","count":1},{"bot":"Bingbot","count":1},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":3,"sharePct":33,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.vite/manifest.json":{"path":"/.vite/manifest.json","total":2,"firstSeen":"2026-08-29T18:28:04.641Z","lastSeen":"2026-08-29T18:29:20.423Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/benchmark":{"path":"/benchmark","total":6,"firstSeen":"2026-08-15T19:17:45.853Z","lastSeen":"2026-08-29T19:18:19.297Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":3}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/":{"path":"/","total":215,"firstSeen":"2026-08-01T11:17:11.866Z","lastSeen":"2026-08-30T22:45:13.321Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":186,"topPurpose":"retrieval"},{"company":"Google","count":11,"topPurpose":"search"},{"company":"Amazon","count":9,"topPurpose":"search"},{"company":"Anthropic","count":4,"topPurpose":"training"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"Microsoft","count":2,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":171},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":32},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":12}],"byBot":[{"bot":"ChatGPT-User","count":171},{"bot":"Googlebot","count":11},{"bot":"Amazonbot","count":9},{"bot":"OAI-SearchBot","count":9},{"bot":"GPTBot","count":6},{"bot":"ClaudeBot","count":4},{"bot":"Bingbot","count":2},{"bot":"Meta-ExternalAgent","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":186,"sharePct":87,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/aws/s3/credentials.bak":{"path":"/aws/s3/credentials.bak","total":1,"firstSeen":"2026-08-09T12:36:45.629Z","lastSeen":"2026-08-09T12:36:45.629Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/@fs/app/serverless.yml":{"path":"/@fs/app/serverless.yml","total":5,"firstSeen":"2026-08-09T19:19:10.477Z","lastSeen":"2026-08-29T18:28:36.251Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/articles/i-passed-the-ai-certs-and-learned-nothing":{"path":"/articles/i-passed-the-ai-certs-and-learned-nothing","total":5,"firstSeen":"2026-08-10T18:51:29.944Z","lastSeen":"2026-08-27T19:07:37.960Z","firstBot":"GPTBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Applebot","count":1},{"bot":"GPTBot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/service-account-key.json":{"path":"/service-account-key.json","total":6,"firstSeen":"2026-08-09T19:19:19.815Z","lastSeen":"2026-08-29T18:29:40.083Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/home/node/.config/gcloud/application_default_credentials.json":{"path":"/@fs/home/node/.config/gcloud/application_default_credentials.json","total":6,"firstSeen":"2026-08-09T12:36:50.246Z","lastSeen":"2026-08-29T18:28:41.816Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"training"},{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ClaudeBot","count":2},{"bot":"GPTBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/wp-config.php.bak":{"path":"/wp-config.php.bak","total":5,"firstSeen":"2026-08-09T19:19:14.688Z","lastSeen":"2026-08-29T18:29:13.363Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ClaudeBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Anthropic","count":2,"sharePct":40,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"tied"}},"/bot-ledger/data.json":{"path":"/bot-ledger/data.json","total":25,"firstSeen":"2026-08-01T07:41:03.567Z","lastSeen":"2026-08-30T17:08:01.998Z","firstBot":"Googlebot","byCompany":[{"company":"Meta","count":9,"topPurpose":"training"},{"company":"Google","count":8,"topPurpose":"search"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":15},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":10}],"byBot":[{"bot":"Meta-ExternalAgent","count":9},{"bot":"Googlebot","count":8},{"bot":"Applebot","count":3},{"bot":"Bingbot","count":3},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":9,"sharePct":36,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/elmah.axd":{"path":"/elmah.axd","total":7,"firstSeen":"2026-08-08T18:56:28.851Z","lastSeen":"2026-08-20T21:28:56.421Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.streamlit/secrets.toml":{"path":"/.streamlit/secrets.toml","total":5,"firstSeen":"2026-08-09T19:19:20.982Z","lastSeen":"2026-08-29T18:29:52.796Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/guidelines":{"path":"/guidelines","total":7,"firstSeen":"2026-08-12T20:00:51.837Z","lastSeen":"2026-08-30T23:01:21.752Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":2},{"bot":"ClaudeBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/docker-compose.yaml":{"path":"/docker-compose.yaml","total":13,"firstSeen":"2026-08-08T18:56:20.356Z","lastSeen":"2026-08-20T21:28:54.033Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/settings.py":{"path":"/settings.py","total":4,"firstSeen":"2026-08-11T05:45:48.959Z","lastSeen":"2026-08-29T18:29:46.401Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"Applebot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":25,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/.hermes/config.yaml":{"path":"/.hermes/config.yaml","total":13,"firstSeen":"2026-08-08T18:56:22.524Z","lastSeen":"2026-08-29T18:28:04.640Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Anthropic","count":2,"topPurpose":"retrieval"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/firebase-credentials.json":{"path":"/firebase-credentials.json","total":5,"firstSeen":"2026-08-09T12:36:50.567Z","lastSeen":"2026-08-29T18:29:07.625Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/wp-config.php.save":{"path":"/wp-config.php.save","total":2,"firstSeen":"2026-08-09T19:19:24.745Z","lastSeen":"2026-08-16T01:46:34.925Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/test.php":{"path":"/test.php","total":7,"firstSeen":"2026-08-08T18:56:27.380Z","lastSeen":"2026-08-20T21:28:56.299Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/key.json":{"path":"/key.json","total":13,"firstSeen":"2026-08-08T18:56:18.857Z","lastSeen":"2026-08-29T18:29:07.677Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":5},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"MistralAI-User","count":1},{"bot":"Perplexity-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/articles/the-model-deprecation-clause":{"path":"/articles/the-model-deprecation-clause","total":8,"firstSeen":"2026-08-14T16:29:51.002Z","lastSeen":"2026-08-30T19:36:47.703Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Apple","count":2,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Applebot","count":2},{"bot":"Meta-ExternalAgent","count":2},{"bot":"Bingbot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":25,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/api/openapi.json":{"path":"/api/openapi.json","total":11,"firstSeen":"2026-08-08T18:54:13.317Z","lastSeen":"2026-08-20T21:28:55.789Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":55,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.azure/accesstokens.json":{"path":"/.azure/accesstokens.json","total":6,"firstSeen":"2026-08-09T12:36:52.375Z","lastSeen":"2026-08-29T18:29:33.697Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":5,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"OAI-SearchBot","count":2},{"bot":"Claude-SearchBot","count":1}],"leader":{"company":"OpenAI","count":5,"sharePct":83,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/@fs/app/service-account.json":{"path":"/@fs/app/service-account.json","total":6,"firstSeen":"2026-08-09T12:36:50.359Z","lastSeen":"2026-08-29T18:28:41.824Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"Amazonbot","count":1},{"bot":"Claude-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":67,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/__debug__":{"path":"/__debug__","total":11,"firstSeen":"2026-08-08T18:56:28.850Z","lastSeen":"2026-08-20T21:28:56.435Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":55,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/settings.py":{"path":"/config/settings.py","total":4,"firstSeen":"2026-08-09T19:19:20.490Z","lastSeen":"2026-08-16T01:46:12.128Z","firstBot":"PerplexityBot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":25,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/@fs/root/.config/hcloud/cli.toml":{"path":"/@fs/root/.config/hcloud/cli.toml","total":6,"firstSeen":"2026-08-09T19:19:12.258Z","lastSeen":"2026-08-29T18:28:41.812Z","firstBot":"GPTBot","byCompany":[{"company":"Anthropic","count":2,"topPurpose":"retrieval"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Anthropic","count":2,"sharePct":33,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"tied"}},"/@fs/app/gcp-credentials.json":{"path":"/@fs/app/gcp-credentials.json","total":5,"firstSeen":"2026-08-09T12:36:50.458Z","lastSeen":"2026-08-29T18:27:16.304Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"Amazonbot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":80,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/bot-ledger":{"path":"/bot-ledger","total":14,"firstSeen":"2026-08-01T17:36:24.651Z","lastSeen":"2026-08-30T22:59:35.624Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Apple","count":2,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":9},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Applebot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Meta-ExternalAgent","count":2},{"bot":"Bingbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"Googlebot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":4,"sharePct":29,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/articles/everybodys-model-escaped-this-month":{"path":"/articles/everybodys-model-escaped-this-month","total":7,"firstSeen":"2026-08-11T17:04:19.891Z","lastSeen":"2026-08-29T10:22:17.710Z","firstBot":"ClaudeBot","byCompany":[{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Applebot","count":3},{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Apple","count":3,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/aws/credentials.json":{"path":"/aws/credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.241Z","lastSeen":"2026-08-09T12:36:46.241Z","firstBot":"PerplexityBot","byCompany":[{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"PerplexityBot","count":1}],"leader":{"company":"Perplexity","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/dump.sql":{"path":"/dump.sql","total":2,"firstSeen":"2026-08-09T19:19:23.879Z","lastSeen":"2026-08-16T01:46:30.342Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/sendgrid.env":{"path":"/sendgrid.env","total":12,"firstSeen":"2026-08-08T18:56:25.027Z","lastSeen":"2026-08-29T18:28:18.974Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.mcp.json":{"path":"/.mcp.json","total":13,"firstSeen":"2026-08-08T18:56:22.804Z","lastSeen":"2026-08-29T18:28:04.606Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"search"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/aws.env":{"path":"/aws.env","total":5,"firstSeen":"2026-08-09T19:19:13.119Z","lastSeen":"2026-08-29T18:29:00.459Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":2,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Claude-SearchBot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/app/settings.py":{"path":"/app/settings.py","total":5,"firstSeen":"2026-08-09T19:19:20.640Z","lastSeen":"2026-08-29T18:29:46.397Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/__/firebase/init.json":{"path":"/__/firebase/init.json","total":13,"firstSeen":"2026-08-08T18:54:11.099Z","lastSeen":"2026-08-29T18:27:48.495Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":2,"topPurpose":"search"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2},{"bot":"PerplexityBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":46,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/.cursor/mcp.json":{"path":"/.cursor/mcp.json","total":13,"firstSeen":"2026-08-08T18:56:22.185Z","lastSeen":"2026-08-29T18:29:20.406Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-SearchBot","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/secrets/gcp.json":{"path":"/secrets/gcp.json","total":5,"firstSeen":"2026-08-09T12:36:50.560Z","lastSeen":"2026-08-16T01:46:09.113Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/consultancies":{"path":"/consultancies","total":42,"firstSeen":"2026-08-01T01:11:31.858Z","lastSeen":"2026-08-30T17:06:32.804Z","firstBot":"Googlebot","byCompany":[{"company":"Google","count":18,"topPurpose":"search"},{"company":"OpenAI","count":6,"topPurpose":"retrieval"},{"company":"Perplexity","count":5,"topPurpose":"search"},{"company":"Apple","count":4,"topPurpose":"search"},{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Microsoft","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":31},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5}],"byBot":[{"bot":"Googlebot","count":17},{"bot":"ChatGPT-User","count":6},{"bot":"PerplexityBot","count":5},{"bot":"Applebot","count":4},{"bot":"Meta-ExternalAgent","count":4},{"bot":"Amazonbot","count":3},{"bot":"Bingbot","count":2},{"bot":"GoogleOther","count":1}],"leader":{"company":"Google","count":18,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/env.bak":{"path":"/env.bak","total":1,"firstSeen":"2026-08-16T01:46:34.889Z","lastSeen":"2026-08-16T01:46:34.889Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ClaudeBot","count":1}],"leader":{"company":"Anthropic","count":1,"sharePct":100,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/about":{"path":"/about","total":13,"firstSeen":"2026-08-04T09:29:01.074Z","lastSeen":"2026-08-30T22:59:43.417Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":3,"topPurpose":"training"},{"company":"You.com","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":4},{"bot":"Amazonbot","count":3},{"bot":"GPTBot","count":2},{"bot":"YouBot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Meta","count":4,"sharePct":31,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/es/2026/01/21/the-auto-scaling-bill":{"path":"/es/2026/01/21/the-auto-scaling-bill","total":1,"firstSeen":"2026-08-13T20:54:45.132Z","lastSeen":"2026-08-13T20:54:45.132Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/config/credentials.json":{"path":"/config/credentials.json","total":3,"firstSeen":"2026-08-09T12:36:51.309Z","lastSeen":"2026-08-16T01:46:30.325Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":67,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/sitemap.txt":{"path":"/sitemap.txt","total":4,"firstSeen":"2026-08-10T20:55:38.357Z","lastSeen":"2026-08-25T21:53:45.363Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":4,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4}],"byBot":[{"bot":"Bingbot","count":4}],"leader":{"company":"Microsoft","count":4,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/app/rootkey.csv":{"path":"/@fs/app/rootkey.csv","total":6,"firstSeen":"2026-08-09T12:36:41.824Z","lastSeen":"2026-08-29T18:28:31.197Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"ClaudeBot","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/openapi.json":{"path":"/openapi.json","total":11,"firstSeen":"2026-08-08T18:54:13.259Z","lastSeen":"2026-08-20T21:28:55.784Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Meta","count":6,"sharePct":55,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/google-service-account.json":{"path":"/google-service-account.json","total":6,"firstSeen":"2026-08-09T12:36:50.417Z","lastSeen":"2026-08-29T18:28:24.515Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":5,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"OAI-SearchBot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":5,"sharePct":83,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/application.yml":{"path":"/application.yml","total":5,"firstSeen":"2026-08-09T19:19:14.959Z","lastSeen":"2026-08-29T18:29:13.379Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/threat-ledger/data.json":{"path":"/threat-ledger/data.json","total":22,"firstSeen":"2026-08-07T06:49:05.786Z","lastSeen":"2026-08-28T21:12:14.442Z","firstBot":"Googlebot","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Google","count":6,"topPurpose":"search"},{"company":"Apple","count":5,"topPurpose":"search"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":14},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Googlebot","count":6},{"bot":"Applebot","count":5},{"bot":"Bingbot","count":3},{"bot":"GPTBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":32,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/ssl/localhost.key":{"path":"/ssl/localhost.key","total":12,"firstSeen":"2026-08-08T18:56:21.980Z","lastSeen":"2026-08-20T21:28:54.237Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/openai.json":{"path":"/config/openai.json","total":6,"firstSeen":"2026-08-09T12:36:50.788Z","lastSeen":"2026-08-29T18:28:19.034Z","firstBot":"ClaudeBot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":2,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Claude-SearchBot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/adoption/data.json":{"path":"/adoption/data.json","total":17,"firstSeen":"2026-08-10T18:51:13.719Z","lastSeen":"2026-08-30T19:17:57.551Z","firstBot":"GPTBot","byCompany":[{"company":"Apple","count":7,"topPurpose":"search"},{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Google","count":3,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":12},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5}],"byBot":[{"bot":"Applebot","count":7},{"bot":"Meta-ExternalAgent","count":4},{"bot":"Googlebot","count":3},{"bot":"Bingbot","count":1},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Apple","count":7,"sharePct":41,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.zsh_history":{"path":"/.zsh_history","total":4,"firstSeen":"2026-08-09T19:19:16.626Z","lastSeen":"2026-08-29T18:29:26.999Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/platform-ledger/data.json):":{"path":"/platform-ledger/data.json):","total":1,"firstSeen":"2026-08-22T14:54:19.599Z","lastSeen":"2026-08-22T14:54:19.599Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/page-readers/data.json":{"path":"/page-readers/data.json","total":65,"firstSeen":"2026-08-01T19:36:10.703Z","lastSeen":"2026-08-30T23:16:49.737Z","firstBot":"GoogleOther","byCompany":[{"company":"Apple","count":23,"topPurpose":"search"},{"company":"Meta","count":20,"topPurpose":"training"},{"company":"Google","count":16,"topPurpose":"search"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":42},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":23}],"byBot":[{"bot":"Applebot","count":23},{"bot":"Meta-ExternalAgent","count":20},{"bot":"Googlebot","count":14},{"bot":"Bingbot","count":3},{"bot":"GoogleOther","count":2},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Apple","count":23,"sharePct":35,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/backend/service-account.json":{"path":"/backend/service-account.json","total":5,"firstSeen":"2026-08-09T12:36:51.693Z","lastSeen":"2026-08-16T01:46:09.115Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":5,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"OAI-SearchBot","count":2}],"leader":{"company":"OpenAI","count":5,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/.gcp/credentials.json":{"path":"/.gcp/credentials.json","total":6,"firstSeen":"2026-08-09T19:19:16.532Z","lastSeen":"2026-08-29T18:29:33.671Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Apple","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"Amazonbot","count":1},{"bot":"Applebot","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/@fs/root/.claude/settings.json":{"path":"/@fs/root/.claude/settings.json","total":7,"firstSeen":"2026-08-09T12:36:48.603Z","lastSeen":"2026-08-29T18:28:47.819Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":43,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/server.key":{"path":"/server.key","total":14,"firstSeen":"2026-08-08T18:56:21.555Z","lastSeen":"2026-08-29T18:29:13.359Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/localhost.key":{"path":"/localhost.key","total":12,"firstSeen":"2026-08-08T18:56:21.809Z","lastSeen":"2026-08-29T18:29:52.803Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"training"},{"company":"Perplexity","count":2,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"GPTBot","count":2},{"bot":"MistralAI-User","count":1},{"bot":"Perplexity-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/certifications/data.json":{"path":"/certifications/data.json","total":9,"firstSeen":"2026-08-14T14:04:55.337Z","lastSeen":"2026-08-26T07:28:57.298Z","firstBot":"Bingbot","byCompany":[{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"Applebot","count":3},{"bot":"Meta-ExternalAgent","count":3},{"bot":"Googlebot","count":2},{"bot":"Bingbot","count":1}],"leader":{"company":"Apple","count":3,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/kit/survey/data.json":{"path":"/kit/survey/data.json","total":3,"firstSeen":"2026-08-18T18:21:01.884Z","lastSeen":"2026-08-21T22:13:57.802Z","firstBot":"Meta-ExternalAgent","byCompany":[{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Google","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Applebot","count":1},{"bot":"Googlebot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Apple","count":1,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/service_account.json":{"path":"/service_account.json","total":13,"firstSeen":"2026-08-08T18:56:19.079Z","lastSeen":"2026-08-29T18:29:40.066Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"PerplexityBot","count":2},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/root/.vultr-cli.yaml":{"path":"/@fs/root/.vultr-cli.yaml","total":5,"firstSeen":"2026-08-09T19:19:12.322Z","lastSeen":"2026-08-29T18:27:16.320Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"ByteDance","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Bytespider","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/config/service-account.json":{"path":"/config/service-account.json","total":5,"firstSeen":"2026-08-09T19:19:20.251Z","lastSeen":"2026-08-29T18:29:46.404Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"training"},{"company":"Perplexity","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"PerplexityBot","count":2},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/firebase-service-account.json":{"path":"/firebase-service-account.json","total":14,"firstSeen":"2026-08-08T18:56:19.377Z","lastSeen":"2026-08-29T18:29:40.071Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"Perplexity","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":2},{"bot":"PerplexityBot","count":2},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/threat-ledger/data.json):":{"path":"/threat-ledger/data.json):","total":1,"firstSeen":"2026-08-22T07:07:31.871Z","lastSeen":"2026-08-22T07:07:31.871Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/ssl/server.key":{"path":"/ssl/server.key","total":13,"firstSeen":"2026-08-08T18:56:21.925Z","lastSeen":"2026-08-29T18:29:52.801Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Anthropic","count":3,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":10},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"ClaudeBot","count":3},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/configuration.php.bak":{"path":"/configuration.php.bak","total":4,"firstSeen":"2026-08-09T19:19:21.009Z","lastSeen":"2026-08-16T01:46:16.182Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":75,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/config/creds.json":{"path":"/config/creds.json","total":1,"firstSeen":"2026-08-09T19:19:24.940Z","lastSeen":"2026-08-09T19:19:24.940Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/terraform.tfstate.backup":{"path":"/terraform.tfstate.backup","total":2,"firstSeen":"2026-08-09T19:19:23.556Z","lastSeen":"2026-08-16T01:46:30.342Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/config.yml":{"path":"/config.yml","total":5,"firstSeen":"2026-08-09T19:19:20.470Z","lastSeen":"2026-08-29T18:29:46.390Z","firstBot":"GPTBot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Claude-SearchBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/articles/how-to-scope-an-ai-consulting-project":{"path":"/articles/how-to-scope-an-ai-consulting-project","total":9,"firstSeen":"2026-08-07T15:13:04.313Z","lastSeen":"2026-08-27T21:02:04.920Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Microsoft","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Meta","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Bingbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Meta-ExternalAgent","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/consultancies/data.json":{"path":"/consultancies/data.json","total":23,"firstSeen":"2026-08-02T04:20:41.211Z","lastSeen":"2026-08-29T21:18:59.764Z","firstBot":"Googlebot","byCompany":[{"company":"Google","count":13,"topPurpose":"search"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Meta","count":3,"topPurpose":"training"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":20},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"Googlebot","count":13},{"bot":"Applebot","count":3},{"bot":"Bingbot","count":3},{"bot":"Meta-ExternalAgent","count":3},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Google","count":13,"sharePct":57,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config/env.php":{"path":"/config/env.php","total":2,"firstSeen":"2026-08-09T19:19:22.927Z","lastSeen":"2026-08-16T01:46:30.334Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/creds.json":{"path":"/creds.json","total":2,"firstSeen":"2026-08-09T19:19:19.511Z","lastSeen":"2026-08-11T05:45:42.437Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":2}],"leader":{"company":"Amazon","count":2,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/ngsw.json":{"path":"/ngsw.json","total":8,"firstSeen":"2026-08-08T18:54:14.653Z","lastSeen":"2026-08-20T21:28:56.093Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2}],"leader":{"company":"Meta","count":6,"sharePct":75,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/aws/metadata/iam/security-credentials":{"path":"/aws/metadata/iam/security-credentials","total":1,"firstSeen":"2026-08-09T12:36:45.660Z","lastSeen":"2026-08-09T12:36:45.660Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/config/aws.json":{"path":"/config/aws.json","total":5,"firstSeen":"2026-08-09T12:36:46.437Z","lastSeen":"2026-08-16T01:46:16.265Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/.sendgrid.env":{"path":"/.sendgrid.env","total":2,"firstSeen":"2026-08-09T19:19:21.668Z","lastSeen":"2026-08-13T21:12:26.935Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/config/aws.php":{"path":"/config/aws.php","total":3,"firstSeen":"2026-08-09T19:19:21.309Z","lastSeen":"2026-08-16T01:46:16.218Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":67,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/deploy/service-account.json":{"path":"/deploy/service-account.json","total":5,"firstSeen":"2026-08-09T12:36:51.638Z","lastSeen":"2026-08-16T01:46:09.148Z","firstBot":"ClaudeBot","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":80,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/home/ubuntu/.config/gcloud/application_default_credentials.json":{"path":"/home/ubuntu/.config/gcloud/application_default_credentials.json","total":2,"firstSeen":"2026-08-09T12:36:52.372Z","lastSeen":"2026-08-09T19:19:25.455Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/.hermes/auth.json":{"path":"/.hermes/auth.json","total":12,"firstSeen":"2026-08-08T18:56:22.629Z","lastSeen":"2026-08-29T18:29:20.406Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/privatekey.key":{"path":"/privatekey.key","total":12,"firstSeen":"2026-08-08T18:56:21.712Z","lastSeen":"2026-08-29T18:29:13.363Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":58,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/application.properties":{"path":"/application.properties","total":5,"firstSeen":"2026-08-09T19:19:20.650Z","lastSeen":"2026-08-29T18:29:46.431Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Claude-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.s3cfg":{"path":"/.s3cfg","total":13,"firstSeen":"2026-08-08T18:56:19.606Z","lastSeen":"2026-08-29T18:29:52.700Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":8},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":3},{"bot":"ClaudeBot","count":1},{"bot":"MistralAI-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/@fs/app/.serverless/serverless-state.json":{"path":"/@fs/app/.serverless/serverless-state.json","total":5,"firstSeen":"2026-08-09T19:19:10.479Z","lastSeen":"2026-08-29T18:28:36.247Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":80,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/aws.json":{"path":"/aws.json","total":5,"firstSeen":"2026-08-09T12:36:46.447Z","lastSeen":"2026-08-29T18:27:39.909Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/home/ubuntu/.ovh.conf":{"path":"/@fs/home/ubuntu/.ovh.conf","total":4,"firstSeen":"2026-08-09T19:19:12.334Z","lastSeen":"2026-08-29T18:28:41.822Z","firstBot":"PerplexityBot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"ByteDance","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":25,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/articles/red-flags-in-an-ai-consulting-brief":{"path":"/articles/red-flags-in-an-ai-consulting-brief","total":11,"firstSeen":"2026-08-03T07:33:11.803Z","lastSeen":"2026-08-24T18:24:42.500Z","firstBot":"Bingbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":2,"topPurpose":"retrieval"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":7},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Claude-User","count":2},{"bot":"Googlebot","count":2},{"bot":"Meta-ExternalAgent","count":2},{"bot":"Bingbot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":27,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/core/settings.py":{"path":"/core/settings.py","total":4,"firstSeen":"2026-08-09T19:19:20.874Z","lastSeen":"2026-08-29T18:29:46.401Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":25,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/articles/whats-in-the-ai-consultants-bag-2026":{"path":"/articles/whats-in-the-ai-consultants-bag-2026","total":7,"firstSeen":"2026-08-06T19:06:57.953Z","lastSeen":"2026-08-28T18:47:40.720Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"},{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Applebot","count":1},{"bot":"Bingbot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":4,"sharePct":57,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/public/admin.json":{"path":"/public/admin.json","total":4,"firstSeen":"2026-08-09T19:19:21.229Z","lastSeen":"2026-08-16T01:46:16.217Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"PerplexityBot","count":2}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/articles/your-most-used-model-has-a-death-date":{"path":"/articles/your-most-used-model-has-a-death-date","total":5,"firstSeen":"2026-08-08T12:28:23.813Z","lastSeen":"2026-08-29T11:33:34.197Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":4,"sharePct":80,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/@fs/var/www/html/wp-config.php":{"path":"/@fs/var/www/html/wp-config.php","total":3,"firstSeen":"2026-08-09T19:19:10.586Z","lastSeen":"2026-08-13T21:11:59.874Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":67,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config/application.properties":{"path":"/config/application.properties","total":5,"firstSeen":"2026-08-09T19:19:20.439Z","lastSeen":"2026-08-29T18:29:46.390Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":80,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/values.yaml":{"path":"/values.yaml","total":8,"firstSeen":"2026-08-08T18:54:10.912Z","lastSeen":"2026-08-20T21:28:55.617Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2}],"leader":{"company":"Meta","count":6,"sharePct":75,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/storage.yml":{"path":"/config/storage.yml","total":4,"firstSeen":"2026-08-09T19:19:20.461Z","lastSeen":"2026-08-16T01:46:13.577Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/pi.php":{"path":"/pi.php","total":7,"firstSeen":"2026-08-08T18:56:27.265Z","lastSeen":"2026-08-20T21:28:56.285Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/articles":{"path":"/articles","total":10,"firstSeen":"2026-08-05T23:12:12.059Z","lastSeen":"2026-08-28T18:29:48.027Z","firstBot":"Amazonbot","byCompany":[{"company":"Meta","count":5,"topPurpose":"training"},{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":5},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":5}],"byBot":[{"bot":"Meta-ExternalAgent","count":5},{"bot":"Amazonbot","count":3},{"bot":"Bingbot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Meta","count":5,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/z9x8c7v6b5-debug-trigger-projectwrecked.com":{"path":"/z9x8c7v6b5-debug-trigger-projectwrecked.com","total":8,"firstSeen":"2026-08-08T18:54:10.565Z","lastSeen":"2026-08-20T21:28:53.452Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2}],"leader":{"company":"Meta","count":6,"sharePct":75,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/credentials.json.bak":{"path":"/config/credentials.json.bak","total":1,"firstSeen":"2026-08-09T19:19:24.870Z","lastSeen":"2026-08-09T19:19:24.870Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/serverless.yaml":{"path":"/serverless.yaml","total":3,"firstSeen":"2026-08-09T19:19:21.639Z","lastSeen":"2026-08-16T01:46:23.087Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":67,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config.toml":{"path":"/config.toml","total":4,"firstSeen":"2026-08-09T19:19:20.569Z","lastSeen":"2026-08-29T18:29:46.382Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"ByteDance","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/.bash_history":{"path":"/.bash_history","total":6,"firstSeen":"2026-08-09T19:19:16.467Z","lastSeen":"2026-08-29T18:29:27.000Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/phpinfo.php":{"path":"/phpinfo.php","total":7,"firstSeen":"2026-08-08T18:56:28.186Z","lastSeen":"2026-08-20T21:28:56.244Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/firebase-admin.json":{"path":"/config/firebase-admin.json","total":5,"firstSeen":"2026-08-09T19:19:20.273Z","lastSeen":"2026-08-29T18:29:46.397Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/gc-service.json":{"path":"/gc-service.json","total":4,"firstSeen":"2026-08-09T19:19:16.191Z","lastSeen":"2026-08-16T01:46:03.039Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/config/prod.exs":{"path":"/config/prod.exs","total":5,"firstSeen":"2026-08-09T19:19:20.453Z","lastSeen":"2026-08-29T18:29:46.390Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"Claude-User","count":1},{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/2026/01/27/the-ip-that-killed-production":{"path":"/2026/01/27/the-ip-that-killed-production","total":1,"firstSeen":"2026-08-16T02:58:29.628Z","lastSeen":"2026-08-16T02:58:29.628Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/sitemaps.xml":{"path":"/sitemaps.xml","total":4,"firstSeen":"2026-08-13T13:33:20.074Z","lastSeen":"2026-08-13T21:57:52.069Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":4,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4}],"byBot":[{"bot":"Bingbot","count":4}],"leader":{"company":"Microsoft","count":4,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/local.settings.json":{"path":"/local.settings.json","total":3,"firstSeen":"2026-08-11T05:45:54.914Z","lastSeen":"2026-08-16T01:46:16.178Z","firstBot":"PerplexityBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":67,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/.terraform/terraform.tfstate":{"path":"/.terraform/terraform.tfstate","total":1,"firstSeen":"2026-08-09T19:19:23.426Z","lastSeen":"2026-08-09T19:19:23.426Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/secrets.yml":{"path":"/secrets.yml","total":14,"firstSeen":"2026-08-08T18:56:18.753Z","lastSeen":"2026-08-20T21:28:53.645Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Google","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"},{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":9},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":2},{"bot":"Googlebot","count":2},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/google-cloud-key.json":{"path":"/google-cloud-key.json","total":4,"firstSeen":"2026-08-09T19:19:16.590Z","lastSeen":"2026-08-29T18:29:33.667Z","firstBot":"ClaudeBot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":25,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/env.old":{"path":"/env.old","total":2,"firstSeen":"2026-08-09T19:19:24.744Z","lastSeen":"2026-08-16T01:46:35.117Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/@fs/root/.config/gcloud/application_default_credentials.json":{"path":"/@fs/root/.config/gcloud/application_default_credentials.json","total":6,"firstSeen":"2026-08-09T12:36:50.571Z","lastSeen":"2026-08-29T18:27:16.318Z","firstBot":"PerplexityBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/terms":{"path":"/terms","total":10,"firstSeen":"2026-08-01T17:24:32.318Z","lastSeen":"2026-08-29T12:35:29.087Z","firstBot":"Bingbot","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Meta","count":4,"topPurpose":"training"},{"company":"Microsoft","count":2,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":4}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Meta-ExternalAgent","count":4},{"bot":"Bingbot","count":2}],"leader":{"company":"Amazon","count":4,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/@fs/root/.config/gcloud/credentials.db":{"path":"/@fs/root/.config/gcloud/credentials.db","total":4,"firstSeen":"2026-08-09T19:19:12.223Z","lastSeen":"2026-08-16T01:45:47.040Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Anthropic","count":2,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ClaudeBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Anthropic","count":2,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/s3-credentials.json":{"path":"/s3-credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.768Z","lastSeen":"2026-08-09T12:36:46.768Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/wp-config.php":{"path":"/wp-config.php","total":5,"firstSeen":"2026-08-09T19:19:14.572Z","lastSeen":"2026-08-29T18:27:56.531Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"ByteDance","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Bytespider","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/root/.config/gcloud/application_default_credentials.json":{"path":"/root/.config/gcloud/application_default_credentials.json","total":2,"firstSeen":"2026-08-09T12:36:52.371Z","lastSeen":"2026-08-09T19:19:25.175Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/aws/iam/credentials.json":{"path":"/aws/iam/credentials.json","total":1,"firstSeen":"2026-08-09T12:36:45.290Z","lastSeen":"2026-08-09T12:36:45.290Z","firstBot":"PerplexityBot","byCompany":[{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"PerplexityBot","count":1}],"leader":{"company":"Perplexity","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/articles/how-do-i-become-an-fde":{"path":"/articles/how-do-i-become-an-fde","total":5,"firstSeen":"2026-08-11T17:04:19.457Z","lastSeen":"2026-08-29T03:59:37.774Z","firstBot":"ClaudeBot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"Applebot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/bootstrap.yml":{"path":"/bootstrap.yml","total":4,"firstSeen":"2026-08-09T19:19:20.617Z","lastSeen":"2026-08-29T18:29:46.431Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/gcp.json":{"path":"/config/gcp.json","total":2,"firstSeen":"2026-08-09T12:36:51.544Z","lastSeen":"2026-08-09T19:19:25.172Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/.profile":{"path":"/.profile","total":8,"firstSeen":"2026-08-08T18:56:23.514Z","lastSeen":"2026-08-20T21:28:54.577Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":88,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/instance/config.py":{"path":"/instance/config.py","total":5,"firstSeen":"2026-08-09T19:19:20.874Z","lastSeen":"2026-08-29T18:29:46.405Z","firstBot":"ClaudeBot","byCompany":[{"company":"OpenAI","count":3,"topPurpose":"retrieval"},{"company":"Anthropic","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Claude-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":3,"sharePct":60,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/@fs/etc/apache2/apache2.conf":{"path":"/@fs/etc/apache2/apache2.conf","total":4,"firstSeen":"2026-08-09T19:19:12.174Z","lastSeen":"2026-08-16T01:45:47.098Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/bot-ledger/data.json):":{"path":"/bot-ledger/data.json):","total":1,"firstSeen":"2026-08-22T22:53:31.586Z","lastSeen":"2026-08-22T22:53:31.586Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/2026/01/21/the-auto-scaling-bill":{"path":"/2026/01/21/the-auto-scaling-bill","total":1,"firstSeen":"2026-08-24T07:25:33.358Z","lastSeen":"2026-08-24T07:25:33.358Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/amplifyconfiguration.json":{"path":"/amplifyconfiguration.json","total":6,"firstSeen":"2026-08-09T12:36:51.332Z","lastSeen":"2026-08-29T18:29:52.870Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"training"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"GPTBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":67,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/articles/ai-consultant-day-rates-us-2026":{"path":"/articles/ai-consultant-day-rates-us-2026","total":7,"firstSeen":"2026-08-06T15:16:00.712Z","lastSeen":"2026-08-27T15:03:42.762Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Apple","count":3,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Applebot","count":3},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":43,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/k8s/secrets.yaml":{"path":"/k8s/secrets.yaml","total":2,"firstSeen":"2026-08-09T19:19:23.354Z","lastSeen":"2026-08-16T01:46:30.341Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/es":{"path":"/es","total":4,"firstSeen":"2026-08-05T22:45:37.557Z","lastSeen":"2026-08-30T06:13:58.421Z","firstBot":"Googlebot","byCompany":[{"company":"Google","count":3,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4}],"byBot":[{"bot":"Googlebot","count":3},{"bot":"Bingbot","count":1}],"leader":{"company":"Google","count":3,"sharePct":75,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/claude.json":{"path":"/claude.json","total":1,"firstSeen":"2026-08-09T19:19:25.472Z","lastSeen":"2026-08-09T19:19:25.472Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/es/contact-us":{"path":"/es/contact-us","total":1,"firstSeen":"2026-08-09T12:39:23.580Z","lastSeen":"2026-08-09T12:39:23.580Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/page-readers/data.json):":{"path":"/page-readers/data.json):","total":1,"firstSeen":"2026-08-22T11:54:44.191Z","lastSeen":"2026-08-22T11:54:44.191Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/appsettings.production.json":{"path":"/appsettings.production.json","total":5,"firstSeen":"2026-08-09T12:36:51.695Z","lastSeen":"2026-08-29T18:29:40.069Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/@fs/app/terraform.tfvars":{"path":"/@fs/app/terraform.tfvars","total":4,"firstSeen":"2026-08-09T19:19:10.443Z","lastSeen":"2026-08-29T18:27:09.602Z","firstBot":"ClaudeBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/settings.local.py":{"path":"/settings.local.py","total":1,"firstSeen":"2026-08-09T19:19:24.976Z","lastSeen":"2026-08-09T19:19:24.976Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/@fs/app/credentials.json":{"path":"/@fs/app/credentials.json","total":7,"firstSeen":"2026-08-09T12:36:48.483Z","lastSeen":"2026-08-29T18:28:41.803Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":3,"topPurpose":"training"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ClaudeBot","count":2},{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"Claude-SearchBot","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Anthropic","count":3,"sharePct":43,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/config/aws.yml":{"path":"/config/aws.yml","total":3,"firstSeen":"2026-08-09T19:19:21.302Z","lastSeen":"2026-08-16T01:46:16.264Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":67,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/keyfile.json":{"path":"/keyfile.json","total":5,"firstSeen":"2026-08-09T19:19:19.843Z","lastSeen":"2026-08-29T18:29:40.062Z","firstBot":"Amazonbot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":2},{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":40,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/aws/iam/temp-creds.json":{"path":"/aws/iam/temp-creds.json","total":1,"firstSeen":"2026-08-09T12:36:45.418Z","lastSeen":"2026-08-09T12:36:45.418Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ClaudeBot","count":1}],"leader":{"company":"Anthropic","count":1,"sharePct":100,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/.npmrc":{"path":"/.npmrc","total":8,"firstSeen":"2026-08-08T18:56:19.587Z","lastSeen":"2026-08-20T21:28:53.885Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":88,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/kubernetes.yml":{"path":"/kubernetes.yml","total":2,"firstSeen":"2026-08-09T19:19:23.254Z","lastSeen":"2026-08-16T01:46:30.335Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ClaudeBot","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"Anthropic","count":1,"sharePct":50,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/service-principal.json":{"path":"/service-principal.json","total":3,"firstSeen":"2026-08-09T19:19:16.830Z","lastSeen":"2026-08-16T01:46:03.037Z","firstBot":"PerplexityBot","byCompany":[{"company":"Anthropic","count":1,"topPurpose":"training"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"ClaudeBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Anthropic","count":1,"sharePct":33,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"tied"}},"/database.php":{"path":"/database.php","total":1,"firstSeen":"2026-08-09T19:19:24.896Z","lastSeen":"2026-08-09T19:19:24.896Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/.boto":{"path":"/.boto","total":13,"firstSeen":"2026-08-08T18:56:19.651Z","lastSeen":"2026-08-29T18:29:52.806Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"retrieval"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":4},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"Amazonbot","count":4},{"bot":"Claude-User","count":1},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":54,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/mcp-server":{"path":"/mcp-server","total":9,"firstSeen":"2026-08-10T18:51:27.025Z","lastSeen":"2026-08-29T23:22:33.681Z","firstBot":"GPTBot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Meta","count":2,"topPurpose":"training"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Microsoft","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"training"},{"company":"You.com","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":6},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"Meta-ExternalAgent","count":2},{"bot":"Applebot","count":1},{"bot":"Bingbot","count":1},{"bot":"GPTBot","count":1},{"bot":"YouBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":33,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/application.env":{"path":"/application.env","total":5,"firstSeen":"2026-08-09T19:19:16.240Z","lastSeen":"2026-08-29T18:28:12.461Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1},{"bot":"Perplexity-User","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/2026/01/23/update-set-roulette":{"path":"/2026/01/23/update-set-roulette","total":1,"firstSeen":"2026-08-27T01:54:59.597Z","lastSeen":"2026-08-27T01:54:59.597Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/z9x8c7v6b5-debug-trigger-www.projectwrecked.com":{"path":"/z9x8c7v6b5-debug-trigger-www.projectwrecked.com","total":1,"firstSeen":"2026-08-14T23:17:43.384Z","lastSeen":"2026-08-14T23:17:43.384Z","firstBot":"Meta-ExternalAgent","byCompany":[{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Meta","count":1,"sharePct":100,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/aws/s3/credentials.yml":{"path":"/aws/s3/credentials.yml","total":1,"firstSeen":"2026-08-09T12:36:46.312Z","lastSeen":"2026-08-09T12:36:46.312Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ClaudeBot","count":1}],"leader":{"company":"Anthropic","count":1,"sharePct":100,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/application_default_credentials.json":{"path":"/application_default_credentials.json","total":5,"firstSeen":"2026-08-09T19:19:16.911Z","lastSeen":"2026-08-29T18:28:19.034Z","firstBot":"PerplexityBot","byCompany":[{"company":"OpenAI","count":4,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":3},{"bot":"GPTBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":4,"sharePct":80,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/aws-credentials.json":{"path":"/aws-credentials.json","total":6,"firstSeen":"2026-08-09T12:36:46.353Z","lastSeen":"2026-08-29T18:28:24.409Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":3,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":3},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":3}],"leader":{"company":"Amazon","count":3,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/aws/ecs/task-credentials.json":{"path":"/aws/ecs/task-credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.287Z","lastSeen":"2026-08-09T12:36:46.287Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/aws/s3/credentials.json":{"path":"/aws/s3/credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.273Z","lastSeen":"2026-08-09T12:36:46.273Z","firstBot":"ClaudeBot","byCompany":[{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"ClaudeBot","count":1}],"leader":{"company":"Anthropic","count":1,"sharePct":100,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/.well-known/credentials.json":{"path":"/.well-known/credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.241Z","lastSeen":"2026-08-09T12:36:46.241Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/gcp-key.json":{"path":"/gcp-key.json","total":5,"firstSeen":"2026-08-09T19:19:13.601Z","lastSeen":"2026-08-29T18:27:48.456Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"training"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":2}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"GPTBot","count":2},{"bot":"PerplexityBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/articles/pricing-ai-work-when-token-prices-move":{"path":"/articles/pricing-ai-work-when-token-prices-move","total":9,"firstSeen":"2026-08-07T17:12:44.056Z","lastSeen":"2026-08-30T17:06:29.827Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":4,"topPurpose":"search"},{"company":"Microsoft","count":3,"topPurpose":"search"},{"company":"Apple","count":1,"topPurpose":"search"},{"company":"Meta","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":8},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":4},{"bot":"Bingbot","count":3},{"bot":"Applebot","count":1},{"bot":"Meta-ExternalAgent","count":1}],"leader":{"company":"Amazon","count":4,"sharePct":44,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/info.php":{"path":"/info.php","total":7,"firstSeen":"2026-08-08T18:56:26.852Z","lastSeen":"2026-08-20T21:28:56.258Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/sitemap_index.xml":{"path":"/sitemap_index.xml","total":3,"firstSeen":"2026-08-22T22:33:56.890Z","lastSeen":"2026-08-30T21:49:22.286Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Microsoft","count":2,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Bingbot","count":2},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Microsoft","count":2,"sharePct":67,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/ecs/task-credentials.json":{"path":"/ecs/task-credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.596Z","lastSeen":"2026-08-09T12:36:46.596Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/.dev.vars":{"path":"/.dev.vars","total":1,"firstSeen":"2026-08-22T22:34:01.647Z","lastSeen":"2026-08-22T22:34:01.647Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/config/env.json":{"path":"/config/env.json","total":2,"firstSeen":"2026-08-09T19:19:22.865Z","lastSeen":"2026-08-16T01:46:30.346Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/backend/settings.py":{"path":"/backend/settings.py","total":4,"firstSeen":"2026-08-09T19:19:20.825Z","lastSeen":"2026-08-16T01:46:16.161Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":3,"sharePct":75,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/secret.json":{"path":"/secret.json","total":6,"firstSeen":"2026-08-09T19:19:19.540Z","lastSeen":"2026-08-29T18:29:40.060Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":5,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":4},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2}],"byBot":[{"bot":"ChatGPT-User","count":4},{"bot":"OAI-SearchBot","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":5,"sharePct":83,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/private/aws_credentials.json":{"path":"/private/aws_credentials.json","total":1,"firstSeen":"2026-08-09T12:36:46.719Z","lastSeen":"2026-08-09T12:36:46.719Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/latest/meta-data/iam/security-credentials":{"path":"/latest/meta-data/iam/security-credentials","total":1,"firstSeen":"2026-08-09T12:36:46.876Z","lastSeen":"2026-08-09T12:36:46.876Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/openai_key.json":{"path":"/openai_key.json","total":1,"firstSeen":"2026-08-09T19:19:25.468Z","lastSeen":"2026-08-09T19:19:25.468Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/.zshrc":{"path":"/.zshrc","total":7,"firstSeen":"2026-08-08T18:56:24.608Z","lastSeen":"2026-08-20T21:28:55.336Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":6,"sharePct":86,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/serverless.yml":{"path":"/serverless.yml","total":3,"firstSeen":"2026-08-09T19:19:21.588Z","lastSeen":"2026-08-16T01:46:23.087Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":3}],"leader":{"company":"Amazon","count":3,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/backup.sql":{"path":"/backup.sql","total":2,"firstSeen":"2026-08-09T19:19:23.614Z","lastSeen":"2026-08-16T01:46:30.335Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/manifest.webmanifest":{"path":"/manifest.webmanifest","total":8,"firstSeen":"2026-08-08T18:54:13.060Z","lastSeen":"2026-08-20T21:28:55.770Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":6,"topPurpose":"training"},{"company":"Mistral","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":6},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Meta-ExternalAgent","count":6},{"bot":"MistralAI-User","count":2}],"leader":{"company":"Meta","count":6,"sharePct":75,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/es/2026/01/27/the-partner-build":{"path":"/es/2026/01/27/the-partner-build","total":1,"firstSeen":"2026-08-05T11:45:27.688Z","lastSeen":"2026-08-05T11:45:27.688Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Bingbot","count":1}],"leader":{"company":"Microsoft","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/config/database.yml":{"path":"/config/database.yml","total":5,"firstSeen":"2026-08-09T19:19:14.631Z","lastSeen":"2026-08-29T18:27:56.783Z","firstBot":"ChatGPT-User","byCompany":[{"company":"Amazon","count":2,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"Amazonbot","count":2},{"bot":"ChatGPT-User","count":2},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":2,"sharePct":40,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"tied"}},"/config/stripe.json":{"path":"/config/stripe.json","total":3,"firstSeen":"2026-08-09T19:19:21.929Z","lastSeen":"2026-08-16T01:46:26.083Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3}],"byBot":[{"bot":"Amazonbot","count":3}],"leader":{"company":"Amazon","count":3,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/index.php":{"path":"/index.php","total":2,"firstSeen":"2026-08-09T19:19:30.978Z","lastSeen":"2026-08-09T19:19:40.534Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"ChatGPT-User","count":2}],"leader":{"company":"OpenAI","count":2,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/terraform.tfvars":{"path":"/terraform.tfvars","total":2,"firstSeen":"2026-08-09T19:19:21.545Z","lastSeen":"2026-08-16T01:46:23.089Z","firstBot":"PerplexityBot","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"},{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1},{"bot":"PerplexityBot","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":50,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/s3-credentials.bak":{"path":"/s3-credentials.bak","total":1,"firstSeen":"2026-08-09T12:36:46.730Z","lastSeen":"2026-08-09T12:36:46.730Z","firstBot":"GPTBot","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1}],"byBot":[{"bot":"GPTBot","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":false,"reason":"too_few"}},"/config/environment.json":{"path":"/config/environment.json","total":1,"firstSeen":"2026-08-09T19:19:25.934Z","lastSeen":"2026-08-09T19:19:25.934Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/.bashrc":{"path":"/.bashrc","total":8,"firstSeen":"2026-08-08T18:56:24.622Z","lastSeen":"2026-08-20T21:28:55.336Z","firstBot":"MistralAI-User","byCompany":[{"company":"Meta","count":7,"topPurpose":"training"},{"company":"Mistral","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":7},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Meta-ExternalAgent","count":7},{"bot":"MistralAI-User","count":1}],"leader":{"company":"Meta","count":7,"sharePct":88,"topPurpose":"training","purposeShort":"for training data","purposeSentence":"to build training data","confident":true,"reason":null}},"/2026/01/15/the-package-we-couldnt-remove":{"path":"/2026/01/15/the-package-we-couldnt-remove","total":14,"firstSeen":"2026-08-01T06:07:35.576Z","lastSeen":"2026-08-21T22:23:22.616Z","firstBot":"Bingbot","byCompany":[{"company":"Microsoft","count":14,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":14}],"byBot":[{"bot":"Bingbot","count":14}],"leader":{"company":"Microsoft","count":14,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}},"/docker-compose.prod.yml":{"path":"/docker-compose.prod.yml","total":2,"firstSeen":"2026-08-09T19:19:23.179Z","lastSeen":"2026-08-16T01:46:30.322Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"},{"company":"Anthropic","count":1,"topPurpose":"training"}],"byPurpose":[{"key":"training","label":"training","short":"for training data","sentence":"to build training data","count":1},{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ClaudeBot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":50,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/storage/logs/laravel.log":{"path":"/storage/logs/laravel.log","total":1,"firstSeen":"2026-08-09T19:19:24.976Z","lastSeen":"2026-08-09T19:19:24.976Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/stripe.env":{"path":"/stripe.env","total":3,"firstSeen":"2026-08-09T19:19:21.914Z","lastSeen":"2026-08-16T01:46:26.099Z","firstBot":"OAI-SearchBot","byCompany":[{"company":"OpenAI","count":2,"topPurpose":"retrieval"},{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":2},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"Amazonbot","count":1},{"bot":"ChatGPT-User","count":1},{"bot":"OAI-SearchBot","count":1}],"leader":{"company":"OpenAI","count":2,"sharePct":67,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":true,"reason":null}},"/config/auth.json":{"path":"/config/auth.json","total":1,"firstSeen":"2026-08-09T19:19:24.935Z","lastSeen":"2026-08-09T19:19:24.935Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/aws/iam/ecs-task-credentials.json":{"path":"/aws/iam/ecs-task-credentials.json","total":1,"firstSeen":"2026-08-09T12:36:45.364Z","lastSeen":"2026-08-09T12:36:45.364Z","firstBot":"ChatGPT-User","byCompany":[{"company":"OpenAI","count":1,"topPurpose":"retrieval"}],"byPurpose":[{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":1}],"byBot":[{"bot":"ChatGPT-User","count":1}],"leader":{"company":"OpenAI","count":1,"sharePct":100,"topPurpose":"retrieval","purposeShort":"to answer a live question","purposeSentence":"to answer a question someone was asking it at the time","confident":false,"reason":"too_few"}},"/serviceaccount.json":{"path":"/serviceaccount.json","total":1,"firstSeen":"2026-08-09T19:19:25.166Z","lastSeen":"2026-08-09T19:19:25.166Z","firstBot":"PerplexityBot","byCompany":[{"company":"Perplexity","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"PerplexityBot","count":1}],"leader":{"company":"Perplexity","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/adoption/data.json):":{"path":"/adoption/data.json):","total":1,"firstSeen":"2026-08-22T08:35:28.028Z","lastSeen":"2026-08-22T08:35:28.028Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":1,"topPurpose":"search"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":1}],"byBot":[{"bot":"Amazonbot","count":1}],"leader":{"company":"Amazon","count":1,"sharePct":100,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":false,"reason":"too_few"}},"/.gradle/gradle.properties":{"path":"/.gradle/gradle.properties","total":5,"firstSeen":"2026-08-09T19:19:16.201Z","lastSeen":"2026-08-29T18:29:26.995Z","firstBot":"Amazonbot","byCompany":[{"company":"Amazon","count":3,"topPurpose":"search"},{"company":"OpenAI","count":2,"topPurpose":"retrieval"}],"byPurpose":[{"key":"search","label":"search index","short":"for a search index","sentence":"to keep a search index current","count":3},{"key":"retrieval","label":"answering","short":"to answer a live question","sentence":"to answer a question someone was asking it at the time","count":2}],"byBot":[{"bot":"Amazonbot","count":3},{"bot":"ChatGPT-User","count":2}],"leader":{"company":"Amazon","count":3,"sharePct":60,"topPurpose":"search","purposeShort":"for a search index","purposeSentence":"to keep a search index current","confident":true,"reason":null}}}}