From 6ce86768d4b2287c23754536e33fcf262578a0a5 Mon Sep 17 00:00:00 2001 From: hrbrmstr Date: Mon, 7 Sep 2026 10:09:24 -0400 Subject: chore: initial commit --- .index.json | 194 + .sync.sh | 17 + README.md | 5 + agents.csv | 151 + agents.json | 3866 + asked-and-absent-2026-w36.json | 466 + crawler-fleet-fold-2026-w36.json | 472 + crawler-ua-asn-2026-w36.json | 1326 + fediverse-fanout-2026-w36.json | 531 + ip-sources.json | 283 + markdown-lane.json | 207 + mcp-conformance-2026-w36.json | 973 + mcp-endpoint-callers-2026-w36.json | 1070 + observed-clients.csv | 1129 + observed-clients.json | 273757 ++++++++++++++++++++++++++++++++++ robots-tokens.txt | 151 + traffic-2026-w36.json | 518 + ua-regex.json | 67 + ua-regex.txt | 2 + user-agents.txt | 150 + workers-plan-2026-w36.json | 354 + 21 files changed, 285689 insertions(+) create mode 100644 .index.json create mode 100755 .sync.sh create mode 100644 README.md create mode 100644 agents.csv create mode 100644 agents.json create mode 100644 asked-and-absent-2026-w36.json create mode 100644 crawler-fleet-fold-2026-w36.json create mode 100644 crawler-ua-asn-2026-w36.json create mode 100644 fediverse-fanout-2026-w36.json create mode 100644 ip-sources.json create mode 100644 markdown-lane.json create mode 100644 mcp-conformance-2026-w36.json create mode 100644 mcp-endpoint-callers-2026-w36.json create mode 100644 observed-clients.csv create mode 100644 observed-clients.json create mode 100644 robots-tokens.txt create mode 100644 traffic-2026-w36.json create mode 100644 ua-regex.json create mode 100644 ua-regex.txt create mode 100644 user-agents.txt create mode 100644 workers-plan-2026-w36.json diff --git a/.index.json b/.index.json new file mode 100644 index 0000000..23030cf --- /dev/null +++ b/.index.json @@ -0,0 +1,194 @@ +{ + "name": "Bulk data", + "description": "Every endpoint this index serves as a file: no key, no signup, no rate limit, CORS open, and every one of them is the same file the HTML pages are generated from.", + "url": "https://www.pathwren.workers.dev/data", + "canonical": "https://www.pathwren.workers.dev/data/index.html", + "formats": { + "html": "https://www.pathwren.workers.dev/data/index.html", + "json": "https://www.pathwren.workers.dev/data/index.json", + "markdown": "https://www.pathwren.workers.dev/data/index.md" + }, + "curl": "curl -s https://www.pathwren.workers.dev/data/agents.json | jq '.crawlers[] | select(.category==\"ai-search\") | .robots_token'", + "count": 18, + "entries": [ + { + "path": "/data/agents.csv", + "url": "https://www.pathwren.workers.dev/data/agents.csv", + "bytes": 24812, + "content_type": "text/csv", + "what": "The same table, flat" + }, + { + "path": "/data/agents.json", + "url": "https://www.pathwren.workers.dev/data/agents.json", + "bytes": 201081, + "content_type": "application/json", + "what": "Every crawler record in one file" + }, + { + "path": "/data/asked-and-absent-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/asked-and-absent-2026-w36.json", + "bytes": 17892, + "content_type": "application/json", + "what": "Every address asked for and absent here in one named window, with who asked, how often, and which of the four kinds of 404 it is" + }, + { + "path": "/data/crawler-fleet-fold-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/crawler-fleet-fold-2026-w36.json", + "bytes": 14155, + "content_type": "application/json", + "what": "" + }, + { + "path": "/data/crawler-ua-asn-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/crawler-ua-asn-2026-w36.json", + "bytes": 37510, + "content_type": "application/json", + "what": "The per-user-agent and per-ASN census behind /blog/crawler-ua-asn-2026-w36.html — every client string, every AS organisation, one named 24-hour window, with the SQL" + }, + { + "path": "/data/fediverse-fanout-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/fediverse-fanout-2026-w36.json", + "bytes": 16787, + "content_type": "application/json", + "what": "The ActivityPub link-preview fan-out, per instance, per community and per network — how far one link posted to one community actually reaches" + }, + { + "path": "/data/ip-sources.json", + "url": "https://www.pathwren.workers.dev/data/ip-sources.json", + "bytes": 9176, + "content_type": "application/json", + "what": "Which operators publish IP ranges, and where" + }, + { + "path": "/data/markdown-lane.json", + "url": "https://www.pathwren.workers.dev/data/markdown-lane.json", + "bytes": 5860, + "content_type": "application/json", + "what": "" + }, + { + "path": "/data/mcp-conformance-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/mcp-conformance-2026-w36.json", + "bytes": 27672, + "content_type": "application/json", + "what": "What public MCP records get wrong, as data: the handshake funnel, the stream-open GET that answers 405, the discovery documents callers ask for before they dial" + }, + { + "path": "/data/mcp-endpoint-callers-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/mcp-endpoint-callers-2026-w36.json", + "bytes": 28870, + "content_type": "application/json", + "what": "Every figure in the dated MCP/A2A caller report, with the window it was measured over and the instant it was computed" + }, + { + "path": "/data/observed-clients.csv", + "url": "https://www.pathwren.workers.dev/data/observed-clients.csv", + "bytes": 294190, + "content_type": "text/csv", + "what": "" + }, + { + "path": "/data/observed-clients.json", + "url": "https://www.pathwren.workers.dev/data/observed-clients.json", + "bytes": 6382766, + "content_type": "application/json", + "what": "Every named client observed asking this host for something" + }, + { + "path": "/data/robots-tokens.txt", + "url": "https://www.pathwren.workers.dev/data/robots-tokens.txt", + "bytes": 2174, + "content_type": "text/plain", + "what": "" + }, + { + "path": "/data/traffic-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/traffic-2026-w36.json", + "bytes": 20577, + "content_type": "application/json", + "what": "Every figure in the dated traffic report for 2026-09-05/06, with the SQL that produced each one" + }, + { + "path": "/data/ua-regex.json", + "url": "https://www.pathwren.workers.dev/data/ua-regex.json", + "bytes": 13059, + "content_type": "application/json", + "what": "Compiled user-agent regexes for a log classifier or a WAF" + }, + { + "path": "/data/ua-regex.txt", + "url": "https://www.pathwren.workers.dev/data/ua-regex.txt", + "bytes": 2170, + "content_type": "text/plain", + "what": "" + }, + { + "path": "/data/user-agents.txt", + "url": "https://www.pathwren.workers.dev/data/user-agents.txt", + "bytes": 2145, + "content_type": "text/plain", + "what": "" + }, + { + "path": "/data/workers-plan-2026-w36.json", + "url": "https://www.pathwren.workers.dev/data/workers-plan-2026-w36.json", + "bytes": 15146, + "content_type": "application/json", + "what": "One UTC day of a 100,000-request/day Workers plan, hour by hour, from the platform's own counter, with the attribution and the residual nobody can name" + } + ], + "generated_at": "2026-09-07T08:42:05+00:00", + "license": { + "data": "CC0-1.0", + "url": "https://creativecommons.org/publicdomain/zero/1.0/" + }, + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/index.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/index.md", + "type": "text/markdown" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/documents.json", + "type": "application/json", + "title": "Every document here with its ETag and last-modified date" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + } + ], + "changed_at": "2026-09-07T08:42:05+00:00", + "recent_changes": [ + "2026-09-07T08:42Z - changed: entries", + "2026-09-07T02:48Z - changed: entries, links", + "2026-09-07T02:39Z - changed: entries" + ] +} \ No newline at end of file diff --git a/.sync.sh b/.sync.sh new file mode 100755 index 0000000..6ede186 --- /dev/null +++ b/.sync.sh @@ -0,0 +1,17 @@ +#!/usr/bin/env bash +# Pull all bulk-data files listed by pathwren.workers.dev into /data/pathwren. +set -euo pipefail +DEST=/data/pathwren +BASE=https://www.pathwren.workers.dev +cd "$DEST" +curl -fsS --retry 3 "$BASE/data/index.json" -o .index.json +jq -r '.entries[].url' .index.json | while read -r u; do + f=$(basename "$u") + curl -fsS --retry 3 -o "$f.part" "$u" + mv -f "$f.part" "$f" +done +# Prune files no longer in the index (never touch .index.json or this script). +find . -maxdepth 1 -type f -name '*.part' -delete +find . -maxdepth 1 -type f ! -name '.index.json' ! -name '.sync.sh' -printf '%f\n' | while read -r f; do + jq -e --arg f "$f" 'any(.entries[]; (.url | ltrimstr("/") | split("/")[-1]) == $f)' .index.json >/dev/null || rm -f -- "$f" +done diff --git a/README.md b/README.md new file mode 100644 index 0000000..5b3f0d4 --- /dev/null +++ b/README.md @@ -0,0 +1,5 @@ +# AI Crawler Index (mirror) + +Mirror of data from: https://www.pathwren.workers.dev/ + +Updates daily. diff --git a/agents.csv b/agents.csv new file mode 100644 index 0000000..711daa3 --- /dev/null +++ b/agents.csv @@ -0,0 +1,151 @@ +slug,name,operator,category,robots_token,user_agent_substring,respects_robots_txt,verification_method,published_ip_ranges_url,ipv4_prefix_count,ipv6_prefix_count,operator_docs +gptbot,GPTBot,OpenAI,ai-training,GPTBot,GPTBot,documented,published-ranges,https://openai.com/gptbot.json,21,0,https://platform.openai.com/docs/bots +oai-searchbot,OAI-SearchBot,OpenAI,ai-search,OAI-SearchBot,OAI-SearchBot,documented,published-ranges,https://openai.com/searchbot.json,35,0,https://platform.openai.com/docs/bots +chatgpt-user,ChatGPT-User,OpenAI,user-fetch,ChatGPT-User,ChatGPT-User,documented,published-ranges,https://openai.com/chatgpt-user.json,207,0,https://platform.openai.com/docs/bots +claudebot,ClaudeBot,Anthropic,ai-training,ClaudeBot,ClaudeBot,documented,none,,0,0,https://support.anthropic.com/en/articles/8896518 +claude-searchbot,Claude-SearchBot,Anthropic,ai-search,Claude-SearchBot,Claude-SearchBot,documented,none,,0,0,https://support.anthropic.com/en/articles/8896518 +claude-user,Claude-User,Anthropic,user-fetch,Claude-User,Claude-User,documented,none,,0,0,https://support.anthropic.com/en/articles/8896518 +anthropic-ai,anthropic-ai,Anthropic,ai-training,anthropic-ai,anthropic-ai,n-a,none,,0,0,https://support.anthropic.com/en/articles/8896518 +claude-web,Claude-Web,Anthropic,ai-search,Claude-Web,Claude-Web,n-a,none,,0,0,https://support.anthropic.com/en/articles/8896518 +google-extended,Google-Extended,Google,ai-training,Google-Extended,(control token only — no crawler),n-a,none,,0,0,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +googlebot,Googlebot,Google,search,Googlebot,Googlebot,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/googlebot.json,170,147,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +googleother,GoogleOther,Google,ai-training,GoogleOther,GoogleOther,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +google-cloudvertexbot,Google-CloudVertexBot,Google,ai-search,Google-CloudVertexBot,Google-CloudVertexBot,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +google-inspectiontool,Google-InspectionTool,Google,tool,Google-InspectionTool,Google-InspectionTool,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +googlebot-image,Googlebot-Image,Google,search,Googlebot-Image,Googlebot-Image,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/googlebot.json,170,147,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +googlebot-news,Googlebot-News,Google,search,Googlebot-News,Googlebot-News,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/googlebot.json,170,147,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +storebot-google,Storebot-Google,Google,search,Storebot-Google,Storebot-Google,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers +bingbot,bingbot,Microsoft,search,bingbot,bingbot,documented,published-ranges,https://www.bing.com/toolbox/bingbot.json,28,0,https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0 +applebot,Applebot,Apple,search,Applebot,Applebot,documented,published-ranges,https://search.developer.apple.com/applebot.json,33,0,https://support.apple.com/en-us/119829 +applebot-extended,Applebot-Extended,Apple,ai-training,Applebot-Extended,(control token only — no crawler),n-a,none,,0,0,https://support.apple.com/en-us/119829 +perplexitybot,PerplexityBot,Perplexity,ai-search,PerplexityBot,PerplexityBot,documented,published-ranges,https://www.perplexity.ai/perplexitybot.json,8,0,https://docs.perplexity.ai/guides/bots +perplexity-user,Perplexity-User,Perplexity,user-fetch,Perplexity-User,Perplexity-User,by-design-no,published-ranges,https://www.perplexity.ai/perplexity-user.json,4,0,https://docs.perplexity.ai/guides/bots +ccbot,CCBot,Common Crawl,dataset,CCBot,CCBot,documented,published-ranges,https://index.commoncrawl.org/ccbot.json,4,1,https://commoncrawl.org/ccbot +bytespider,Bytespider,ByteDance,ai-training,Bytespider,Bytespider,disputed,none,,0,0,https://www.bytespider.net/ +tiktokspider,TikTokSpider,ByteDance,ai-training,TikTokSpider,TikTokSpider,disputed,none,,0,0,https://www.bytespider.net/ +meta-externalagent,meta-externalagent,Meta,ai-training,meta-externalagent,meta-externalagent,documented,none,,0,0,https://developers.facebook.com/docs/sharing/webmasters/web-crawlers +meta-externalfetcher,meta-externalfetcher,Meta,user-fetch,meta-externalfetcher,meta-externalfetcher,documented,none,,0,0,https://developers.facebook.com/docs/sharing/webmasters/web-crawlers +facebookexternalhit,facebookexternalhit,Meta,preview,facebookexternalhit,facebookexternalhit,documented,none,,0,0,https://developers.facebook.com/docs/sharing/webmasters/web-crawlers +facebookbot,FacebookBot,Meta,ai-training,FacebookBot,FacebookBot,documented,none,,0,0,https://developers.facebook.com/docs/sharing/webmasters/web-crawlers +amazonbot,Amazonbot,Amazon,ai-search,Amazonbot,Amazonbot,documented,reverse-dns,,0,0,https://developer.amazon.com/amazonbot +duckassistbot,DuckAssistBot,DuckDuckGo,ai-search,DuckAssistBot,DuckAssistBot,documented,none,,0,0,https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot/ +duckduckbot,DuckDuckBot,DuckDuckGo,search,DuckDuckBot,DuckDuckBot,documented,published-ranges,https://duckduckgo.com/duckduckbot.json,486,0,https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot/ +ai2bot,AI2Bot,Allen Institute for AI,dataset,AI2Bot,AI2Bot,documented,none,,0,0,https://allenai.org/crawler +ai2bot-dolma,Ai2Bot-Dolma,Allen Institute for AI,dataset,Ai2Bot-Dolma,Ai2Bot-Dolma,documented,none,,0,0,https://allenai.org/crawler +cohere-ai,cohere-ai,Cohere,user-fetch,cohere-ai,cohere-ai,documented,none,,0,0,https://cohere.com/ +cohere-training-data-crawler,cohere-training-data-crawler,Cohere,ai-training,cohere-training-data-crawler,cohere-training-data-crawler,documented,none,,0,0,https://cohere.com/ +mistralai-user,MistralAI-User,Mistral AI,user-fetch,MistralAI-User,MistralAI-User,documented,none,,0,0,https://docs.mistral.ai/ +youbot,YouBot,You.com,ai-search,YouBot,YouBot,documented,none,,0,0,https://about.you.com/youbot/ +diffbot,Diffbot,Diffbot,dataset,Diffbot,Diffbot,documented,none,,0,0,https://docs.diffbot.com/ +omgilibot,omgilibot,Webz.io,dataset,omgilibot,omgilibot,documented,none,,0,0,https://webz.io/blog/machine-learning/ +omgili,omgili,Webz.io,dataset,omgili,omgili,documented,none,,0,0,https://webz.io/blog/machine-learning/ +webzio-extended,Webzio-Extended,Webz.io,ai-training,Webzio-Extended,Webzio-Extended,documented,none,,0,0,https://webz.io/blog/machine-learning/ +imagesiftbot,ImagesiftBot,Hive AI,dataset,ImagesiftBot,ImagesiftBot,documented,none,,0,0,https://imagesift.com/about +timpibot,Timpibot,Timpi,search,Timpibot,Timpibot,documented,none,,0,0,https://timpi.io/ +semrushbot,SemrushBot,Semrush,seo,SemrushBot,SemrushBot,documented,reverse-dns,,0,0,https://www.semrush.com/bot/ +semrushbot-ocob,SemrushBot-OCOB,Semrush,ai-training,SemrushBot-OCOB,SemrushBot-OCOB,documented,reverse-dns,,0,0,https://www.semrush.com/bot/ +ahrefsbot,AhrefsBot,Ahrefs,seo,AhrefsBot,AhrefsBot,documented,published-ranges,https://api.ahrefs.com/v3/public/crawler-ip-ranges,81,0,https://ahrefs.com/robot +archive-org-bot,archive.org_bot,Internet Archive,archive,archive.org_bot,archive.org_bot,documented,none,,0,0,https://archive.org/details/archive.org_bot +ia-archiver,ia_archiver,Internet Archive,archive,ia_archiver,ia_archiver,documented,none,,0,0,https://archive.org/details/archive.org_bot +yandexbot,YandexBot,Yandex,search,YandexBot,YandexBot,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html +baiduspider,Baiduspider,Baidu,search,Baiduspider,Baiduspider,documented,reverse-dns,,0,0,https://help.baidu.com/question?prod_id=99&class=0&id=3001 +seznambot,SeznamBot,Seznam,search,SeznamBot,SeznamBot,documented,reverse-dns,,0,0,https://napoveda.seznam.cz/en/seznamzbozi/subject-matter-crawler/ +yeti,Yeti,Naver,search,Yeti,Yeti,documented,reverse-dns,,0,0,https://searchadvisor.naver.com/guide/seo-basic-crawl +petalbot,PetalBot,Huawei,search,PetalBot,PetalBot,documented,reverse-dns,,0,0,https://aspiegel.com/petalbot +firecrawlagent,FirecrawlAgent,Firecrawl,tool,FirecrawlAgent,FirecrawlAgent,documented,none,,0,0,https://docs.firecrawl.dev/ +scrapy,Scrapy,Scrapy project,tool,Scrapy,Scrapy,documented,none,,0,0,https://scrapy.org/ +img2dataset,img2dataset,LAION / img2dataset,dataset,img2dataset,img2dataset,documented,none,,0,0,https://github.com/rom1504/img2dataset +googlebot-video,Googlebot-Video,Google,search,Googlebot-Video,Googlebot-Video,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/googlebot.json,170,147,https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers +googleother-image,GoogleOther-Image,Google,ai-training,GoogleOther-Image,GoogleOther-Image,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers +googleother-video,GoogleOther-Video,Google,ai-training,GoogleOther-Video,GoogleOther-Video,documented,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers +apis-google,APIs-Google,Google,tool,APIs-Google,APIs-Google,own-token-only,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers +adsbot-google,AdsBot-Google,Google,tool,AdsBot-Google,AdsBot-Google,own-token-only,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers +adsbot-google-mobile,AdsBot-Google-Mobile,Google,tool,AdsBot-Google-Mobile,AdsBot-Google-Mobile,own-token-only,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers +adsbot-google-mobile-apps,AdsBot-Google-Mobile-Apps,Google,tool,AdsBot-Google-Mobile-Apps,AdsBot-Google-Mobile-Apps,own-token-only,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers +mediapartners-google,Mediapartners-Google,Google,tool,Mediapartners-Google,Mediapartners-Google,own-token-only,published-ranges,https://developers.google.com/static/search/apis/ipranges/special-crawlers.json,136,136,https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers +google-safety,Google-Safety,Google,tool,Google-Safety,Google-Safety,by-design-no,none,,0,0,https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers +feedfetcher-google,FeedFetcher-Google,Google,tool,FeedFetcher-Google,FeedFetcher-Google,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +google-read-aloud,Google-Read-Aloud,Google,user-fetch,Google-Read-Aloud,Google-Read-Aloud,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +google-site-verification,Google-Site-Verification,Google,tool,Google-Site-Verification,Google-Site-Verification,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +google-cws,Google-CWS,Google,tool,Google-CWS,Google-CWS,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +google-pinpoint,Google-Pinpoint,Google,user-fetch,Google-Pinpoint,Google-Pinpoint,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +googleproducer,GoogleProducer,Google,tool,GoogleProducer,GoogleProducer,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +googlemessages,GoogleMessages,Google,preview,GoogleMessages,GoogleMessages,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +google-gemininotebook,Google-GeminiNotebook,Google,user-fetch,Google-GeminiNotebook,Google-GeminiNotebook,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json,529,529,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +google-agent,Google-Agent,Google,user-fetch,Google-Agent,Google-Agent,by-design-no,published-ranges,https://developers.google.com/static/search/apis/ipranges/user-triggered-agents.json,3,1,https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers +yandeximages,YandexImages,Yandex,search,YandexImages,YandexImages,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexvideo,YandexVideo,Yandex,search,YandexVideo,YandexVideo,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexmedia,YandexMedia,Yandex,search,YandexMedia,YandexMedia,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexblogs,YandexBlogs,Yandex,search,YandexBlogs,YandexBlogs,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexmarket,YandexMarket,Yandex,search,YandexMarket,YandexMarket,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexwebmaster,YandexWebmaster,Yandex,tool,YandexWebmaster,YandexWebmaster,documented,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexmobilebot,YandexMobileBot,Yandex,search,YandexMobileBot,YandexMobileBot,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexfavicons,YandexFavicons,Yandex,search,YandexFavicons,YandexFavicons,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexcalendar,YandexCalendar,Yandex,user-fetch,YandexCalendar,YandexCalendar,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexdirect,YandexDirect,Yandex,tool,YandexDirect,YandexDirect,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexmetrika,YandexMetrika,Yandex,tool,YandexMetrika,YandexMetrika,by-design-no,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexrenderresourcesbot,YandexRenderResourcesBot,Yandex,search,YandexRenderResourcesBot,YandexRenderResourcesBot,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexscreenshotbot,YandexScreenshotBot,Yandex,tool,YandexScreenshotBot,YandexScreenshotBot,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexadditional,YandexAdditional,Yandex,ai-training,YandexAdditional,YandexAdditional,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexadditionalbot,YandexAdditionalBot,Yandex,ai-training,YandexAdditionalBot,YandexAdditionalBot,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +yandexcombot,YandexComBot,Yandex,search,YandexComBot,YandexComBot,own-token-only,reverse-dns,,0,0,https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots +siteauditbot,SiteAuditBot,Semrush,seo,SiteAuditBot,SiteAuditBot,documented,none,,0,0,https://www.semrush.com/bot/ +semrushbot-ba,SemrushBot-BA,Semrush,seo,SemrushBot-BA,SemrushBot-BA,documented,none,,0,0,https://www.semrush.com/bot/ +semrushbot-si,SemrushBot-SI,Semrush,seo,SemrushBot-SI,SemrushBot-SI,documented,none,,0,0,https://www.semrush.com/bot/ +semrushbot-swa,SemrushBot-SWA,Semrush,seo,SemrushBot-SWA,SemrushBot-SWA,documented,none,,0,0,https://www.semrush.com/bot/ +splitsignalbot,SplitSignalBot,Semrush,seo,SplitSignalBot,SplitSignalBot,documented,none,,0,0,https://www.semrush.com/bot/ +semrushbot-ft,SemrushBot-FT,Semrush,seo,SemrushBot-FT,SemrushBot-FT,documented,none,,0,0,https://www.semrush.com/bot/ +semrushbot-esi,SemrushBot-ESI,Semrush,seo,SemrushBot-ESI,SemrushBot-ESI,documented,none,,0,0,https://www.semrush.com/bot/ +ahrefssiteaudit,AhrefsSiteAudit,Ahrefs,seo,AhrefsSiteAudit,AhrefsSiteAudit,documented,published-ranges,https://api.ahrefs.com/v3/public/crawler-ip-ranges,81,0,https://ahrefs.com/robot +mj12bot,MJ12bot,Majestic,seo,MJ12bot,MJ12bot,documented,none,,0,0,https://mj12bot.com/ +dotbot,DotBot,Moz,seo,dotbot,dotbot,documented,none,,0,0,https://moz.com/help/moz-procedures/crawlers/dotbot +rogerbot,rogerbot,Moz,seo,rogerbot,rogerbot,documented,none,,0,0,https://moz.com/help/moz-procedures/crawlers/rogerbot +dataforseobot,DataForSeoBot,DataForSEO,seo,DataForSeoBot,DataForSeoBot,documented,none,,0,0,https://dataforseo.com/dataforseo-bot +serpstatbot,serpstatbot,Serpstat,seo,serpstatbot,serpstatbot,documented,none,,0,0,https://serpstatbot.com/ +barkrowler,Barkrowler,Babbar,seo,barkrowler,barkrowler,documented,none,,0,0,https://babbar.tech/crawler +screaming-frog-seo-spider,Screaming Frog SEO Spider,Screaming Frog,tool,Screaming Frog SEO Spider,Screaming Frog SEO Spider,documented,none,,0,0,https://www.screamingfrog.co.uk/seo-spider/user-agent/ +seokicks,SEOkicks,SEOkicks,seo,SEOkicks,SEOkicks,documented,none,,0,0,https://www.seokicks.de/robot.html +mojeekbot,MojeekBot,Mojeek,search,MojeekBot,MojeekBot,documented,none,,0,0,https://www.mojeek.com/bot.html +kagibot,Kagibot,Kagi,search,Kagibot,Kagibot,documented,none,,0,0,https://kagi.com/bot +qwantbot,Qwantbot,Qwant,search,Qwantbot,Qwantbot,documented,none,,0,0,https://help.qwant.com/bot/ +qwantbot-news,Qwantbot-news,Qwant,search,Qwantbot-news,Qwantbot-news,documented,none,,0,0,https://help.qwant.com/bot/ +slackbot-linkexpanding,Slackbot-LinkExpanding,Slack,preview,Slackbot-LinkExpanding,Slackbot-LinkExpanding,documented,none,,0,0,https://api.slack.com/robots +slackbot,Slackbot,Slack,preview,Slackbot,Slackbot,documented,none,,0,0,https://api.slack.com/robots +pinterestbot,Pinterestbot,Pinterest,search,Pinterestbot,Pinterestbot,documented,none,,0,0,https://help.pinterest.com/en/business/article/pinterest-crawler +bedrockbot,bedrockbot,Amazon,ai-search,bedrockbot,bedrockbot,documented,none,,0,0,https://docs.aws.amazon.com/bedrock/latest/userguide/webcrawl-data-source-connector.html +cloudflare-autorag,Cloudflare-AutoRAG,Cloudflare,ai-search,Cloudflare-AutoRAG,Cloudflare-AutoRAG,documented,none,,0,0,https://developers.cloudflare.com/ai-search/ +exasearchbot,ExaSearchBot,Exa,ai-search,ExaSearchBot,ExaSearchBot,undocumented,none,,0,0,https://exa.ai +shapbot,ShapBot,Parallel,ai-search,ShapBot,ShapBot,documented,none,,0,0,https://docs.parallel.ai/features/crawler +terracotta,TerraCotta,Ceramic AI,ai-search,TerraCotta,TerraCotta,documented,none,,0,0,https://ceramic.ai/ +crawlspace,Crawlspace,Crawlspace,tool,Crawlspace,Crawlspace,documented,none,,0,0,https://crawlspace.dev +panscient,Panscient,Panscient,dataset,panscient.com,panscient.com,documented,none,,0,0,https://panscient.com/faq.htm +sbintuitionsbot,SBIntuitionsBot,SB Intuitions,ai-training,SBIntuitionsBot,SBIntuitionsBot,documented,none,,0,0,https://www.sbintuitions.co.jp/en/bot/ +icc-crawler,ICC-Crawler,NICT,ai-training,ICC-Crawler,ICC-Crawler,documented,none,,0,0,https://www.nict.go.jp/en/ +cotoyogi,Cotoyogi,ROIS-DS,ai-training,Cotoyogi,Cotoyogi,documented,none,,0,0,https://ds.rois.ac.jp/en_center8/en_crawler/ +isscyberriskcrawler,ISSCyberRiskCrawler,ISS Corporate Solutions,ai-training,ISSCyberRiskCrawler,ISSCyberRiskCrawler,disputed,none,,0,0,https://iss-cyber.com +sidetrade-indexer-bot,Sidetrade indexer bot,Sidetrade,ai-training,Sidetrade indexer bot,Sidetrade indexer bot,undocumented,none,,0,0,https://www.sidetrade.com +yak,YaK,Meltwater,dataset,YaK,YaK,undocumented,none,,0,0,https://www.meltwater.com/en/suite/consumer-intelligence +atlassian-bot,atlassian-bot,Atlassian,ai-search,atlassian-bot,atlassian-bot,documented,none,,0,0,https://support.atlassian.com/organization-administration/docs/connect-custom-website-to-rovo/ +klaviyoaibot,KlaviyoAIBot,Klaviyo,ai-search,KlaviyoAIBot,KlaviyoAIBot,documented,none,,0,0,https://help.klaviyo.com/hc/en-us/articles/40496146232219 +quillbot,QuillBot,QuillBot,ai-training,QuillBot,QuillBot,undocumented,none,,0,0,https://quillbot.com +phindbot,PhindBot,Phind,ai-search,PhindBot,PhindBot,undocumented,none,,0,0,https://www.phind.com/ +andibot,Andibot,Andi,ai-search,Andibot,Andibot,undocumented,none,,0,0,https://andisearch.com/ +anomura,Anomura,Direqt,ai-search,Anomura,Anomura,documented,none,,0,0,https://direqt.ai +aiwebindex,AIWebIndex,Lyrenth,ai-search,AIWebIndex,AIWebIndex,documented,none,,0,0,https://lyrenth.com/crawler-policy +factset-spyderbot,Factset_spyderbot,FactSet,ai-training,Factset_spyderbot,Factset_spyderbot,undocumented,none,,0,0,https://www.factset.com/ai +poseidon-research-crawler,Poseidon Research Crawler,Poseidon Research,ai-training,Poseidon Research Crawler,Poseidon Research Crawler,undocumented,none,,0,0,https://www.poseidonresearch.com +qualifiedbot,QualifiedBot,Qualified,ai-search,QualifiedBot,QualifiedBot,undocumented,none,,0,0,https://www.qualified.com +reflectionbot,Reflectionbot,Reflection AI,ai-training,Reflectionbot,Reflectionbot,undocumented,none,,0,0,https://reflection.ai/ +thinkbot,Thinkbot,Thinkbot,dataset,Thinkbot,Thinkbot,disputed,none,,0,0,https://www.thinkbot.agency +aihitbot,aiHitBot,aiHit,dataset,aiHitBot,aiHitBot,documented,none,,0,0,https://www.aihitdata.com/about +linguee-bot,Linguee Bot,Linguee,ai-training,Linguee Bot,Linguee Bot,disputed,none,,0,0,https://www.linguee.com +lightpanda,Lightpanda,Lightpanda,tool,Lightpanda,Lightpanda,undocumented,none,,0,0,https://lightpanda.io/ +laiondownloader,LAIONDownloader,LAION / img2dataset,dataset,LAIONDownloader,LAIONDownloader,by-design-no,none,,0,0,https://laion.ai/faq/ +velenpublicwebcrawler,VelenPublicWebCrawler,Hunter (Velen),dataset,VelenPublicWebCrawler,VelenPublicWebCrawler,documented,none,,0,0,https://velen.io/ +awariosmartbot,AwarioSmartBot,Awario,dataset,AwarioSmartBot,AwarioSmartBot,documented,none,,0,0,https://awario.com/bots.html +awariorssbot,AwarioRssBot,Awario,dataset,AwarioRssBot,AwarioRssBot,documented,none,,0,0,https://awario.com/bots.html +echoboxbot,EchoboxBot,Echobox,dataset,EchoboxBot,EchoboxBot,undocumented,none,,0,0,https://echobox.com +meta-webindexer,Meta-WebIndexer,Meta,ai-search,Meta-WebIndexer,Meta-WebIndexer,undocumented,none,,0,0,https://developers.facebook.com/docs/sharing/webmasters/web-crawlers/ +chatgpt-agent,ChatGPT Agent,OpenAI,user-fetch,ChatGPT-User,ChatGPT Agent,documented,published-ranges,https://openai.com/chatgpt-user.json,207,0,https://platform.openai.com/docs/bots +wpbot,wpbot,QuantumCloud,tool,wpbot,wpbot,undocumented,none,,0,0,https://www.quantumcloud.com +crawl4ai,Crawl4AI,Crawl4AI project,tool,Crawl4AI,Crawl4AI,undocumented,none,,0,0,https://github.com/unclecode/crawl4ai diff --git a/agents.json b/agents.json new file mode 100644 index 0000000..6613860 --- /dev/null +++ b/agents.json @@ -0,0 +1,3866 @@ +{ + "name": "AI Crawler Index", + "description": "Every AI crawler on the web, what it is for, what blocking it costs you, and the IP ranges its operator publishes — as JSON, CSV, robots.txt and regex.", + "url": "https://www.pathwren.workers.dev", + "generated_at": "2026-09-07T08:42:05+00:00", + "version": "2026-09-07", + "license": "CC0-1.0", + "source_note": "Robots tokens, user-agent strings and documentation URLs are taken from each operator's published documentation, cited per record in operator_docs. The category, the prose in what_it_is and the cost_of_blocking assessment are this index's own.", + "count": 150, + "categories": { + "ai-training": { + "label": "AI training crawlers", + "description": "Collect pages in bulk so that a model can be trained or fine-tuned on them. Blocking these removes you from future training sets and changes nothing a user sees today." + }, + "ai-search": { + "label": "AI search crawlers", + "description": "Build the retrieval index an assistant answers and cites from. These are the crawlers that send you traffic; blocking them is the expensive mistake in this space." + }, + "user-fetch": { + "label": "User-triggered fetchers", + "description": "Fetch one page because a person asked for it, right then. One human intent, one request. Blocking them produces a visible error for a real reader." + }, + "dataset": { + "label": "Corpus and dataset builders", + "description": "Crawl the web into a published or resold dataset that other people train on. Highest leverage per block, longest delay before any effect." + }, + "search": { + "label": "Search engines", + "description": "Classic index-and-rank crawlers. Several also feed their operator's generative answers, which is why the AI opt-out for Google and Apple is a token rather than a block." + }, + "seo": { + "label": "SEO and backlink crawlers", + "description": "Commercial link-graph tooling. No user-facing effect either way, and usually a large share of your bot bandwidth." + }, + "archive": { + "label": "Archivers", + "description": "Preservation crawlers. Their output is public and permanent, which makes them a separate decision from the AI one." + }, + "preview": { + "label": "Link preview fetchers", + "description": "Read your Open Graph tags when someone shares a link. Blocking these is almost always an accident." + }, + "tool": { + "label": "Tools and frameworks", + "description": "Not operators: crawling software anyone can run. The party behind the request is unknown, so treat them as a rate-limit question rather than a consent question." + } + }, + "endpoints": { + "agents_json": "https://www.pathwren.workers.dev/data/agents.json", + "agents_csv": "https://www.pathwren.workers.dev/data/agents.csv", + "user_agents_txt": "https://www.pathwren.workers.dev/data/user-agents.txt", + "robots_tokens_txt": "https://www.pathwren.workers.dev/data/robots-tokens.txt", + "ua_regex_json": "https://www.pathwren.workers.dev/data/ua-regex.json", + "ip_ranges_json": "https://www.pathwren.workers.dev/ip-ranges/all.json", + "ip_ranges_txt": "https://www.pathwren.workers.dev/ip-ranges/all.txt", + "status_json": "https://www.pathwren.workers.dev/status.json", + "openapi": "https://www.pathwren.workers.dev/openapi.json", + "changes": "https://www.pathwren.workers.dev/changes.json?since=132" + }, + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/agents.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/ip-ranges/all.json", + "type": "application/json", + "title": "Every operator-published prefix, unioned and grouped by source" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/status.json", + "type": "application/json", + "title": "Freshness of every upstream IP-range source" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/ua-regex.json", + "type": "application/json", + "title": "Compiled user-agent regexes for a log classifier or a WAF" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + } + ], + "crawlers": [ + { + "slug": "gptbot", + "name": "GPTBot", + "operator": "OpenAI", + "operator_slug": "openai", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "GPTBot", + "user_agent_substring": "GPTBot", + "user_agent_example": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.2; +https://openai.com/gptbot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://openai.com/gptbot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-gptbot.json", + "ipv4_prefix_count": 21, + "ipv6_prefix_count": 0, + "what_it_is": "OpenAI's bulk crawler. Pages it fetches may be used to train future OpenAI foundation models. It is not the bot that puts you in ChatGPT's search results, and blocking it does not remove you from them.", + "cost_of_blocking": "Your content is excluded from training data for future OpenAI models. No effect on ChatGPT search visibility, on citations, or on links a user pastes into ChatGPT.", + "operator_docs": "https://platform.openai.com/docs/bots", + "html_url": "https://www.pathwren.workers.dev/crawler/gptbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/gptbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "oai-searchbot", + "name": "OAI-SearchBot", + "operator": "OpenAI", + "operator_slug": "openai", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "OAI-SearchBot", + "user_agent_substring": "OAI-SearchBot", + "user_agent_example": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://openai.com/searchbot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-searchbot.json", + "ipv4_prefix_count": 35, + "ipv6_prefix_count": 0, + "what_it_is": "Builds the index ChatGPT search answers from. Content it collects is used for retrieval and citation, not for model training.", + "cost_of_blocking": "High. Blocking this removes you from ChatGPT search results and from the source links ChatGPT shows. This is the single most expensive block on this list for anyone who wants to be cited by an assistant.", + "operator_docs": "https://platform.openai.com/docs/bots", + "html_url": "https://www.pathwren.workers.dev/crawler/oai-searchbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/oai-searchbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "chatgpt-user", + "name": "ChatGPT-User", + "operator": "OpenAI", + "operator_slug": "openai", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "ChatGPT-User", + "user_agent_substring": "ChatGPT-User", + "user_agent_example": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36; compatible; ChatGPT-User/1.0; +https://openai.com/bot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://openai.com/chatgpt-user.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-chatgpt-user.json", + "ipv4_prefix_count": 207, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches a single page at the moment a user or a ChatGPT agent asks for it — a pasted link, a browsing step, an Operator task. One human intent, one request. OpenAI states these fetches are not used for training.", + "cost_of_blocking": "ChatGPT cannot open your pages when a user explicitly asks it to. The user sees a fetch failure. This is usually the last bot anyone means to block.", + "operator_docs": "https://platform.openai.com/docs/bots", + "html_url": "https://www.pathwren.workers.dev/crawler/chatgpt-user.html", + "json_url": "https://www.pathwren.workers.dev/crawler/chatgpt-user.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "claudebot", + "name": "ClaudeBot", + "operator": "Anthropic", + "operator_slug": "anthropic", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "ClaudeBot", + "user_agent_substring": "ClaudeBot", + "user_agent_example": "Mozilla/5.0 (compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Anthropic's bulk crawler, gathering pages that may be used to train Claude models.", + "cost_of_blocking": "Content excluded from training data for future Claude models. No effect on Claude's ability to fetch a link a user gives it.", + "operator_docs": "https://support.anthropic.com/en/articles/8896518", + "html_url": "https://www.pathwren.workers.dev/crawler/claudebot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/claudebot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "claude-searchbot", + "name": "Claude-SearchBot", + "operator": "Anthropic", + "operator_slug": "anthropic", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Claude-SearchBot", + "user_agent_substring": "Claude-SearchBot", + "user_agent_example": "Mozilla/5.0 (compatible; Claude-SearchBot/1.0; +Claude-SearchBot@anthropic.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Indexes pages so Claude's web search can find and cite them. Separate token from the training crawler, so search visibility and training consent are independent decisions.", + "cost_of_blocking": "You stop appearing in Claude's search results and citations.", + "operator_docs": "https://support.anthropic.com/en/articles/8896518", + "html_url": "https://www.pathwren.workers.dev/crawler/claude-searchbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/claude-searchbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "claude-user", + "name": "Claude-User", + "operator": "Anthropic", + "operator_slug": "anthropic", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "Claude-User", + "user_agent_substring": "Claude-User", + "user_agent_example": "Mozilla/5.0 (compatible; Claude-User/1.0; +Claude-User@anthropic.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches a page because a Claude user asked Claude to read it, at that moment.", + "cost_of_blocking": "Claude reports a fetch failure to a user who asked for your page by name.", + "operator_docs": "https://support.anthropic.com/en/articles/8896518", + "html_url": "https://www.pathwren.workers.dev/crawler/claude-user.html", + "json_url": "https://www.pathwren.workers.dev/crawler/claude-user.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "anthropic-ai", + "name": "anthropic-ai", + "operator": "Anthropic", + "operator_slug": "anthropic", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "anthropic-ai", + "user_agent_substring": "anthropic-ai", + "user_agent_example": "(no live crawler currently identifies with this string)", + "respects_robots_txt": "n-a", + "respects_robots_txt_label": "control token only — no crawler", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A legacy robots.txt token from before Anthropic consolidated on ClaudeBot. It is still widely present in robots.txt files and costs nothing to keep, but it is a control token rather than a bot you will see in logs.", + "cost_of_blocking": "None. Nothing crawls under this name today; keeping the rule is harmless insurance.", + "operator_docs": "https://support.anthropic.com/en/articles/8896518", + "html_url": "https://www.pathwren.workers.dev/crawler/anthropic-ai.html", + "json_url": "https://www.pathwren.workers.dev/crawler/anthropic-ai.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "claude-web", + "name": "Claude-Web", + "operator": "Anthropic", + "operator_slug": "anthropic", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Claude-Web", + "user_agent_substring": "Claude-Web", + "user_agent_example": "Mozilla/5.0 (compatible; Claude-Web/1.0)", + "respects_robots_txt": "n-a", + "respects_robots_txt_label": "control token only — no crawler", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "An earlier Anthropic token for user-facing web access, superseded by Claude-User and Claude-SearchBot. Kept here because it appears in most published robots.txt templates.", + "cost_of_blocking": "None in practice. Retain the rule; expect no traffic.", + "operator_docs": "https://support.anthropic.com/en/articles/8896518", + "html_url": "https://www.pathwren.workers.dev/crawler/claude-web.html", + "json_url": "https://www.pathwren.workers.dev/crawler/claude-web.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-extended", + "name": "Google-Extended", + "operator": "Google", + "operator_slug": "google", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Google-Extended", + "user_agent_substring": "(control token only — no crawler)", + "user_agent_example": "(none: Google-Extended never appears as a user-agent)", + "respects_robots_txt": "n-a", + "respects_robots_txt_label": "control token only — no crawler", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Not a crawler. A robots.txt token that tells Google whether pages Googlebot already fetched may be used to train and ground Gemini. You will never see it in an access log; disallowing it changes what Google does with content it fetched under a different name.", + "cost_of_blocking": "You are excluded from Gemini grounding and Gemini training. Google Search ranking and indexing are explicitly unaffected. This is the cleanest 'no training, keep my search traffic' lever that exists.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-extended.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-extended.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googlebot", + "name": "Googlebot", + "operator": "Google", + "operator_slug": "google", + "category": "search", + "category_label": "Search engines", + "robots_token": "Googlebot", + "user_agent_substring": "Googlebot", + "user_agent_example": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.json", + "ipv4_prefix_count": 170, + "ipv6_prefix_count": 147, + "what_it_is": "The classic search crawler. It is also the crawler behind AI Overviews: Google does not run a separate bot for them, which is why the only AI opt-out is the Google-Extended token and not a Googlebot block.", + "cost_of_blocking": "Total. You leave Google Search. Never block this to avoid AI use; use Google-Extended instead.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googlebot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googlebot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googleother", + "name": "GoogleOther", + "operator": "Google", + "operator_slug": "google", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "GoogleOther", + "user_agent_substring": "GoogleOther", + "user_agent_example": "Mozilla/5.0 (compatible; GoogleOther)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "A generic fetcher used by Google product teams for one-off crawls and research, including data collection that does not belong to Search.", + "cost_of_blocking": "No effect on Search indexing. Blocks internal Google research and product fetches.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googleother.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googleother.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-cloudvertexbot", + "name": "Google-CloudVertexBot", + "operator": "Google", + "operator_slug": "google", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Google-CloudVertexBot", + "user_agent_substring": "Google-CloudVertexBot", + "user_agent_example": "Mozilla/5.0 (compatible; Google-CloudVertexBot/1.0; +https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "Crawls a site on behalf of a Vertex AI Agent Builder customer who is building an agent over that site. It only visits sites the customer has asked it to.", + "cost_of_blocking": "Third parties can no longer build Vertex AI agents that read your site. Irrelevant to Google Search.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-cloudvertexbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-cloudvertexbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-inspectiontool", + "name": "Google-InspectionTool", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Google-InspectionTool", + "user_agent_substring": "Google-InspectionTool", + "user_agent_example": "Mozilla/5.0 (compatible; Google-InspectionTool/1.0;)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "The fetcher behind Search Console's URL Inspection and the Rich Results Test. It runs when a site owner clicks a button.", + "cost_of_blocking": "Your own Search Console live tests stop working. Blocking this only hurts you.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-inspectiontool.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-inspectiontool.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googlebot-image", + "name": "Googlebot-Image", + "operator": "Google", + "operator_slug": "google", + "category": "search", + "category_label": "Search engines", + "robots_token": "Googlebot-Image", + "user_agent_substring": "Googlebot-Image", + "user_agent_example": "Googlebot-Image/1.0", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.json", + "ipv4_prefix_count": 170, + "ipv6_prefix_count": 147, + "what_it_is": "Image indexing for Google Images. A separate token so you can leave images out of search without leaving search.", + "cost_of_blocking": "Your images stop appearing in Google Images.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googlebot-image.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googlebot-image.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googlebot-news", + "name": "Googlebot-News", + "operator": "Google", + "operator_slug": "google", + "category": "search", + "category_label": "Search engines", + "robots_token": "Googlebot-News", + "user_agent_substring": "Googlebot-News", + "user_agent_example": "(uses the Googlebot user-agent; controlled by the Googlebot-News robots token)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.json", + "ipv4_prefix_count": 170, + "ipv6_prefix_count": 147, + "what_it_is": "A robots.txt token controlling inclusion in Google News. It does not have its own user-agent string; the fetch arrives as Googlebot.", + "cost_of_blocking": "Removal from Google News, with normal Search unaffected.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googlebot-news.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googlebot-news.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "storebot-google", + "name": "Storebot-Google", + "operator": "Google", + "operator_slug": "google", + "category": "search", + "category_label": "Search engines", + "robots_token": "Storebot-Google", + "user_agent_substring": "Storebot-Google", + "user_agent_example": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36 (compatible; Storebot-Google/1.0; +https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "Checks shopping and checkout flows for Google's shopping surfaces.", + "cost_of_blocking": "Product listings may lose shopping-specific enrichment. Irrelevant to non-commerce sites.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/storebot-google.html", + "json_url": "https://www.pathwren.workers.dev/crawler/storebot-google.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "bingbot", + "name": "bingbot", + "operator": "Microsoft", + "operator_slug": "microsoft", + "category": "search", + "category_label": "Search engines", + "robots_token": "bingbot", + "user_agent_substring": "bingbot", + "user_agent_example": "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://www.bing.com/toolbox/bingbot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/bing-bingbot.json", + "ipv4_prefix_count": 28, + "ipv6_prefix_count": 0, + "what_it_is": "Bing's only crawler, and therefore also the crawler behind Microsoft Copilot's grounding. Microsoft's documented way to keep search indexing while refusing generative reuse is the nocache / noarchive robots meta directive, not a separate user-agent.", + "cost_of_blocking": "Very high and very wide: Bing, Copilot, DuckDuckGo and several assistants that resell Bing's index all lose you at once. Use nocache/noarchive rather than blocking.", + "operator_docs": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0", + "html_url": "https://www.pathwren.workers.dev/crawler/bingbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/bingbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "applebot", + "name": "Applebot", + "operator": "Apple", + "operator_slug": "apple", + "category": "search", + "category_label": "Search engines", + "robots_token": "Applebot", + "user_agent_substring": "Applebot", + "user_agent_example": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_5) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.1.1 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://search.developer.apple.com/applebot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/apple-applebot.json", + "ipv4_prefix_count": 33, + "ipv6_prefix_count": 0, + "what_it_is": "Powers Siri, Spotlight and Safari suggestions. Blocking it is a search decision, not an AI decision — the AI decision has its own token.", + "cost_of_blocking": "You disappear from Siri, Spotlight and Safari search suggestions across Apple's install base.", + "operator_docs": "https://support.apple.com/en-us/119829", + "html_url": "https://www.pathwren.workers.dev/crawler/applebot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/applebot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "applebot-extended", + "name": "Applebot-Extended", + "operator": "Apple", + "operator_slug": "apple", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Applebot-Extended", + "user_agent_substring": "(control token only — no crawler)", + "user_agent_example": "(none: Applebot-Extended never appears as a user-agent)", + "respects_robots_txt": "n-a", + "respects_robots_txt_label": "control token only — no crawler", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Apple's counterpart to Google-Extended: a robots.txt token that withdraws consent for Apple Intelligence and Apple foundation-model training, without touching Applebot's search crawl.", + "cost_of_blocking": "Excluded from Apple Intelligence training. Siri, Spotlight and Safari suggestions are unaffected.", + "operator_docs": "https://support.apple.com/en-us/119829", + "html_url": "https://www.pathwren.workers.dev/crawler/applebot-extended.html", + "json_url": "https://www.pathwren.workers.dev/crawler/applebot-extended.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "perplexitybot", + "name": "PerplexityBot", + "operator": "Perplexity", + "operator_slug": "perplexity", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "PerplexityBot", + "user_agent_substring": "PerplexityBot", + "user_agent_example": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://www.perplexity.ai/perplexitybot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/perplexity-bot.json", + "ipv4_prefix_count": 8, + "ipv6_prefix_count": 0, + "what_it_is": "Builds Perplexity's search index. Perplexity is citation-heavy by product design, so inclusion here converts to referral traffic more directly than most AI surfaces.", + "cost_of_blocking": "You stop being indexed and cited by Perplexity, and lose the referral clicks its citations produce.", + "operator_docs": "https://docs.perplexity.ai/guides/bots", + "html_url": "https://www.pathwren.workers.dev/crawler/perplexitybot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/perplexitybot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "perplexity-user", + "name": "Perplexity-User", + "operator": "Perplexity", + "operator_slug": "perplexity", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "Perplexity-User", + "user_agent_substring": "Perplexity-User", + "user_agent_example": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36; compatible; Perplexity-User/1.0; +https://perplexity.ai/perplexity-user", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://www.perplexity.ai/perplexity-user.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/perplexity-user.json", + "ipv4_prefix_count": 4, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches a page because a Perplexity user asked for it. Perplexity documents that this fetch is user-initiated and is therefore not governed by robots.txt — a robots rule will not stop it, by stated policy.", + "cost_of_blocking": "Not controllable via robots.txt. If you must stop it, verify by the published IP ranges and block at the edge — and accept that users who ask for your page get an error.", + "operator_docs": "https://docs.perplexity.ai/guides/bots", + "html_url": "https://www.pathwren.workers.dev/crawler/perplexity-user.html", + "json_url": "https://www.pathwren.workers.dev/crawler/perplexity-user.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "ccbot", + "name": "CCBot", + "operator": "Common Crawl", + "operator_slug": "commoncrawl", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "CCBot", + "user_agent_substring": "CCBot", + "user_agent_example": "CCBot/2.0 (https://commoncrawl.org/faq/)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://index.commoncrawl.org/ccbot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/commoncrawl-ccbot.json", + "ipv4_prefix_count": 4, + "ipv6_prefix_count": 1, + "what_it_is": "Common Crawl's corpus builder. It trains nothing itself, but its archive is an input to most open and many closed LLM training sets, which makes it the highest-leverage single entry on this list.", + "cost_of_blocking": "Future Common Crawl snapshots exclude you, so downstream training sets lose you too — but only going forward. Existing snapshots are permanent and blocking today does not retract them.", + "operator_docs": "https://commoncrawl.org/ccbot", + "html_url": "https://www.pathwren.workers.dev/crawler/ccbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/ccbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "bytespider", + "name": "Bytespider", + "operator": "ByteDance", + "operator_slug": "bytedance", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Bytespider", + "user_agent_substring": "Bytespider", + "user_agent_example": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)", + "respects_robots_txt": "disputed", + "respects_robots_txt_label": "compliance disputed", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "ByteDance's crawler, associated with training data collection for Doubao and related models. Repeatedly reported by CDNs and site operators as the highest-volume AI crawler on the web and as inconsistent about robots.txt.", + "cost_of_blocking": "Little to lose. If you want it gone, expect to block by user-agent at the edge rather than to ask politely in robots.txt.", + "operator_docs": "https://www.bytespider.net/", + "html_url": "https://www.pathwren.workers.dev/crawler/bytespider.html", + "json_url": "https://www.pathwren.workers.dev/crawler/bytespider.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "tiktokspider", + "name": "TikTokSpider", + "operator": "ByteDance", + "operator_slug": "bytedance", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "TikTokSpider", + "user_agent_substring": "TikTokSpider", + "user_agent_example": "Mozilla/5.0 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)", + "respects_robots_txt": "disputed", + "respects_robots_txt_label": "compliance disputed", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A second ByteDance crawler identifying with TikTok, collecting page content for the same family of models.", + "cost_of_blocking": "Little to lose unless TikTok search referral matters to you.", + "operator_docs": "https://www.bytespider.net/", + "html_url": "https://www.pathwren.workers.dev/crawler/tiktokspider.html", + "json_url": "https://www.pathwren.workers.dev/crawler/tiktokspider.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "meta-externalagent", + "name": "meta-externalagent", + "operator": "Meta", + "operator_slug": "meta", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "meta-externalagent", + "user_agent_substring": "meta-externalagent", + "user_agent_example": "meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Meta's AI crawler, gathering training data for Llama and Meta AI. It replaced the older FacebookBot name for this purpose.", + "cost_of_blocking": "Excluded from Meta AI training. Link previews on Facebook, Instagram and WhatsApp are unaffected — those are a different bot.", + "operator_docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/meta-externalagent.html", + "json_url": "https://www.pathwren.workers.dev/crawler/meta-externalagent.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "meta-externalfetcher", + "name": "meta-externalfetcher", + "operator": "Meta", + "operator_slug": "meta", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "meta-externalfetcher", + "user_agent_substring": "meta-externalfetcher", + "user_agent_example": "meta-externalfetcher/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches a page when a Meta AI user asks about a specific link.", + "cost_of_blocking": "Meta AI cannot read pages users hand it.", + "operator_docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/meta-externalfetcher.html", + "json_url": "https://www.pathwren.workers.dev/crawler/meta-externalfetcher.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "facebookexternalhit", + "name": "facebookexternalhit", + "operator": "Meta", + "operator_slug": "meta", + "category": "preview", + "category_label": "Link preview fetchers", + "robots_token": "facebookexternalhit", + "user_agent_substring": "facebookexternalhit", + "user_agent_example": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The link unfurler: it reads your Open Graph tags when somebody shares your URL on a Meta property.", + "cost_of_blocking": "Severe and usually accidental. Your links share as bare grey boxes with no title, image or description across Facebook, Instagram, Messenger and WhatsApp. Almost nobody means to block this.", + "operator_docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/facebookexternalhit.html", + "json_url": "https://www.pathwren.workers.dev/crawler/facebookexternalhit.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "facebookbot", + "name": "FacebookBot", + "operator": "Meta", + "operator_slug": "meta", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "FacebookBot", + "user_agent_substring": "FacebookBot", + "user_agent_example": "FacebookBot/1.0 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Meta's older speech- and language-corpus crawler, largely superseded by meta-externalagent but still listed as a valid robots token.", + "cost_of_blocking": "Negligible today. Keep the rule; expect little traffic.", + "operator_docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/facebookbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/facebookbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "amazonbot", + "name": "Amazonbot", + "operator": "Amazon", + "operator_slug": "amazon", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Amazonbot", + "user_agent_substring": "Amazonbot", + "user_agent_example": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Amazon's crawler, feeding Alexa's ability to answer questions from the web and Amazon's own search and assistant products.", + "cost_of_blocking": "Alexa and Amazon's assistants stop answering from your pages. Verify with reverse DNS to crawl.amazonbot.amazon before trusting the user-agent.", + "operator_docs": "https://developer.amazon.com/amazonbot", + "html_url": "https://www.pathwren.workers.dev/crawler/amazonbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/amazonbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "duckassistbot", + "name": "DuckAssistBot", + "operator": "DuckDuckGo", + "operator_slug": "duckduckgo", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "DuckAssistBot", + "user_agent_substring": "DuckAssistBot", + "user_agent_example": "Mozilla/5.0 (compatible; DuckAssistBot/1.0; +https://duckduckgo.com/duckassistbot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches pages so DuckAssist can generate and cite answers inside DuckDuckGo.", + "cost_of_blocking": "No DuckAssist answers or citations from your site. Ordinary DuckDuckGo results are unaffected.", + "operator_docs": "https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot/", + "html_url": "https://www.pathwren.workers.dev/crawler/duckassistbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/duckassistbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "duckduckbot", + "name": "DuckDuckBot", + "operator": "DuckDuckGo", + "operator_slug": "duckduckgo", + "category": "search", + "category_label": "Search engines", + "robots_token": "DuckDuckBot", + "user_agent_substring": "DuckDuckBot", + "user_agent_example": "DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://duckduckgo.com/duckduckbot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/duckduckgo-duckduckbot.json", + "ipv4_prefix_count": 486, + "ipv6_prefix_count": 0, + "what_it_is": "DuckDuckGo's own crawler. Note that the bulk of DuckDuckGo's web results come from Bing, so blocking bingbot removes you from DuckDuckGo whether or not you allow this one.", + "cost_of_blocking": "Limited on its own; the real DuckDuckGo lever is bingbot.", + "operator_docs": "https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot/", + "html_url": "https://www.pathwren.workers.dev/crawler/duckduckbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/duckduckbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "ai2bot", + "name": "AI2Bot", + "operator": "Allen Institute for AI", + "operator_slug": "ai2", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "AI2Bot", + "user_agent_substring": "AI2Bot", + "user_agent_example": "Mozilla/5.0 (compatible) AI2Bot (+https://www.allenai.org/crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The Allen Institute's crawler, gathering pages for open research corpora such as Dolma that underpin fully open models like OLMo.", + "cost_of_blocking": "Excluded from open research datasets. Worth a deliberate decision: this is the category where 'blocking AI' also blocks the open, auditable end of it.", + "operator_docs": "https://allenai.org/crawler", + "html_url": "https://www.pathwren.workers.dev/crawler/ai2bot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/ai2bot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "ai2bot-dolma", + "name": "Ai2Bot-Dolma", + "operator": "Allen Institute for AI", + "operator_slug": "ai2", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "Ai2Bot-Dolma", + "user_agent_substring": "Ai2Bot-Dolma", + "user_agent_example": "Mozilla/5.0 (compatible) Ai2Bot-Dolma (+https://www.allenai.org/crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The variant of AI2's crawler named for the Dolma corpus specifically.", + "cost_of_blocking": "Same as AI2Bot: exclusion from an open, published training corpus.", + "operator_docs": "https://allenai.org/crawler", + "html_url": "https://www.pathwren.workers.dev/crawler/ai2bot-dolma.html", + "json_url": "https://www.pathwren.workers.dev/crawler/ai2bot-dolma.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "cohere-ai", + "name": "cohere-ai", + "operator": "Cohere", + "operator_slug": "cohere", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "cohere-ai", + "user_agent_substring": "cohere-ai", + "user_agent_example": "Mozilla/5.0 (compatible; cohere-ai)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Cohere's fetcher, used when its assistant products need a page.", + "cost_of_blocking": "Cohere-powered assistants cannot read your pages on request.", + "operator_docs": "https://cohere.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/cohere-ai.html", + "json_url": "https://www.pathwren.workers.dev/crawler/cohere-ai.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "cohere-training-data-crawler", + "name": "cohere-training-data-crawler", + "operator": "Cohere", + "operator_slug": "cohere", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "cohere-training-data-crawler", + "user_agent_substring": "cohere-training-data-crawler", + "user_agent_example": "Mozilla/5.0 (compatible; cohere-training-data-crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Cohere's separately-named bulk crawler for model training data, split out so consent for training and consent for retrieval can differ.", + "cost_of_blocking": "Excluded from Cohere model training.", + "operator_docs": "https://cohere.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/cohere-training-data-crawler.html", + "json_url": "https://www.pathwren.workers.dev/crawler/cohere-training-data-crawler.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "mistralai-user", + "name": "MistralAI-User", + "operator": "Mistral AI", + "operator_slug": "mistral", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "MistralAI-User", + "user_agent_substring": "MistralAI-User", + "user_agent_example": "Mozilla/5.0 (compatible; MistralAI-User/1.0; +https://docs.mistral.ai/robots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches a page when a Le Chat user asks Mistral's assistant to read it.", + "cost_of_blocking": "Le Chat cannot open links your readers give it.", + "operator_docs": "https://docs.mistral.ai/", + "html_url": "https://www.pathwren.workers.dev/crawler/mistralai-user.html", + "json_url": "https://www.pathwren.workers.dev/crawler/mistralai-user.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "youbot", + "name": "YouBot", + "operator": "You.com", + "operator_slug": "you", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "YouBot", + "user_agent_substring": "YouBot", + "user_agent_example": "Mozilla/5.0 (compatible; YouBot (+http://www.you.com))", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "You.com's crawler, feeding its AI search product and its search API.", + "cost_of_blocking": "Removal from You.com's index and from answers built on its API.", + "operator_docs": "https://about.you.com/youbot/", + "html_url": "https://www.pathwren.workers.dev/crawler/youbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/youbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "diffbot", + "name": "Diffbot", + "operator": "Diffbot", + "operator_slug": "diffbot", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "Diffbot", + "user_agent_substring": "Diffbot", + "user_agent_example": "Mozilla/5.0 (compatible; Diffbot/0.1; +http://www.diffbot.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Extracts structured records from pages to build a commercial knowledge graph that is resold and used for retrieval and training.", + "cost_of_blocking": "Your facts stop entering a widely-licensed knowledge graph. Whether that is a loss depends on whether you want to be a machine-readable entity.", + "operator_docs": "https://docs.diffbot.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/diffbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/diffbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "omgilibot", + "name": "omgilibot", + "operator": "Webz.io", + "operator_slug": "webz", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "omgilibot", + "user_agent_substring": "omgilibot", + "user_agent_example": "omgilibot/0.4; +http://omgili.com", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Webz.io's crawler, collecting web and forum text sold as datasets, including to model builders.", + "cost_of_blocking": "Exclusion from a commercial dataset resold to third parties.", + "operator_docs": "https://webz.io/blog/machine-learning/", + "html_url": "https://www.pathwren.workers.dev/crawler/omgilibot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/omgilibot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "omgili", + "name": "omgili", + "operator": "Webz.io", + "operator_slug": "webz", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "omgili", + "user_agent_substring": "omgili", + "user_agent_example": "omgili/0.5 +http://omgili.com", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The older robots token for the same Webz.io collection, still honoured and still worth listing.", + "cost_of_blocking": "Same as omgilibot.", + "operator_docs": "https://webz.io/blog/machine-learning/", + "html_url": "https://www.pathwren.workers.dev/crawler/omgili.html", + "json_url": "https://www.pathwren.workers.dev/crawler/omgili.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "webzio-extended", + "name": "Webzio-Extended", + "operator": "Webz.io", + "operator_slug": "webz", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Webzio-Extended", + "user_agent_substring": "Webzio-Extended", + "user_agent_example": "Mozilla/5.0 (compatible; Webzio-Extended/1.0)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Webz.io's opt-out token specifically for AI training reuse, in the pattern Google and Apple established.", + "cost_of_blocking": "Your content is excluded from the AI-training tier of Webz.io's product while ordinary collection continues.", + "operator_docs": "https://webz.io/blog/machine-learning/", + "html_url": "https://www.pathwren.workers.dev/crawler/webzio-extended.html", + "json_url": "https://www.pathwren.workers.dev/crawler/webzio-extended.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "imagesiftbot", + "name": "ImagesiftBot", + "operator": "Hive AI", + "operator_slug": "hive", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "ImagesiftBot", + "user_agent_substring": "ImagesiftBot", + "user_agent_example": "Mozilla/5.0 (compatible; ImagesiftBot; +imagesift.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Crawls images for Hive AI's reverse-image and dataset products. Image-heavy sites see this one long before they see the text crawlers.", + "cost_of_blocking": "Your images stop entering an image dataset and reverse-image index.", + "operator_docs": "https://imagesift.com/about", + "html_url": "https://www.pathwren.workers.dev/crawler/imagesiftbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/imagesiftbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "timpibot", + "name": "Timpibot", + "operator": "Timpi", + "operator_slug": "timpi", + "category": "search", + "category_label": "Search engines", + "robots_token": "Timpibot", + "user_agent_substring": "Timpibot", + "user_agent_example": "Mozilla/5.0 (compatible; Timpibot/0.1; +https://timpi.io)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A distributed crawler building an independent search index outside the Google/Bing duopoly.", + "cost_of_blocking": "Absence from a small independent index.", + "operator_docs": "https://timpi.io/", + "html_url": "https://www.pathwren.workers.dev/crawler/timpibot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/timpibot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot", + "name": "SemrushBot", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SemrushBot", + "user_agent_substring": "SemrushBot", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Semrush's backlink and keyword crawler. It is not an AI crawler, but it is usually in the top three by volume on any site, and it is the cheapest block on this list.", + "cost_of_blocking": "Your competitors' Semrush reports get thinner, and so do yours. No user-facing effect.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot-ocob", + "name": "SemrushBot-OCOB", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "SemrushBot-OCOB", + "user_agent_substring": "SemrushBot-OCOB", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot-OCOB/1.0; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Semrush's separately-tokenised crawler for its AI content tooling, split out so SEO crawling and AI reuse can be answered differently.", + "cost_of_blocking": "Exclusion from Semrush's AI corpus, with its SEO crawl unaffected.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot-ocob.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot-ocob.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "ahrefsbot", + "name": "AhrefsBot", + "operator": "Ahrefs", + "operator_slug": "ahrefs", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "AhrefsBot", + "user_agent_substring": "AhrefsBot", + "user_agent_example": "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://api.ahrefs.com/v3/public/crawler-ip-ranges", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/ahrefs-crawler.json", + "ipv4_prefix_count": 81, + "ipv6_prefix_count": 0, + "what_it_is": "Ahrefs' backlink crawler, and one of the largest non-search crawlers on the web by request volume.", + "cost_of_blocking": "No user-facing effect. Ahrefs honours Crawl-delay, so rate-limiting is usually better than blocking.", + "operator_docs": "https://ahrefs.com/robot", + "html_url": "https://www.pathwren.workers.dev/crawler/ahrefsbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/ahrefsbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "archive-org-bot", + "name": "archive.org_bot", + "operator": "Internet Archive", + "operator_slug": "internetarchive", + "category": "archive", + "category_label": "Archivers", + "robots_token": "archive.org_bot", + "user_agent_substring": "archive.org_bot", + "user_agent_example": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The Wayback Machine's crawler. Preservation rather than AI, but it lands in the same 'is this bot welcome' decision and its output is a public corpus.", + "cost_of_blocking": "Your site stops being preserved. When it dies, it is gone. Consider this one separately from the AI question.", + "operator_docs": "https://archive.org/details/archive.org_bot", + "html_url": "https://www.pathwren.workers.dev/crawler/archive-org-bot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/archive-org-bot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "ia-archiver", + "name": "ia_archiver", + "operator": "Internet Archive", + "operator_slug": "internetarchive", + "category": "archive", + "category_label": "Archivers", + "robots_token": "ia_archiver", + "user_agent_substring": "ia_archiver", + "user_agent_example": "ia_archiver (+http://www.alexa.com/site/help/webmasters; crawler@alexa.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The legacy Alexa/Internet Archive token, still present in most robots.txt files and still occasionally honoured.", + "cost_of_blocking": "Negligible today; retain for tidiness.", + "operator_docs": "https://archive.org/details/archive.org_bot", + "html_url": "https://www.pathwren.workers.dev/crawler/ia-archiver.html", + "json_url": "https://www.pathwren.workers.dev/crawler/ia-archiver.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexbot", + "name": "YandexBot", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexBot", + "user_agent_substring": "YandexBot", + "user_agent_example": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Yandex's search crawler, which also feeds Alice and Yandex's generative answers.", + "cost_of_blocking": "Removal from Yandex Search. Verify with reverse DNS to a yandex.ru, yandex.net or yandex.com host — YandexBot is among the most-spoofed user-agents there is.", + "operator_docs": "https://yandex.com/support/webmaster/robot-workings/check-yandex-robots.html", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "baiduspider", + "name": "Baiduspider", + "operator": "Baidu", + "operator_slug": "baidu", + "category": "search", + "category_label": "Search engines", + "robots_token": "Baiduspider", + "user_agent_substring": "Baiduspider", + "user_agent_example": "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Baidu's search crawler, and the ingest path for Baidu's Ernie-backed answers.", + "cost_of_blocking": "Removal from Baidu Search, which matters only if you want Chinese-language traffic.", + "operator_docs": "https://help.baidu.com/question?prod_id=99&class=0&id=3001", + "html_url": "https://www.pathwren.workers.dev/crawler/baiduspider.html", + "json_url": "https://www.pathwren.workers.dev/crawler/baiduspider.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "seznambot", + "name": "SeznamBot", + "operator": "Seznam", + "operator_slug": "seznam", + "category": "search", + "category_label": "Search engines", + "robots_token": "SeznamBot", + "user_agent_substring": "SeznamBot", + "user_agent_example": "Mozilla/5.0 (compatible; SeznamBot/4.0; +http://napoveda.seznam.cz/en/seznambot-intro/)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Seznam's crawler — the dominant search engine in the Czech Republic and one of the few national engines with its own index.", + "cost_of_blocking": "Removal from Seznam. Also removes you from its IndexNow endpoint's usefulness.", + "operator_docs": "https://napoveda.seznam.cz/en/seznamzbozi/subject-matter-crawler/", + "html_url": "https://www.pathwren.workers.dev/crawler/seznambot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/seznambot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yeti", + "name": "Yeti", + "operator": "Naver", + "operator_slug": "naver", + "category": "search", + "category_label": "Search engines", + "robots_token": "Yeti", + "user_agent_substring": "Yeti", + "user_agent_example": "Mozilla/5.0 (compatible; Yeti/1.1; +https://naver.me/spd)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Naver's crawler. Naver is South Korea's largest search portal and runs its own index and its own generative answers.", + "cost_of_blocking": "Removal from Naver, which is most of Korean search.", + "operator_docs": "https://searchadvisor.naver.com/guide/seo-basic-crawl", + "html_url": "https://www.pathwren.workers.dev/crawler/yeti.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yeti.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "petalbot", + "name": "PetalBot", + "operator": "Huawei", + "operator_slug": "huawei", + "category": "search", + "category_label": "Search engines", + "robots_token": "PetalBot", + "user_agent_substring": "PetalBot", + "user_agent_example": "Mozilla/5.0 (Linux; Android 7.0;) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; PetalBot;+https://webmaster.petalsearch.com/site/petalbot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Huawei's crawler for Petal Search, shipped as the default search on Huawei devices.", + "cost_of_blocking": "Removal from Petal Search. Frequently blocked for volume rather than for policy.", + "operator_docs": "https://aspiegel.com/petalbot", + "html_url": "https://www.pathwren.workers.dev/crawler/petalbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/petalbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "firecrawlagent", + "name": "FirecrawlAgent", + "operator": "Firecrawl", + "operator_slug": "firecrawl", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "FirecrawlAgent", + "user_agent_substring": "FirecrawlAgent", + "user_agent_example": "Mozilla/5.0 (compatible; FirecrawlAgent/1.0; +https://firecrawl.dev)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A hosted scrape-to-markdown service that LLM applications call to read pages. The requester is whoever is building on it, not Firecrawl itself, so volume and intent vary wildly.", + "cost_of_blocking": "Applications built on Firecrawl cannot read your pages. This is increasingly how agents fetch the web, so it is a bigger block than its name suggests.", + "operator_docs": "https://docs.firecrawl.dev/", + "html_url": "https://www.pathwren.workers.dev/crawler/firecrawlagent.html", + "json_url": "https://www.pathwren.workers.dev/crawler/firecrawlagent.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "scrapy", + "name": "Scrapy", + "operator": "Scrapy project", + "operator_slug": "scrapy", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Scrapy", + "user_agent_substring": "Scrapy", + "user_agent_example": "Scrapy/2.11.0 (+https://scrapy.org)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Not an operator: the default user-agent of the most common Python crawling framework. Anyone can be behind it. Modern Scrapy obeys robots.txt by default, which is why the default UA is still worth a rule.", + "cost_of_blocking": "You block a very large tail of unattributed one-off crawlers, and also every well-behaved researcher who did not change the default.", + "operator_docs": "https://scrapy.org/", + "html_url": "https://www.pathwren.workers.dev/crawler/scrapy.html", + "json_url": "https://www.pathwren.workers.dev/crawler/scrapy.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "img2dataset", + "name": "img2dataset", + "operator": "LAION / img2dataset", + "operator_slug": "laion", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "img2dataset", + "user_agent_substring": "img2dataset", + "user_agent_example": "img2dataset", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The tool used to turn image-URL lists such as LAION's into downloaded training sets. It is run by whoever is building a dataset, not by a single operator.", + "cost_of_blocking": "Your images are skipped when someone materialises an image-text dataset that references them.", + "operator_docs": "https://github.com/rom1504/img2dataset", + "html_url": "https://www.pathwren.workers.dev/crawler/img2dataset.html", + "json_url": "https://www.pathwren.workers.dev/crawler/img2dataset.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googlebot-video", + "name": "Googlebot-Video", + "operator": "Google", + "operator_slug": "google", + "category": "search", + "category_label": "Search engines", + "robots_token": "Googlebot-Video", + "user_agent_substring": "Googlebot-Video", + "user_agent_example": "Googlebot-Video/1.0", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.json", + "ipv4_prefix_count": 170, + "ipv6_prefix_count": 147, + "what_it_is": "The video half of Googlebot. It crawls video files and the pages around them for Google Video search, and it is matched by a robots.txt group for Googlebot as well as by its own token.", + "cost_of_blocking": "Your videos leave Google video search. A rule for Googlebot already covers it, so blocking this token alone is usually a mistake of precision rather than of intent.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googlebot-video.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googlebot-video.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googleother-image", + "name": "GoogleOther-Image", + "operator": "Google", + "operator_slug": "google", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "GoogleOther-Image", + "user_agent_substring": "GoogleOther-Image", + "user_agent_example": "GoogleOther-Image/1.0", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "The image variant of GoogleOther: one-off fetches by Google product and research teams that are not Search. It also answers to a GoogleOther group in robots.txt.", + "cost_of_blocking": "Google teams outside Search stop fetching your images. Image Search itself is unaffected — that is Googlebot-Image.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googleother-image.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googleother-image.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googleother-video", + "name": "GoogleOther-Video", + "operator": "Google", + "operator_slug": "google", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "GoogleOther-Video", + "user_agent_substring": "GoogleOther-Video", + "user_agent_example": "GoogleOther-Video/1.0", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "The video variant of GoogleOther, used for internal Google fetches that do not belong to Search.", + "cost_of_blocking": "No effect on Search or on Google Video search. Blocks internal Google research fetches of your video files.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-common-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/googleother-video.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googleother-video.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "apis-google", + "name": "APIs-Google", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "APIs-Google", + "user_agent_substring": "APIs-Google", + "user_agent_example": "APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "Delivers push notifications for Google APIs to a webhook you registered. It is a special-case crawler: it ignores the robots.txt * group, because the fetch is a delivery to an address you asked it to deliver to.", + "cost_of_blocking": "Google API push notifications stop arriving at your endpoint. This only affects services you set up yourself; there is no search or AI consequence.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/apis-google.html", + "json_url": "https://www.pathwren.workers.dev/crawler/apis-google.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "adsbot-google", + "name": "AdsBot-Google", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "AdsBot-Google", + "user_agent_substring": "AdsBot-Google", + "user_agent_example": "AdsBot-Google (+http://www.google.com/adsbot.html)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "Checks the quality of desktop landing pages for Google Ads. Google documents that it ignores the robots.txt * group with the ad publisher's permission, and obeys a group named for its own token.", + "cost_of_blocking": "Google Ads cannot score your landing pages, which lowers Ad Rank on the ads pointing at them. If you do not buy ads, blocking it costs nothing but bandwidth savings.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/adsbot-google.html", + "json_url": "https://www.pathwren.workers.dev/crawler/adsbot-google.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "adsbot-google-mobile", + "name": "AdsBot-Google-Mobile", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "AdsBot-Google-Mobile", + "user_agent_substring": "AdsBot-Google-Mobile", + "user_agent_example": "Mozilla/5.0 (Linux; Android 5.0; SM-G920A) AppleWebKit (KHTML, like Gecko) Chrome Mobile Safari (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "The mobile-web landing page checker for Google Ads. Same rules as AdsBot-Google: the * group does not apply to it, its own token does.", + "cost_of_blocking": "Mobile ad landing pages go unscored and the ads pointing at them rank worse. No effect on organic search.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/adsbot-google-mobile.html", + "json_url": "https://www.pathwren.workers.dev/crawler/adsbot-google-mobile.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "adsbot-google-mobile-apps", + "name": "AdsBot-Google-Mobile-Apps", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "AdsBot-Google-Mobile-Apps", + "user_agent_substring": "AdsBot-Google-Mobile-Apps", + "user_agent_example": "AdsBot-Google-Mobile-Apps", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "Checks Android app landing pages for Google Ads. It obeys a group named for its own token and, per Google, follows the AdsBot-Google rules otherwise.", + "cost_of_blocking": "App-install ad landing pages go unscored. Nothing organic changes.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/adsbot-google-mobile-apps.html", + "json_url": "https://www.pathwren.workers.dev/crawler/adsbot-google-mobile-apps.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "mediapartners-google", + "name": "Mediapartners-Google", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Mediapartners-Google", + "user_agent_substring": "Mediapartners-Google", + "user_agent_example": "Mediapartners-Google", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "ipv4_prefix_count": 136, + "ipv6_prefix_count": 136, + "what_it_is": "The AdSense crawler. It reads a page so AdSense can choose relevant ads for it, and it is a special-case crawler that ignores the robots.txt * group.", + "cost_of_blocking": "Pages it cannot read get generic, lower-value AdSense ads or none at all. This is the one block on this list that costs you money directly if you run AdSense.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/mediapartners-google.html", + "json_url": "https://www.pathwren.workers.dev/crawler/mediapartners-google.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-safety", + "name": "Google-Safety", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Google-Safety", + "user_agent_substring": "Google-Safety", + "user_agent_example": "Google-Safety", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Google's abuse-investigation fetcher: malware review, phishing reports and similar. Google documents that it ignores robots.txt entirely, and a robots.txt rule for it does nothing.", + "cost_of_blocking": "Nothing you can control. The rule is ignored by design; listing the token is documentation, not enforcement.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-special-case-crawlers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-safety.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-safety.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "feedfetcher-google", + "name": "FeedFetcher-Google", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "FeedFetcher-Google", + "user_agent_substring": "FeedFetcher-Google", + "user_agent_example": "FeedFetcher-Google; (+http://www.google.com/feedfetcher.html)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Crawls RSS and Atom feeds for Google News and WebSub. It is a user-triggered fetcher, and Google documents that those generally ignore robots.txt because a person asked for the fetch. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "Feed-driven Google products stop seeing your updates. A robots.txt rule will not stop it — block by user-agent at the edge if you mean it.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/feedfetcher-google.html", + "json_url": "https://www.pathwren.workers.dev/crawler/feedfetcher-google.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-read-aloud", + "name": "Google-Read-Aloud", + "operator": "Google", + "operator_slug": "google", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "Google-Read-Aloud", + "user_agent_substring": "Google-Read-Aloud", + "user_agent_example": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Fetches a page so Google can read it out loud with text-to-speech, at the moment a user asks. Formerly google-speakr. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "A reader who asked Google to read your page aloud — often someone using it for accessibility — gets an error instead.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-read-aloud.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-read-aloud.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-site-verification", + "name": "Google-Site-Verification", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Google-Site-Verification", + "user_agent_substring": "Google-Site-Verification", + "user_agent_example": "Mozilla/5.0 (compatible; Google-Site-Verification/1.0)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Fetches the token file or meta tag that proves you own a site, when you click verify in Search Console. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "Your own Search Console verification fails. Blocking this only ever hurts the person doing the blocking.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-site-verification.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-site-verification.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-cws", + "name": "Google-CWS", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Google-CWS", + "user_agent_substring": "Google-CWS", + "user_agent_example": "Mozilla/5.0 (compatible; Google-CWS)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "The Chrome Web Store fetcher. It requests the URLs a developer put in the metadata of a Chrome extension or theme. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "Chrome Web Store listings that point at your pages cannot fetch them. Relevant only if you publish extensions.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-cws.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-cws.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-pinpoint", + "name": "Google-Pinpoint", + "operator": "Google", + "operator_slug": "google", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "Google-Pinpoint", + "user_agent_substring": "Google-Pinpoint", + "user_agent_example": "Google-Pinpoint", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Fetches individual URLs that a Pinpoint user — usually a journalist or researcher — added as a source to their own document collection. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "A researcher who explicitly added your page to a collection cannot load it.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-pinpoint.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-pinpoint.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googleproducer", + "name": "GoogleProducer", + "operator": "Google", + "operator_slug": "google", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "GoogleProducer", + "user_agent_substring": "GoogleProducer", + "user_agent_example": "GoogleProducer; (+https://developers.google.com/search/docs/crawling-indexing/google-producer)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Google Publisher Center: fetches the feeds a publisher explicitly supplied for Google News landing pages. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "Your own Google News landing pages stop updating. Only publishers who configured Publisher Center are affected.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/googleproducer.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googleproducer.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "googlemessages", + "name": "GoogleMessages", + "operator": "Google", + "operator_slug": "google", + "category": "preview", + "category_label": "Link preview fetchers", + "robots_token": "GoogleMessages", + "user_agent_substring": "GoogleMessages", + "user_agent_example": "GoogleMessages", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Generates the link preview when somebody sends one of your URLs in Google Messages. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "Your links appear as bare URLs with no title or image in Google Messages chats. A preview fetcher is almost never the one you meant to block.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/googlemessages.html", + "json_url": "https://www.pathwren.workers.dev/crawler/googlemessages.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-gemininotebook", + "name": "Google-GeminiNotebook", + "operator": "Google", + "operator_slug": "google", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "Google-GeminiNotebook", + "user_agent_substring": "Google-GeminiNotebook", + "user_agent_example": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Safari/537.36 (compatible; Google-GeminiNotebook; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-gemininotebook)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "ipv4_prefix_count": 529, + "ipv6_prefix_count": 529, + "what_it_is": "Fetches a URL a Gemini Notebook (formerly NotebookLM) user added as a source to their notebook. The former agent string Google-NotebookLM is documented as supported until August 2026. Google publishes fetcher addresses in two files — user-triggered-fetchers.json and user-triggered-fetchers-google.json — and does not say per fetcher which one applies, so verification means checking both; this index mirrors both.", + "cost_of_blocking": "A user who deliberately added your page as a research source gets nothing. This is a citation-shaped fetch, not a training crawl.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-gemininotebook.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-gemininotebook.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "google-agent", + "name": "Google-Agent", + "operator": "Google", + "operator_slug": "google", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "Google-Agent", + "user_agent_substring": "Google-Agent", + "user_agent_example": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko; compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent) Chrome/W.X.Y.Z Safari/537.36", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-agents.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered-agents.json", + "ipv4_prefix_count": 3, + "ipv6_prefix_count": 1, + "what_it_is": "Agents hosted on Google infrastructure navigating the web and taking actions on a user's request. Google names one prefix list for it — user-triggered-agents.json — and is separately experimenting with Web Bot Auth under the identity https://agent.bot.goog.", + "cost_of_blocking": "Google-hosted agents cannot complete a task on your site for a user who asked them to. This is the agentic-commerce fetch: blocking it removes you from what an assistant can actually do rather than from what it can say.", + "operator_docs": "https://developers.google.com/search/docs/crawling-indexing/google-user-triggered-fetchers", + "html_url": "https://www.pathwren.workers.dev/crawler/google-agent.html", + "json_url": "https://www.pathwren.workers.dev/crawler/google-agent.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandeximages", + "name": "YandexImages", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexImages", + "user_agent_substring": "YandexImages", + "user_agent_example": "Mozilla/5.0 (compatible; YandexImages/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Indexes images for Yandex Images. Yandex's robot table marks it as taking the general robots.txt rules into account.", + "cost_of_blocking": "Your images leave Yandex Images, which is a large share of image search in Russian-speaking markets.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandeximages.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandeximages.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexvideo", + "name": "YandexVideo", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexVideo", + "user_agent_substring": "YandexVideo", + "user_agent_example": "Mozilla/5.0 (compatible; YandexVideo/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Indexes video for Yandex video search. Obeys the general robots.txt rules per Yandex's own table.", + "cost_of_blocking": "Removal from Yandex video search. Note that a second robot, YandexVideoParser, does the same job and is documented as NOT taking the general rules into account.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexvideo.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexvideo.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexmedia", + "name": "YandexMedia", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexMedia", + "user_agent_substring": "YandexMedia", + "user_agent_example": "Mozilla/5.0 (compatible; YandexMedia/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Indexes multimedia data for Yandex. Takes the general robots.txt rules into account.", + "cost_of_blocking": "Your multimedia content stops appearing in Yandex's media surfaces.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexmedia.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexmedia.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexblogs", + "name": "YandexBlogs", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexBlogs", + "user_agent_substring": "YandexBlogs", + "user_agent_example": "Mozilla/5.0 (compatible; YandexBlogs/0.99; robot; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Yandex's blog-search robot; it indexes post comments as well as posts.", + "cost_of_blocking": "Comment threads and blog posts stop being findable through Yandex blog search.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexblogs.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexblogs.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexmarket", + "name": "YandexMarket", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexMarket", + "user_agent_substring": "YandexMarket", + "user_agent_example": "Mozilla/5.0 (compatible; YandexMarket/1.0; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The robot behind Yandex Market, Yandex's shopping comparison service. Version 1.0 is documented as obeying the general rules; version 2.0 is documented as not.", + "cost_of_blocking": "Your products stop being listed and priced in Yandex Market. For a retailer in that market this is a revenue block, not a bandwidth one.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexmarket.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexmarket.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexwebmaster", + "name": "YandexWebmaster", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "YandexWebmaster", + "user_agent_substring": "YandexWebmaster", + "user_agent_example": "Mozilla/5.0 (compatible; YandexWebmaster/2.0; +http://yandex.com/bots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The fetcher behind Yandex Webmaster, the console a site owner uses to inspect their own site.", + "cost_of_blocking": "Your own Yandex Webmaster checks stop working. Blocking this only hurts you.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexwebmaster.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexwebmaster.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexmobilebot", + "name": "YandexMobileBot", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexMobileBot", + "user_agent_substring": "YandexMobileBot", + "user_agent_example": "Mozilla/5.0 (iPhone; CPU iPhone OS 8_1 like Mac OS X) AppleWebKit/600.1.4 (KHTML, like Gecko) Version/8.0 Mobile/12B411 Safari/600.1.4 (compatible; YandexMobileBot/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Decides whether a page's layout is suitable for mobile devices. Yandex's table marks it as NOT taking the general robots.txt rules into account, so a * group does not stop it — a group named YandexMobileBot does.", + "cost_of_blocking": "Yandex loses its mobile-friendliness signal for your pages, which affects how they are ranked and rendered on phones.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexmobilebot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexmobilebot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexfavicons", + "name": "YandexFavicons", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexFavicons", + "user_agent_substring": "YandexFavicons", + "user_agent_example": "Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Downloads your favicon so Yandex can show it beside your result. Documented as not taking the general robots.txt rules into account.", + "cost_of_blocking": "Your results in Yandex lose their icon. Cosmetic, and a * rule will not achieve it anyway.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexfavicons.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexfavicons.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexcalendar", + "name": "YandexCalendar", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "YandexCalendar", + "user_agent_substring": "YandexCalendar", + "user_agent_example": "Mozilla/5.0 (compatible; YandexCalendar/1.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Downloads calendar files a user subscribed to. Yandex notes these files are often in directories that are disallowed for indexing, which is why the general rules are not applied.", + "cost_of_blocking": "Users who subscribed to a calendar you publish stop receiving updates.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexcalendar.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexcalendar.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexdirect", + "name": "YandexDirect", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "YandexDirect", + "user_agent_substring": "YandexDirect", + "user_agent_example": "Mozilla/5.0 (compatible; YandexDirect/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Reads the content of Yandex Advertising Network partner pages to work out their topic so relevant ads can be matched. Documented as not taking the general robots.txt rules into account.", + "cost_of_blocking": "Ads on your pages become less relevant and earn less. Relevant only if you monetise with Yandex's network.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexdirect.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexdirect.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexmetrika", + "name": "YandexMetrika", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "YandexMetrika", + "user_agent_substring": "YandexMetrika", + "user_agent_example": "Mozilla/5.0 (compatible; YandexMetrika/2.0; +http://yandex.com/bots)", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Yandex Metrica's own fetcher. Two of its versions — the 2.0 yabs01 availability checker and the 4.0 CSS cache for Webvisor — are documented in Yandex's table as not using robots.txt at all.", + "cost_of_blocking": "Nothing you can enforce through robots.txt. If you run Metrica, its session replay loses your stylesheets and renders your pages wrong.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexmetrika.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexmetrika.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexrenderresourcesbot", + "name": "YandexRenderResourcesBot", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexRenderResourcesBot", + "user_agent_substring": "YandexRenderResourcesBot", + "user_agent_example": "Mozilla/5.0 (compatible; YandexRenderResourcesBot/1.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Loads the CSS, JavaScript and images Yandex needs to render a page. Yandex documents the exact rule: it ignores robots.txt for a resource when the HTML page using it is allowed, and does not fetch the resource when that page is disallowed.", + "cost_of_blocking": "Yandex renders your pages without their stylesheets or scripts and ranks what it sees. This is the classic accidental self-inflicted ranking loss.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexrenderresourcesbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexrenderresourcesbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexscreenshotbot", + "name": "YandexScreenshotBot", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "YandexScreenshotBot", + "user_agent_substring": "YandexScreenshotBot", + "user_agent_example": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Safari/537.36 (compatible; YandexScreenshotBot/3.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Takes a screenshot of a page. Documented as not taking the general robots.txt rules into account.", + "cost_of_blocking": "Yandex surfaces that show a page thumbnail show nothing for you.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexscreenshotbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexscreenshotbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexadditional", + "name": "YandexAdditional", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "YandexAdditional", + "user_agent_substring": "YandexAdditional", + "user_agent_example": "Mozilla/5.0 (compatible; YandexAdditional/1.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The token that controls whether already-indexed pages may appear in Search with Yandex AI answers. Yandex's table says it makes no indexing requests of its own — it exists so a site can opt out of the generative answer without leaving the index.", + "cost_of_blocking": "You disappear from Yandex's AI answers while staying in Yandex Search. This is Yandex's equivalent of Google-Extended, and it is the cheap opt-out most people are looking for.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexadditional.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexadditional.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexadditionalbot", + "name": "YandexAdditionalBot", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "YandexAdditionalBot", + "user_agent_substring": "YandexAdditionalBot", + "user_agent_example": "Mozilla/5.0 (compatible; YandexAdditionalBot/1.0; +http://yandex.com/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The second token Yandex publishes for the same AI-answers opt-out. Both names appear in Yandex's own robot list, so a robots.txt that names only one of them is half a policy.", + "cost_of_blocking": "Same as YandexAdditional: out of Yandex's AI answers, still in Yandex Search. Name both tokens or neither.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexadditionalbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexadditionalbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yandexcombot", + "name": "YandexComBot", + "operator": "Yandex", + "operator_slug": "yandex", + "category": "search", + "category_label": "Search engines", + "robots_token": "YandexComBot", + "user_agent_substring": "YandexComBot", + "user_agent_example": "Mozilla/5.0 (compatible; YandexComBot/3.0; +http://ya.cc/bots)", + "respects_robots_txt": "own-token-only", + "respects_robots_txt_label": "ignores the * group; obeys rules named for its own token", + "verification_method": "reverse-dns", + "verification_label": "reverse DNS", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Indexes content for Yandex search in languages other than Russian. Yandex documents that it can index content when there is no explicit robot-specific restriction — a * group is not one.", + "cost_of_blocking": "You leave Yandex's non-Russian index. A rule naming this token is the only one that works on it.", + "operator_docs": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots", + "html_url": "https://www.pathwren.workers.dev/crawler/yandexcombot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yandexcombot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "siteauditbot", + "name": "SiteAuditBot", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SiteAuditBot", + "user_agent_substring": "SiteAuditBot", + "user_agent_example": "Mozilla/5.0 (compatible; SiteAuditBot/0.97; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Semrush's Site Audit crawler: it walks a site a customer owns and reports technical SEO problems. Semrush names it as the token to block for that product.", + "cost_of_blocking": "Site Audit reports on your own domain stop working. If a customer is auditing your site with your permission, blocking this breaks their tooling and nothing of yours.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/siteauditbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/siteauditbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot-ba", + "name": "SemrushBot-BA", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SemrushBot-BA", + "user_agent_substring": "SemrushBot-BA", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot-BA; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The Backlink Audit crawler. It re-checks links pointing at a customer's site, which means it lands on the sites doing the linking.", + "cost_of_blocking": "None to you. It costs the site being audited a little accuracy in their backlink report.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot-ba.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot-ba.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot-si", + "name": "SemrushBot-SI", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SemrushBot-SI", + "user_agent_substring": "SemrushBot-SI", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot-SI; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches pages for the On Page SEO Checker and similar advisory tools.", + "cost_of_blocking": "Nothing user-facing. Semrush customers lose on-page suggestions for pages on your domain.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot-si.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot-si.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot-swa", + "name": "SemrushBot-SWA", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SemrushBot-SWA", + "user_agent_substring": "SemrushBot-SWA", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot-SWA; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Checks whether a URL is reachable, for the SEO Writing Assistant. One request per URL a writer references, not a crawl.", + "cost_of_blocking": "Writers using Semrush's assistant see your links reported as unreachable.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot-swa.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot-swa.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "splitsignalbot", + "name": "SplitSignalBot", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SplitSignalBot", + "user_agent_substring": "SplitSignalBot", + "user_agent_example": "Mozilla/5.0 (compatible; SplitSignalBot; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Runs SEO A/B tests on a customer's own site with the SplitSignal tool.", + "cost_of_blocking": "A site owner's own A/B testing stops. Only relevant on domains whose owner uses the product.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/splitsignalbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/splitsignalbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot-ft", + "name": "SemrushBot-FT", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SemrushBot-FT", + "user_agent_substring": "SemrushBot-FT", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot-FT; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches full text for the Plagiarism Checker and similar text-comparison tools.", + "cost_of_blocking": "Your text stops being compared against other people's submissions — which also means copies of your text are less likely to be caught.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot-ft.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot-ft.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "semrushbot-esi", + "name": "SemrushBot-ESI", + "operator": "Semrush", + "operator_slug": "semrush", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SemrushBot-ESI", + "user_agent_substring": "SemrushBot-ESI", + "user_agent_example": "Mozilla/5.0 (compatible; SemrushBot-ESI; +http://www.semrush.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The crawler for Semrush Enterprise Site Intelligence, the enterprise tier's own site analysis.", + "cost_of_blocking": "Enterprise customers lose analysis of your domain. Nothing user-facing.", + "operator_docs": "https://www.semrush.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/semrushbot-esi.html", + "json_url": "https://www.pathwren.workers.dev/crawler/semrushbot-esi.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "ahrefssiteaudit", + "name": "AhrefsSiteAudit", + "operator": "Ahrefs", + "operator_slug": "ahrefs", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "AhrefsSiteAudit", + "user_agent_substring": "AhrefsSiteAudit", + "user_agent_example": "Mozilla/5.0 (compatible; AhrefsSiteAudit/6.1; +http://ahrefs.com/robot/site-audit)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://api.ahrefs.com/v3/public/crawler-ip-ranges", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/ahrefs-crawler.json", + "ipv4_prefix_count": 81, + "ipv6_prefix_count": 0, + "what_it_is": "Ahrefs' site-audit crawler, separate from AhrefsBot. Ahrefs documents that it obeys robots.txt by default, and that a verified site owner can ask for it to be allowed to ignore robots.txt on their own site so the audit can see disallowed sections.", + "cost_of_blocking": "Site owners auditing your domain get an incomplete report. Blocking it saves bandwidth and costs you nothing in search.", + "operator_docs": "https://ahrefs.com/robot", + "html_url": "https://www.pathwren.workers.dev/crawler/ahrefssiteaudit.html", + "json_url": "https://www.pathwren.workers.dev/crawler/ahrefssiteaudit.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "mj12bot", + "name": "MJ12bot", + "operator": "Majestic", + "operator_slug": "majestic", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "MJ12bot", + "user_agent_substring": "MJ12bot", + "user_agent_example": "Mozilla/5.0 (compatible; MJ12bot/v1.4.8; http://mj12bot.com/)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Majestic's link-graph crawler, run as a distributed community project. Majestic states plainly that it cannot restrict the bot to a fixed set of addresses, and offers a pre-arranged ident string in the request headers instead.", + "cost_of_blocking": "You leave the Majestic backlink index. No search or AI effect. It supports Crawl-delay, which is usually the better answer than a block.", + "operator_docs": "https://mj12bot.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/mj12bot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/mj12bot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "dotbot", + "name": "DotBot", + "operator": "Moz", + "operator_slug": "moz", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "dotbot", + "user_agent_substring": "dotbot", + "user_agent_example": "Mozilla/5.0 (compatible; DotBot/1.2; +https://opensiteexplorer.org/dotbot; help@moz.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Moz's crawler for Link Explorer. Moz documents that it respects robots.txt and that dotbot is the token to name.", + "cost_of_blocking": "You leave Moz's link index, so Domain Authority and link reports about your site get thinner. Nothing a reader or an assistant sees changes.", + "operator_docs": "https://moz.com/help/moz-procedures/crawlers/dotbot", + "html_url": "https://www.pathwren.workers.dev/crawler/dotbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/dotbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "rogerbot", + "name": "rogerbot", + "operator": "Moz", + "operator_slug": "moz", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "rogerbot", + "user_agent_substring": "rogerbot", + "user_agent_example": "rogerbot/1.2 (http://moz.com/help/pro/what-is-rogerbot-, rogerbot-crawler@moz.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Moz's Campaign crawler, which audits a site its own owner registered. Moz states there is no IP range for it — identification is by user-agent only.", + "cost_of_blocking": "Moz Pro site audits of your domain stop. If the domain is yours and you use Moz, blocking this breaks your own reports.", + "operator_docs": "https://moz.com/help/moz-procedures/crawlers/rogerbot", + "html_url": "https://www.pathwren.workers.dev/crawler/rogerbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/rogerbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "dataforseobot", + "name": "DataForSeoBot", + "operator": "DataForSEO", + "operator_slug": "dataforseo", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "DataForSeoBot", + "user_agent_substring": "DataForSeoBot", + "user_agent_example": "Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Builds the backlink and SERP datasets DataForSEO resells through its API, so one crawl reaches many downstream tools.", + "cost_of_blocking": "You leave a dataset that a long tail of SEO products is built on. No user-facing effect.", + "operator_docs": "https://dataforseo.com/dataforseo-bot", + "html_url": "https://www.pathwren.workers.dev/crawler/dataforseobot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/dataforseobot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "serpstatbot", + "name": "serpstatbot", + "operator": "Serpstat", + "operator_slug": "serpstat", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "serpstatbot", + "user_agent_substring": "serpstatbot", + "user_agent_example": "serpstatbot/2.1 (advanced backlink tracking bot; https://serpstatbot.com/; abuse@serpstatbot.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Serpstat's backlink crawler. It documents support for Crawl-delay up to 20 seconds, including a delay set on the * group.", + "cost_of_blocking": "You leave Serpstat's link index. Try Crawl-delay first — they honour it, and a slow crawler is cheaper to keep than to fight.", + "operator_docs": "https://serpstatbot.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/serpstatbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/serpstatbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "barkrowler", + "name": "Barkrowler", + "operator": "Babbar", + "operator_slug": "babbar", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "barkrowler", + "user_agent_substring": "barkrowler", + "user_agent_example": "Mozilla/5.0 (compatible; Barkrowler/0.9; +https://babbar.tech/crawler)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Babbar's crawler, which builds the link graph behind their French-market SEO tooling.", + "cost_of_blocking": "You leave Babbar's index. No effect on search or assistants.", + "operator_docs": "https://babbar.tech/crawler", + "html_url": "https://www.pathwren.workers.dev/crawler/barkrowler.html", + "json_url": "https://www.pathwren.workers.dev/crawler/barkrowler.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "screaming-frog-seo-spider", + "name": "Screaming Frog SEO Spider", + "operator": "Screaming Frog", + "operator_slug": "screamingfrog", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Screaming Frog SEO Spider", + "user_agent_substring": "Screaming Frog SEO Spider", + "user_agent_example": "Screaming Frog SEO Spider/21.0", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Not an operator: desktop crawling software that anybody can point at any site. The default user-agent identifies the tool, not who is running it, and the operator of the moment is whoever pressed start.", + "cost_of_blocking": "You block a consultant auditing your own site as often as you block a stranger. Treat it as a rate-limit question, not a consent one — and note that the user-agent is configurable, so a block is advisory.", + "operator_docs": "https://www.screamingfrog.co.uk/seo-spider/user-agent/", + "html_url": "https://www.pathwren.workers.dev/crawler/screaming-frog-seo-spider.html", + "json_url": "https://www.pathwren.workers.dev/crawler/screaming-frog-seo-spider.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "seokicks", + "name": "SEOkicks", + "operator": "SEOkicks", + "operator_slug": "seokicks", + "category": "seo", + "category_label": "SEO and backlink crawlers", + "robots_token": "SEOkicks", + "user_agent_substring": "SEOkicks", + "user_agent_example": "Mozilla/5.0 (compatible; SEOkicks; +https://www.seokicks.de/robot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A German backlink index. Its documentation names SEOkicks as the user-agent to use in robots.txt.", + "cost_of_blocking": "You leave a regional backlink index. Nothing else changes.", + "operator_docs": "https://www.seokicks.de/robot.html", + "html_url": "https://www.pathwren.workers.dev/crawler/seokicks.html", + "json_url": "https://www.pathwren.workers.dev/crawler/seokicks.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "mojeekbot", + "name": "MojeekBot", + "operator": "Mojeek", + "operator_slug": "mojeek", + "category": "search", + "category_label": "Search engines", + "robots_token": "MojeekBot", + "user_agent_substring": "MojeekBot", + "user_agent_example": "Mozilla/5.0 (compatible; MojeekBot/0.11; +https://www.mojeek.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Mojeek's crawler. Mojeek runs one of the few genuinely independent web indexes — not a front end over Bing or Google — so it is one of the few blocks that removes you from an index nobody else can put you back into. Its documentation states it obeys the first record whose User-Agent contains MojeekBot, falling back to *.", + "cost_of_blocking": "You leave an independent index that other privacy-focused search products draw on. Small traffic, disproportionate long-term cost to web plurality.", + "operator_docs": "https://www.mojeek.com/bot.html", + "html_url": "https://www.pathwren.workers.dev/crawler/mojeekbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/mojeekbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "kagibot", + "name": "Kagibot", + "operator": "Kagi", + "operator_slug": "kagi", + "category": "search", + "category_label": "Search engines", + "robots_token": "Kagibot", + "user_agent_substring": "Kagibot", + "user_agent_example": "Mozilla/5.0 (compatible; Kagibot/1.0; +https://kagi.com/bot)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The crawler for Kagi, a paid, ad-free search engine with its own index and its own assistant.", + "cost_of_blocking": "You leave Kagi's index. Kagi's users are paying to search and skew technical; per visitor this is an expensive block.", + "operator_docs": "https://kagi.com/bot", + "html_url": "https://www.pathwren.workers.dev/crawler/kagibot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/kagibot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "qwantbot", + "name": "Qwantbot", + "operator": "Qwant", + "operator_slug": "qwant", + "category": "search", + "category_label": "Search engines", + "robots_token": "Qwantbot", + "user_agent_substring": "Qwantbot", + "user_agent_example": "Mozilla/5.0 (compatible; Qwantbot/1.0_12345; +https://help.qwant.com/bot/)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Qwant's crawler. Qwant documents that the string Qwantbot always appears in its user-agents whatever the crawler version, which is what makes a substring match safe here.", + "cost_of_blocking": "You leave the index behind Qwant, the French privacy-focused engine, and the products that federate it.", + "operator_docs": "https://help.qwant.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/qwantbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/qwantbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "qwantbot-news", + "name": "Qwantbot-news", + "operator": "Qwant", + "operator_slug": "qwant", + "category": "search", + "category_label": "Search engines", + "robots_token": "Qwantbot-news", + "user_agent_substring": "Qwantbot-news", + "user_agent_example": "Mozilla/5.0 (compatible; Qwantbot-news/2.0; +https://help.qwant.com/bot/)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The news variant of Qwant's crawler, documented alongside the main one and carrying the same Qwantbot substring.", + "cost_of_blocking": "Your articles stop appearing in Qwant News. A rule for Qwantbot as a substring already catches both.", + "operator_docs": "https://help.qwant.com/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/qwantbot-news.html", + "json_url": "https://www.pathwren.workers.dev/crawler/qwantbot-news.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "slackbot-linkexpanding", + "name": "Slackbot-LinkExpanding", + "operator": "Slack", + "operator_slug": "slack", + "category": "preview", + "category_label": "Link preview fetchers", + "robots_token": "Slackbot-LinkExpanding", + "user_agent_substring": "Slackbot-LinkExpanding", + "user_agent_example": "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches a page to build the unfurl card when somebody pastes your link into Slack. One paste, one fetch.", + "cost_of_blocking": "Your links appear in Slack as bare URLs. Inside working teams that quietly costs you clicks, and nothing is gained.", + "operator_docs": "https://api.slack.com/robots", + "html_url": "https://www.pathwren.workers.dev/crawler/slackbot-linkexpanding.html", + "json_url": "https://www.pathwren.workers.dev/crawler/slackbot-linkexpanding.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "slackbot", + "name": "Slackbot", + "operator": "Slack", + "operator_slug": "slack", + "category": "preview", + "category_label": "Link preview fetchers", + "robots_token": "Slackbot", + "user_agent_substring": "Slackbot", + "user_agent_example": "Slackbot 1.0 (+https://api.slack.com/robots)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The other half of Slack's pair: the agent that reads robots.txt and handles Slack's non-unfurl fetches. Slack documents both strings on one page.", + "cost_of_blocking": "Slack stops being able to read your robots.txt, which is a strange thing to want. Block the link expander instead if that is the goal.", + "operator_docs": "https://api.slack.com/robots", + "html_url": "https://www.pathwren.workers.dev/crawler/slackbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/slackbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "pinterestbot", + "name": "Pinterestbot", + "operator": "Pinterest", + "operator_slug": "pinterest", + "category": "search", + "category_label": "Search engines", + "robots_token": "Pinterestbot", + "user_agent_substring": "Pinterestbot", + "user_agent_example": "Mozilla/5.0 (compatible; Pinterestbot/1.0; +https://www.pinterest.com/bot.html)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Pinterest's crawler. It indexes pages so people can find them on Pinterest and re-reads product pages to keep price and title on a Pin current. Pinterest states that content it crawls is not used to train their Canvas image generation model.", + "cost_of_blocking": "Pins pointing at your site go stale — wrong prices, dead links — and new content stops being indexed. For a retailer this is one of the more expensive blocks on the list.", + "operator_docs": "https://help.pinterest.com/en/business/article/pinterest-crawler", + "html_url": "https://www.pathwren.workers.dev/crawler/pinterestbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/pinterestbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "bedrockbot", + "name": "bedrockbot", + "operator": "Amazon", + "operator_slug": "amazon", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "bedrockbot", + "user_agent_substring": "bedrockbot", + "user_agent_example": "bedrockbot-UUID", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The web crawler an AWS customer points at URLs they chose, to build a knowledge base for a Bedrock application. AWS documents that it respects robots.txt and that the user-agent carries a per-customer suffix, so you can allow or refuse one customer's crawl by naming bedrockbot-UUID.", + "cost_of_blocking": "Companies building retrieval applications on Bedrock cannot include your pages. This is a RAG block, not a training block: nothing is being trained, but nothing can cite you either.", + "operator_docs": "https://docs.aws.amazon.com/bedrock/latest/userguide/webcrawl-data-source-connector.html", + "html_url": "https://www.pathwren.workers.dev/crawler/bedrockbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/bedrockbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "cloudflare-autorag", + "name": "Cloudflare-AutoRAG", + "operator": "Cloudflare", + "operator_slug": "cloudflare", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Cloudflare-AutoRAG", + "user_agent_substring": "Cloudflare-AutoRAG", + "user_agent_example": "Cloudflare-AutoRAG", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The crawler behind Cloudflare's AI Search / AutoRAG, which indexes a website into a retrieval index for an application. Cloudflare's own documentation warns that a bot-blocking rule on your zone will also stop this crawler and tells you to allow-list it.", + "cost_of_blocking": "Applications built on Cloudflare AI Search cannot retrieve your pages. If you are the one building the index over your own site, blocking it breaks your own product.", + "operator_docs": "https://developers.cloudflare.com/ai-search/", + "html_url": "https://www.pathwren.workers.dev/crawler/cloudflare-autorag.html", + "json_url": "https://www.pathwren.workers.dev/crawler/cloudflare-autorag.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "exasearchbot", + "name": "ExaSearchBot", + "operator": "Exa", + "operator_slug": "exa", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "ExaSearchBot", + "user_agent_substring": "ExaSearchBot", + "user_agent_example": "ExaSearchBot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Exa's crawler. It discovers and indexes public pages so they can be retrieved and cited through Exa's search API, which is one of the common retrieval backends behind agent frameworks.", + "cost_of_blocking": "Agents built on Exa's API stop finding you. Exa publishes no statement about robots.txt compliance, so treat the rule as a request.", + "operator_docs": "https://exa.ai", + "html_url": "https://www.pathwren.workers.dev/crawler/exasearchbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/exasearchbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "shapbot", + "name": "ShapBot", + "operator": "Parallel", + "operator_slug": "parallel", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "ShapBot", + "user_agent_substring": "ShapBot", + "user_agent_example": "ShapBot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Parallel's crawler. It collects and structures web content to power the search, extraction and deep-research APIs that Parallel sells to agent builders.", + "cost_of_blocking": "Agents using Parallel's research API lose you as a source. Parallel documents robots.txt compliance, so a rule works.", + "operator_docs": "https://docs.parallel.ai/features/crawler", + "html_url": "https://www.pathwren.workers.dev/crawler/shapbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/shapbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "terracotta", + "name": "TerraCotta", + "operator": "Ceramic AI", + "operator_slug": "ceramic", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "TerraCotta", + "user_agent_substring": "TerraCotta", + "user_agent_example": "TerraCotta", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Ceramic AI's crawler, which indexes public content for a web-scale search API aimed at LLMs and agents.", + "cost_of_blocking": "You are absent from another agent-facing retrieval index. Ceramic documents that it obeys robots.txt.", + "operator_docs": "https://ceramic.ai/", + "html_url": "https://www.pathwren.workers.dev/crawler/terracotta.html", + "json_url": "https://www.pathwren.workers.dev/crawler/terracotta.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "crawlspace", + "name": "Crawlspace", + "operator": "Crawlspace", + "operator_slug": "crawlspace", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Crawlspace", + "user_agent_substring": "Crawlspace", + "user_agent_example": "Crawlspace", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A crawling platform: customers run their own crawls on it to feed agents, RAG pipelines and structured-data workflows. Like Firecrawl, the party behind any given request is the customer, not the platform.", + "cost_of_blocking": "Whatever any Crawlspace customer was building over your pages stops working. Volume and intent vary per customer, so this is a rate-limit decision more than a consent one.", + "operator_docs": "https://crawlspace.dev", + "html_url": "https://www.pathwren.workers.dev/crawler/crawlspace.html", + "json_url": "https://www.pathwren.workers.dev/crawler/crawlspace.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "panscient", + "name": "Panscient", + "operator": "Panscient", + "operator_slug": "panscient", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "panscient.com", + "user_agent_substring": "panscient.com", + "user_agent_example": "Mozilla/5.0 (compatible; panscient.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Compiles structured data about businesses and business professionals using machine learning. Panscient's FAQ states it obeys robots.txt.", + "cost_of_blocking": "Your company pages stop feeding a business-data product. No effect on search or assistants.", + "operator_docs": "https://panscient.com/faq.htm", + "html_url": "https://www.pathwren.workers.dev/crawler/panscient.html", + "json_url": "https://www.pathwren.workers.dev/crawler/panscient.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "sbintuitionsbot", + "name": "SBIntuitionsBot", + "operator": "SB Intuitions", + "operator_slug": "sbintuitions", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "SBIntuitionsBot", + "user_agent_substring": "SBIntuitionsBot", + "user_agent_example": "SBIntuitionsBot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "SB Intuitions is SoftBank's Japanese LLM lab; this crawler gathers data used in that model development and in information analysis. The operator publishes a dedicated bot page.", + "cost_of_blocking": "Your content is excluded from a Japanese-language foundation-model corpus. Nothing user-facing changes.", + "operator_docs": "https://www.sbintuitions.co.jp/en/bot/", + "html_url": "https://www.pathwren.workers.dev/crawler/sbintuitionsbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/sbintuitionsbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "icc-crawler", + "name": "ICC-Crawler", + "operator": "NICT", + "operator_slug": "nict", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "ICC-Crawler", + "user_agent_substring": "ICC-Crawler", + "user_agent_example": "ICC-Crawler", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Operated by NICT, Japan's national information and communications research institute. The collected data supports AI research and, per the operator, is also provided to third parties including commercial companies.", + "cost_of_blocking": "You are excluded from a national research corpus and from the commercial redistributions of it. This is a dataset-shaped block: one refusal, many downstream effects.", + "operator_docs": "https://www.nict.go.jp/en/", + "html_url": "https://www.pathwren.workers.dev/crawler/icc-crawler.html", + "json_url": "https://www.pathwren.workers.dev/crawler/icc-crawler.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "cotoyogi", + "name": "Cotoyogi", + "operator": "ROIS-DS", + "operator_slug": "rois", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Cotoyogi", + "user_agent_substring": "Cotoyogi", + "user_agent_example": "Cotoyogi", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A crawler run by ROIS-DS, a Japanese inter-university research organisation, collecting Japanese-language text for AI training. It publishes a crawler page in English and Japanese.", + "cost_of_blocking": "Your Japanese-language content is left out of an academic training corpus.", + "operator_docs": "https://ds.rois.ac.jp/en_center8/en_crawler/", + "html_url": "https://www.pathwren.workers.dev/crawler/cotoyogi.html", + "json_url": "https://www.pathwren.workers.dev/crawler/cotoyogi.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "isscyberriskcrawler", + "name": "ISSCyberRiskCrawler", + "operator": "ISS Corporate Solutions", + "operator_slug": "iss", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "ISSCyberRiskCrawler", + "user_agent_substring": "ISSCyberRiskCrawler", + "user_agent_example": "ISSCyberRiskCrawler", + "respects_robots_txt": "disputed", + "respects_robots_txt_label": "compliance disputed", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Crawls in order to train models that score a company's cyber risk. The ai.robots.txt dataset records the operator as not respecting robots.txt; ISS publishes no compliance statement of its own.", + "cost_of_blocking": "A rule here is a statement of intent. Your organisation's public footprint still gets scored — by a model trained on everybody else.", + "operator_docs": "https://iss-cyber.com", + "html_url": "https://www.pathwren.workers.dev/crawler/isscyberriskcrawler.html", + "json_url": "https://www.pathwren.workers.dev/crawler/isscyberriskcrawler.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "sidetrade-indexer-bot", + "name": "Sidetrade indexer bot", + "operator": "Sidetrade", + "operator_slug": "sidetrade", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Sidetrade indexer bot", + "user_agent_substring": "Sidetrade indexer bot", + "user_agent_example": "Sidetrade indexer bot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Sidetrade extracts web data for a range of uses including training its AI products for order-to-cash and customer-data work.", + "cost_of_blocking": "Exclusion from a commercial B2B dataset. The operator publishes no robots.txt statement, so treat the rule as a request rather than a control.", + "operator_docs": "https://www.sidetrade.com", + "html_url": "https://www.pathwren.workers.dev/crawler/sidetrade-indexer-bot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/sidetrade-indexer-bot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "yak", + "name": "YaK", + "operator": "Meltwater", + "operator_slug": "meltwater", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "YaK", + "user_agent_substring": "YaK", + "user_agent_example": "YaK", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Meltwater's crawler, feeding the live data stream behind its media-monitoring and consumer-intelligence suite.", + "cost_of_blocking": "Your content stops appearing in Meltwater's media monitoring — which is how PR teams find out you were mentioned. Some publishers want to be in it.", + "operator_docs": "https://www.meltwater.com/en/suite/consumer-intelligence", + "html_url": "https://www.pathwren.workers.dev/crawler/yak.html", + "json_url": "https://www.pathwren.workers.dev/crawler/yak.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "atlassian-bot", + "name": "atlassian-bot", + "operator": "Atlassian", + "operator_slug": "atlassian", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "atlassian-bot", + "user_agent_substring": "atlassian-bot", + "user_agent_example": "atlassian-bot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Indexes a website so it can be searched and cited by Rovo, Atlassian's generative assistant inside Jira and Confluence. Atlassian's documentation walks a customer through editing robots.txt for it, which is as close to a compliance statement as this list gets.", + "cost_of_blocking": "Rovo cannot answer from your public documentation. If your customers live inside Atlassian tools, this is a support-deflection block.", + "operator_docs": "https://support.atlassian.com/organization-administration/docs/connect-custom-website-to-rovo/", + "html_url": "https://www.pathwren.workers.dev/crawler/atlassian-bot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/atlassian-bot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "klaviyoaibot", + "name": "KlaviyoAIBot", + "operator": "Klaviyo", + "operator_slug": "klaviyo", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "KlaviyoAIBot", + "user_agent_substring": "KlaviyoAIBot", + "user_agent_example": "KlaviyoAIBot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Fetches pages from domains a Klaviyo customer has explicitly connected to their own account, to power Klaviyo's Kai customer agent. It is scoped to connected domains rather than the open web.", + "cost_of_blocking": "If the connected domain is yours, blocking this breaks the agent you configured. If it is not, this bot should not be reaching you at all.", + "operator_docs": "https://help.klaviyo.com/hc/en-us/articles/40496146232219", + "html_url": "https://www.pathwren.workers.dev/crawler/klaviyoaibot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/klaviyoaibot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "quillbot", + "name": "QuillBot", + "operator": "QuillBot", + "operator_slug": "quillbot", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "QuillBot", + "user_agent_substring": "QuillBot", + "user_agent_example": "QuillBot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Operated by QuillBot as part of its writing, paraphrasing and AI-detection products. The dataset also records a second token, quillbot.com, for the same operator.", + "cost_of_blocking": "Exclusion from QuillBot's corpus. No compliance statement is published, so the rule is a request.", + "operator_docs": "https://quillbot.com", + "html_url": "https://www.pathwren.workers.dev/crawler/quillbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/quillbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "phindbot", + "name": "PhindBot", + "operator": "Phind", + "operator_slug": "phind", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "PhindBot", + "user_agent_substring": "PhindBot", + "user_agent_example": "PhindBot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Phind is an answer engine for developers that combines live web search with its own models. This is the crawler behind those answers.", + "cost_of_blocking": "You stop being cited in answers to technical questions — which, for documentation and reference sites, is the exact audience most worth keeping.", + "operator_docs": "https://www.phind.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/phindbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/phindbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "andibot", + "name": "Andibot", + "operator": "Andi", + "operator_slug": "andi", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Andibot", + "user_agent_substring": "Andibot", + "user_agent_example": "Andibot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The crawler for Andi, a small generative search assistant that summarises pages rather than listing them.", + "cost_of_blocking": "You disappear from another assistant's answers. Andi publishes no robots.txt statement.", + "operator_docs": "https://andisearch.com/", + "html_url": "https://www.pathwren.workers.dev/crawler/andibot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/andibot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "anomura", + "name": "Anomura", + "operator": "Direqt", + "operator_slug": "direqt", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Anomura", + "user_agent_substring": "Anomura", + "user_agent_example": "Anomura", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Direqt's search crawler. It indexes the sites of Direqt's own publisher customers so their on-site chatbots can answer from them.", + "cost_of_blocking": "If you are the publisher, this breaks the assistant you put on your own pages. If you are not, it should not be crawling you.", + "operator_docs": "https://direqt.ai", + "html_url": "https://www.pathwren.workers.dev/crawler/anomura.html", + "json_url": "https://www.pathwren.workers.dev/crawler/anomura.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "aiwebindex", + "name": "AIWebIndex", + "operator": "Lyrenth", + "operator_slug": "lyrenth", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "AIWebIndex", + "user_agent_substring": "AIWebIndex", + "user_agent_example": "AIWebIndex", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Builds an index of public pages and serves them to AI agents as extracted readable text, with attribution and a link back. Lyrenth publishes a crawler policy stating it does not train foundation models on what it collects and that it obeys robots.txt.", + "cost_of_blocking": "Agents reading through this index stop seeing you — including the attribution and link back that make it a referral rather than a summary.", + "operator_docs": "https://lyrenth.com/crawler-policy", + "html_url": "https://www.pathwren.workers.dev/crawler/aiwebindex.html", + "json_url": "https://www.pathwren.workers.dev/crawler/aiwebindex.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "factset-spyderbot", + "name": "Factset_spyderbot", + "operator": "FactSet", + "operator_slug": "factset", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Factset_spyderbot", + "user_agent_substring": "Factset_spyderbot", + "user_agent_example": "Factset_spyderbot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "FactSet's crawler, collecting data used in AI model training for its financial data and analytics products.", + "cost_of_blocking": "Exclusion from a financial-data vendor's corpus. Relevant mostly to companies whose filings and disclosures are being read.", + "operator_docs": "https://www.factset.com/ai", + "html_url": "https://www.pathwren.workers.dev/crawler/factset-spyderbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/factset-spyderbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "poseidon-research-crawler", + "name": "Poseidon Research Crawler", + "operator": "Poseidon Research", + "operator_slug": "poseidon", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Poseidon Research Crawler", + "user_agent_substring": "Poseidon Research Crawler", + "user_agent_example": "Poseidon Research Crawler", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A crawler run by Poseidon Research, a lab working on interpretability research for AI systems.", + "cost_of_blocking": "Exclusion from an interpretability research corpus. No published compliance statement.", + "operator_docs": "https://www.poseidonresearch.com", + "html_url": "https://www.pathwren.workers.dev/crawler/poseidon-research-crawler.html", + "json_url": "https://www.pathwren.workers.dev/crawler/poseidon-research-crawler.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "qualifiedbot", + "name": "QualifiedBot", + "operator": "Qualified", + "operator_slug": "qualified", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "QualifiedBot", + "user_agent_substring": "QualifiedBot", + "user_agent_example": "QualifiedBot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Analyses a customer's website so Qualified's AI sales chatbots can answer questions about it in context.", + "cost_of_blocking": "A chatbot on a site that licensed the product loses context. If that site is yours, this block is self-inflicted.", + "operator_docs": "https://www.qualified.com", + "html_url": "https://www.pathwren.workers.dev/crawler/qualifiedbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/qualifiedbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "reflectionbot", + "name": "Reflectionbot", + "operator": "Reflection AI", + "operator_slug": "reflection", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Reflectionbot", + "user_agent_substring": "Reflectionbot", + "user_agent_example": "Reflectionbot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "An undocumented crawler whose user-agent links to Reflection AI, a company building AI models. The link in the user-agent is the only public statement of purpose that exists.", + "cost_of_blocking": "Unknown by construction — which is itself the reason some people block it. Nothing user-facing depends on it.", + "operator_docs": "https://reflection.ai/", + "html_url": "https://www.pathwren.workers.dev/crawler/reflectionbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/reflectionbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "thinkbot", + "name": "Thinkbot", + "operator": "Thinkbot", + "operator_slug": "thinkbot", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "Thinkbot", + "user_agent_substring": "Thinkbot", + "user_agent_example": "Thinkbot", + "respects_robots_txt": "disputed", + "respects_robots_txt_label": "compliance disputed", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Collects pages for analysis of how sites are adopting AI and automation. The ai.robots.txt dataset records the operator as not respecting robots.txt.", + "cost_of_blocking": "Exclusion from a market-research dataset. Expect to enforce this at the edge rather than in robots.txt.", + "operator_docs": "https://www.thinkbot.agency", + "html_url": "https://www.pathwren.workers.dev/crawler/thinkbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/thinkbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "aihitbot", + "name": "aiHitBot", + "operator": "aiHit", + "operator_slug": "aihit", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "aiHitBot", + "user_agent_substring": "aiHitBot", + "user_agent_example": "aiHitBot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "aiHit's automated collector, building a company dataset from public company websites.", + "cost_of_blocking": "Your company record in a B2B dataset goes stale. Documented as respecting robots.txt, so the rule works.", + "operator_docs": "https://www.aihitdata.com/about", + "html_url": "https://www.pathwren.workers.dev/crawler/aihitbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/aihitbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "linguee-bot", + "name": "Linguee Bot", + "operator": "Linguee", + "operator_slug": "linguee", + "category": "ai-training", + "category_label": "AI training crawlers", + "robots_token": "Linguee Bot", + "user_agent_substring": "Linguee Bot", + "user_agent_example": "Linguee Bot", + "respects_robots_txt": "disputed", + "respects_robots_txt_label": "compliance disputed", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Gathers bilingual text for Linguee's translation corpus and the machine translation trained on it. Recorded in the ai.robots.txt dataset as not respecting robots.txt.", + "cost_of_blocking": "Multilingual pages stop feeding a translation corpus. If your site is translated, being in it is usually a benefit.", + "operator_docs": "https://www.linguee.com", + "html_url": "https://www.pathwren.workers.dev/crawler/linguee-bot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/linguee-bot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "lightpanda", + "name": "Lightpanda", + "operator": "Lightpanda", + "operator_slug": "lightpanda", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Lightpanda", + "user_agent_substring": "Lightpanda", + "user_agent_example": "Lightpanda", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "A purpose-built headless browser for AI and automation — a runtime, not an operator. Whether robots.txt is honoured is left to whoever runs it, which is what its maintainers say themselves.", + "cost_of_blocking": "You block a browser, not a company: the same rule stops a scraper and a legitimate automation a customer of yours is running.", + "operator_docs": "https://lightpanda.io/", + "html_url": "https://www.pathwren.workers.dev/crawler/lightpanda.html", + "json_url": "https://www.pathwren.workers.dev/crawler/lightpanda.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "laiondownloader", + "name": "LAIONDownloader", + "operator": "LAION / img2dataset", + "operator_slug": "laion", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "LAIONDownloader", + "user_agent_substring": "LAIONDownloader", + "user_agent_example": "LAIONDownloader", + "respects_robots_txt": "by-design-no", + "respects_robots_txt_label": "not governed by robots.txt (user-initiated, by operator policy)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "LAION's downloader, used to materialise the image and text datasets the non-profit publishes for machine-learning research. LAION's own FAQ is the source for its robots.txt position.", + "cost_of_blocking": "Your media is skipped when an open research dataset is built from URL lists. Once a dataset is published, a later block does not remove you from it.", + "operator_docs": "https://laion.ai/faq/", + "html_url": "https://www.pathwren.workers.dev/crawler/laiondownloader.html", + "json_url": "https://www.pathwren.workers.dev/crawler/laiondownloader.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "velenpublicwebcrawler", + "name": "VelenPublicWebCrawler", + "operator": "Hunter (Velen)", + "operator_slug": "hunter", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "VelenPublicWebCrawler", + "user_agent_substring": "VelenPublicWebCrawler", + "user_agent_example": "VelenPublicWebCrawler", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Hunter's crawler, written in Go, building business datasets and machine-learning models from public pages. Its page states it follows robots.txt and meta directives and never fetches more than one page every two seconds.", + "cost_of_blocking": "Your company pages stop feeding a B2B contact and company dataset. The crawl rate it documents makes this one of the cheapest visitors to simply allow.", + "operator_docs": "https://velen.io/", + "html_url": "https://www.pathwren.workers.dev/crawler/velenpublicwebcrawler.html", + "json_url": "https://www.pathwren.workers.dev/crawler/velenpublicwebcrawler.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "awariosmartbot", + "name": "AwarioSmartBot", + "operator": "Awario", + "operator_slug": "awario", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "AwarioSmartBot", + "user_agent_substring": "AwarioSmartBot", + "user_agent_example": "AwarioSmartBot/1.0 (+https://awario.com/bots.html; bots@awario.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Awario's brand-monitoring crawler. It documents one request per three seconds, honours Crawl-delay, and states it does not use consecutive IP blocks so identification is by user-agent only.", + "cost_of_blocking": "Mentions of brands on your pages stop being surfaced to the people monitoring them — including, quite possibly, your own.", + "operator_docs": "https://awario.com/bots.html", + "html_url": "https://www.pathwren.workers.dev/crawler/awariosmartbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/awariosmartbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "awariorssbot", + "name": "AwarioRssBot", + "operator": "Awario", + "operator_slug": "awario", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "AwarioRssBot", + "user_agent_substring": "AwarioRssBot", + "user_agent_example": "AwarioRssBot/1.0 (+https://awario.com/bots.html; bots@awario.com)", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "The feed-reading half of Awario's pair, documented on the same page and under the same crawl-rate policy.", + "cost_of_blocking": "Your RSS updates stop reaching Awario's monitoring. Block both tokens or neither.", + "operator_docs": "https://awario.com/bots.html", + "html_url": "https://www.pathwren.workers.dev/crawler/awariorssbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/awariorssbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "echoboxbot", + "name": "EchoboxBot", + "operator": "Echobox", + "operator_slug": "echobox", + "category": "dataset", + "category_label": "Corpus and dataset builders", + "robots_token": "EchoboxBot", + "user_agent_substring": "EchoboxBot", + "user_agent_example": "EchoboxBot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Collects data supporting Echobox's AI-driven social and email distribution products, which publishers use to schedule and target their own content.", + "cost_of_blocking": "Publishers using Echobox get worse scheduling decisions about your articles. No compliance statement is published.", + "operator_docs": "https://echobox.com", + "html_url": "https://www.pathwren.workers.dev/crawler/echoboxbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/echoboxbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "meta-webindexer", + "name": "Meta-WebIndexer", + "operator": "Meta", + "operator_slug": "meta", + "category": "ai-search", + "category_label": "AI search crawlers", + "robots_token": "Meta-WebIndexer", + "user_agent_substring": "Meta-WebIndexer", + "user_agent_example": "Meta-WebIndexer", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Per Meta's crawler documentation, Meta-WebIndexer navigates the web to improve the quality of Meta AI's search results. It is a third Meta token alongside Meta-ExternalAgent and Meta-ExternalFetcher, and the newest of them.", + "cost_of_blocking": "You leave the index Meta AI answers from across Facebook, Instagram and WhatsApp — the largest assistant install base there is. A robots.txt that names the two older Meta tokens does not cover this one.", + "operator_docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers/", + "html_url": "https://www.pathwren.workers.dev/crawler/meta-webindexer.html", + "json_url": "https://www.pathwren.workers.dev/crawler/meta-webindexer.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "chatgpt-agent", + "name": "ChatGPT Agent", + "operator": "OpenAI", + "operator_slug": "openai", + "category": "user-fetch", + "category_label": "User-triggered fetchers", + "robots_token": "ChatGPT-User", + "user_agent_substring": "ChatGPT Agent", + "user_agent_example": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot", + "respects_robots_txt": "documented", + "respects_robots_txt_label": "obeys robots.txt (documented)", + "verification_method": "published-ranges", + "verification_label": "published IP ranges", + "published_ip_ranges_url": "https://openai.com/chatgpt-user.json", + "ip_ranges_endpoint": "https://www.pathwren.workers.dev/ip-ranges/openai-chatgpt-user.json", + "ipv4_prefix_count": 207, + "ipv6_prefix_count": 0, + "what_it_is": "ChatGPT's agent mode driving a real browser: it navigates and interacts with sites to finish a multi-step task a user gave it. OpenAI governs it with the ChatGPT-User token and the ChatGPT-User prefix list rather than a token of its own, so the robots rule and the address check are the same ones.", + "cost_of_blocking": "Agentic tasks a user asked for — booking, comparing, filling a form on your site — fail. This is the fetch that ends in a transaction, so it is the most expensive user-triggered block on this list.", + "operator_docs": "https://platform.openai.com/docs/bots", + "html_url": "https://www.pathwren.workers.dev/crawler/chatgpt-agent.html", + "json_url": "https://www.pathwren.workers.dev/crawler/chatgpt-agent.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "wpbot", + "name": "wpbot", + "operator": "QuantumCloud", + "operator_slug": "quantumcloud", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "wpbot", + "user_agent_substring": "wpbot", + "user_agent_example": "wpbot", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "Supports the AI Chatbot for WordPress plugin: it reads pages so the plugin can answer from a site's own content. The operator provides an opt-out through a form rather than through robots.txt.", + "cost_of_blocking": "A WordPress site running that plugin loses its own content as an answer source. Only relevant where the plugin is installed.", + "operator_docs": "https://www.quantumcloud.com", + "html_url": "https://www.pathwren.workers.dev/crawler/wpbot.html", + "json_url": "https://www.pathwren.workers.dev/crawler/wpbot.json", + "last_reviewed": "2026-09-07" + }, + { + "slug": "crawl4ai", + "name": "Crawl4AI", + "operator": "Crawl4AI project", + "operator_slug": "crawl4ai", + "category": "tool", + "category_label": "Tools and frameworks", + "robots_token": "Crawl4AI", + "user_agent_substring": "Crawl4AI", + "user_agent_example": "Crawl4AI", + "respects_robots_txt": "undocumented", + "respects_robots_txt_label": "operator publishes no robots.txt statement", + "verification_method": "none", + "verification_label": "no published verification method", + "published_ip_ranges_url": null, + "ip_ranges_endpoint": null, + "ipv4_prefix_count": 0, + "ipv6_prefix_count": 0, + "what_it_is": "An open-source LLM-oriented crawler and scraper library, run by whoever installs it. Like Scrapy, the default user-agent identifies the software and says nothing about who is behind the request.", + "cost_of_blocking": "You block a library, not an operator: the rule catches a researcher and a bulk scraper equally, and anyone who edits one config line is not caught at all.", + "operator_docs": "https://github.com/unclecode/crawl4ai", + "html_url": "https://www.pathwren.workers.dev/crawler/crawl4ai.html", + "json_url": "https://www.pathwren.workers.dev/crawler/crawl4ai.json", + "last_reviewed": "2026-09-07" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: endpoints, links", + "2026-09-07T02:39Z - changed: version, crawlers", + "2026-09-06T16:49Z - changed: endpoints, links" + ] +} \ No newline at end of file diff --git a/asked-and-absent-2026-w36.json b/asked-and-absent-2026-w36.json new file mode 100644 index 0000000..f455371 --- /dev/null +++ b/asked-and-absent-2026-w36.json @@ -0,0 +1,466 @@ +{ + "$comment": "Every figure stated in the post of the same name, with the SQL that produced it. A measurement report that cannot be checked is a press release.", + "name": "The documents strangers asked us for and we did not have", + "url": "https://www.pathwren.workers.dev/data/asked-and-absent-2026-w36.json", + "canonical": "https://www.pathwren.workers.dev/data/asked-and-absent-2026-w36.json", + "page": { + "html": "https://www.pathwren.workers.dev/blog/asked-and-absent-2026-w36.html", + "markdown": "https://www.pathwren.workers.dev/blog/asked-and-absent-2026-w36.md", + "json": "https://www.pathwren.workers.dev/blog/asked-and-absent-2026-w36.json" + }, + "window": { + "start": "2026-09-05T16:00:40", + "end": "2026-09-06T16:00:40+00:00", + "hours": 24, + "pinned_by": "state/metrics.json, the analyst's pin", + "note": "One named window. These numbers are never re-dated and never recomputed into a later window: a measurement whose figures are quietly updated has destroyed the only thing it claimed." + }, + "observed_as_of": "2026-09-06T16:00:40+00:00", + "generated_from": { + "metrics.json": "2026-09-06T16:00:40+00:00", + "edge_requests.json": "2026-09-06T17:02:12+00:00", + "missing_docs.json": "2026-09-06T16:42:51+00:00", + "record_health.json": "2026-09-06T11:16:48+00:00", + "handshake_funnel.json": "2026-09-06T16:51:03Z", + "handshake_first_call.json": "2026-09-06T16:40:38+00:00", + "metrics.db": "opened read-only (mode=ro)" + }, + "generated_by": "surfaces/ai-crawler-index/rooms_figures.py", + "summary": "73 distinct addresses asked for and absent in 24 hours, 252 client keys that saw one, sorted into the four things a 404 can mean — a document we should have had, one we refuse on purpose, one we want and cannot serve honestly, and somebody hunting for credentials.", + "figures": { + "window_start": "2026-09-05T16:42:46+00:00", + "at": "2026-09-06T16:42:51+00:00", + "documents_asked_for_and_absent": 73, + "status_sample": { + "200": 21301, + "404": 626, + "202": 526, + "301": 68, + "308": 14, + "304": 11, + "307": 9, + "204": 7, + "400": 4 + }, + "client_keys_that_saw_an_error": { + "404": 252, + "301": 41, + "500": 0, + "429": 0 + }, + "five_xx_rows": 0, + "families": [ + { + "family": "OAuth / OIDC discovery", + "paths": 31, + "asks": 169, + "keys": 69 + }, + { + "family": "Ownership and claim files", + "paths": 1, + "asks": 103, + "keys": 1 + }, + { + "family": "Fediverse discovery", + "paths": 3, + "asks": 51, + "keys": 21 + }, + { + "family": "Agent-commerce and payment", + "paths": 15, + "asks": 46, + "keys": 26 + }, + { + "family": "Everything else", + "paths": 16, + "asks": 23, + "keys": 19 + }, + { + "family": "Signed-request directories", + "paths": 1, + "asks": 4, + "keys": 4 + }, + { + "family": "Credential and config probes", + "paths": 4, + "asks": 4, + "keys": 4 + }, + { + "family": "Control probes with a nonce in the path", + "paths": 2, + "asks": 2, + "keys": 2 + } + ], + "top_404_paths": [ + { + "path": "/nodeinfo/2.0.json", + "rows": 20, + "client_keys": 20, + "family": "Fediverse discovery" + }, + { + "path": "/.well-known/webfinger", + "rows": 46, + "client_keys": 16, + "family": "Fediverse discovery" + }, + { + "path": "/.well-known/oauth-protected-resource", + "rows": 50, + "client_keys": 8, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/.well-known/oauth-authorization-server", + "rows": 27, + "client_keys": 8, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/.well-known/ucp", + "rows": 7, + "client_keys": 5, + "family": "Agent-commerce and payment" + }, + { + "path": "/.well-known/openid-configuration", + "rows": 6, + "client_keys": 5, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/apple-touch-icon-precomposed.png", + "rows": 6, + "client_keys": 5, + "family": "Everything else" + }, + { + "path": "/.git/config", + "rows": 4, + "client_keys": 4, + "family": "Credential and config probes" + }, + { + "path": "/.well-known/http-message-signatures-directory", + "rows": 4, + "client_keys": 4, + "family": "Signed-request directories" + }, + { + "path": "/.well-known/nodeinfo", + "rows": 4, + "client_keys": 4, + "family": "Fediverse discovery" + }, + { + "path": "/.env", + "rows": 3, + "client_keys": 3, + "family": "Credential and config probes" + }, + { + "path": "/.git-credentials", + "rows": 3, + "client_keys": 3, + "family": "Credential and config probes" + }, + { + "path": "/.npmrc", + "rows": 3, + "client_keys": 3, + "family": "Credential and config probes" + }, + { + "path": "/.well-known/agentic-commerce.json", + "rows": 3, + "client_keys": 3, + "family": "Agent-commerce and payment" + }, + { + "path": "/.well-known/payment-pointer", + "rows": 3, + "client_keys": 3, + "family": "Agent-commerce and payment" + }, + { + "path": "/.well-known/payment.json", + "rows": 3, + "client_keys": 3, + "family": "Agent-commerce and payment" + }, + { + "path": "/config/master.key", + "rows": 3, + "client_keys": 3, + "family": "Credential and config probes" + }, + { + "path": "/stripe.env", + "rows": 3, + "client_keys": 3, + "family": "Credential and config probes" + }, + { + "path": "/.well-known/acp.json", + "rows": 4, + "client_keys": 2, + "family": "Agent-commerce and payment" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "rows": 4, + "client_keys": 2, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "rows": 4, + "client_keys": 2, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "rows": 4, + "client_keys": 2, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "rows": 4, + "client_keys": 2, + "family": "OAuth / OIDC discovery" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "rows": 4, + "client_keys": 2, + "family": "OAuth / OIDC discovery" + } + ], + "top_askers": [ + { + "user_agent": "(no user-agent)", + "asks": 103, + "distinct_absent_paths": 1 + }, + { + "user_agent": "mcpi/probe", + "asks": 76, + "distinct_absent_paths": 16 + }, + { + "user_agent": "aisec-registry/0.2 (+https://sec.sqrx.io)", + "asks": 41, + "distinct_absent_paths": 14 + }, + { + "user_agent": "undici", + "asks": 24, + "distinct_absent_paths": 1 + }, + { + "user_agent": "AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner)", + "asks": 24, + "distinct_absent_paths": 8 + }, + { + "user_agent": "axios/1.15.2", + "asks": 24, + "distinct_absent_paths": 8 + }, + { + "user_agent": "Lemmy/0.19.19-9-gc55dd700c; +https://lemmy.world", + "asks": 13, + "distinct_absent_paths": 1 + }, + { + "user_agent": "AgentDisco/1.0 (+https://agentdisco.io/bot)", + "asks": 10, + "distinct_absent_paths": 6 + }, + { + "user_agent": "node", + "asks": 9, + "distinct_absent_paths": 9 + }, + { + "user_agent": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", + "asks": 6, + "distinct_absent_paths": 2 + }, + { + "user_agent": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", + "asks": 5, + "distinct_absent_paths": 5 + }, + { + "user_agent": "mcpgrade-probe/0.1", + "asks": 4, + "distinct_absent_paths": 2 + }, + { + "user_agent": "Lemmy/0.19.18; +https://lemmy.blahaj.zone", + "asks": 4, + "distinct_absent_paths": 1 + }, + { + "user_agent": "Lemmy/0.19.20; +https://lemmy.ml", + "asks": 4, + "distinct_absent_paths": 1 + } + ], + "refused_on_purpose": [ + "/.well-known/glama.json", + "/server-status", + "/.well-known/ucp", + "/.well-known/ucp-manifest.json", + "/.well-known/acp.json", + "/.well-known/ap2-mandates.json", + "/.well-known/anp.json", + "/.well-known/did.json", + "/.well-known/a2ui-config.json", + "/.well-known/agui-manifest.json", + "/.well-known/http-message-signatures-directory", + "/.well-known/oauth-authorization-server", + "/.well-known/oauth-protected-resource", + "/.well-known/openid-configuration", + "/.well-known/payment-manifest", + "/.well-known/mpp", + "/.well-known/oauth-authorization-server/a2a", + "/.well-known/oauth-authorization-server/c/mcp-registry", + "/.well-known/oauth-authorization-server/c/mcp-registry-official", + "/.well-known/oauth-authorization-server/c/mcp-registry-official/a2a", + "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "/.well-known/oauth-authorization-server/c/mcp-registry/a2a", + "/.well-known/oauth-authorization-server/c/mcp-registry/mcp", + "/.well-known/oauth-authorization-server/c/mcp-registry/mcp/doctor", + "/.well-known/oauth-authorization-server/c/mcp-registry/mcp/triage", + "/.well-known/oauth-authorization-server/c/well-known", + "/.well-known/oauth-authorization-server/c/well-known/a2a", + "/.well-known/oauth-authorization-server/c/well-known/mcp", + "/.well-known/oauth-authorization-server/c/well-known/mcp/doctor", + "/.well-known/oauth-authorization-server/c/well-known/mcp/triage", + "/.well-known/oauth-authorization-server/mcp", + "/.well-known/oauth-authorization-server/mcp/doctor", + "/.well-known/oauth-authorization-server/mcp/triage", + "/.well-known/oauth-protected-resource/a2a", + "/.well-known/oauth-protected-resource/c/mcp-registry", + "/.well-known/oauth-protected-resource/c/mcp-registry-official", + "/.well-known/oauth-protected-resource/c/mcp-registry-official/a2a", + "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp" + ], + "blind": { + "hours_without_a_status_column": 0.0, + "window_hours": 24, + "fraction_of_window_blind": 0.0, + "status_column_first_recorded": "2026-08-31T22:52:19+00:00", + "external_rows_in_window": 22220, + "external_rows_with_no_status": 0, + "note": "A NULL status means NOT RECORDED. It is never read as 200 and never backfilled, so a document asked for during the blind part of the window is invisible here rather than absent." + } + }, + "sql": { + "window_rows": "SELECT ts, path, ua, accept, surface, channel, status, method, asn, as_org, ip_hash FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ?", + "client_class": "SELECT key, booked FROM client_class WHERE window_end = (SELECT max(window_end) FROM client_class)", + "self_vs_external": "SELECT is_self, count(*) FROM hits WHERE ts >= ? AND ts <= ? GROUP BY is_self", + "per_ua": "SELECT ua, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ip_hash) AS addresses, count(DISTINCT asn) AS networks, min(ts), max(ts) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY ua ORDER BY client_keys DESC, hits DESC", + "per_asn": "SELECT as_org, asn, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ua) AS user_agents FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND asn IS NOT NULL GROUP BY as_org, asn ORDER BY client_keys DESC", + "hourly": "SELECT substr(ts, 1, 13) AS hour, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY hour ORDER BY hour", + "stream_open_get": "SELECT date(ts), method, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND path LIKE '%/mcp%' AND accept LIKE '%event-stream%' AND method = 'GET' GROUP BY date(ts), method, status ORDER BY 1", + "the_405s": "SELECT ua, path, count(*) FROM hits WHERE is_self = 0 AND status = 405 AND accept LIKE '%event-stream%' GROUP BY ua, path ORDER BY 3 DESC", + "who_took_a_405": "SELECT ts, ip_hash, ua FROM hits WHERE is_self = 0 AND status = 405 AND method = 'GET' AND accept LIKE '%event-stream%' ORDER BY ts", + "every_row_of_those_keys": "SELECT ts, ip_hash, ua, status FROM hits WHERE is_self = 0 ORDER BY ts", + "rpc_methods": "SELECT ts, ua, ip_hash, rpc_method FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND rpc_method IS NOT NULL AND rpc_method <> ''", + "predial_wellknown": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 AND (path LIKE '/.well-known/oauth%' OR path LIKE '%/.well-known/oauth%' OR path LIKE '/.well-known/openid%' OR path LIKE '/.well-known/http-message-signatures-directory') GROUP BY path ORDER BY 2 DESC", + "rfc9728_prefix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/.well-known/oauth-%/c/%' GROUP BY ua ORDER BY 2 DESC", + "rfc9728_suffix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/c/%/.well-known/oauth-%' GROUP BY ua ORDER BY 2 DESC", + "ownership_file": "SELECT is_self, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE path LIKE '%/.well-known/glama.json' GROUP BY is_self, status", + "get_leg": "SELECT method, accept, status, count(*) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND path LIKE '%/mcp%' GROUP BY method, accept, status ORDER BY 4 DESC", + "instances_named_in_the_user_agent": "SELECT ua, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND ua GLOB '*://*' GROUP BY ua ORDER BY hits DESC -- the instance hostname is then read out of the URL inside the -- user-agent, and the software name off its first token", + "external_per_day": "SELECT date(ts), count(*) FROM hits WHERE is_self = 0 GROUP BY 1 ORDER BY 1 DESC LIMIT 7", + "last_external_row": "SELECT max(ts) FROM hits WHERE is_self = 0", + "top_404_paths": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY path ORDER BY 3 DESC, 2 DESC LIMIT 24", + "who_asked": "SELECT ua, count(*) AS asks, count(DISTINCT path) AS distinct_paths FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY ua ORDER BY asks DESC" + }, + "channel_tagged_copies": { + "_what": "The same bytes at a per-channel address, so an arrival from a placement is attributable to the channel that carried it without a query string surviving anybody's URL normaliser.", + "form": "https://www.pathwren.workers.dev/c//blog/asked-and-absent-2026-w36.html", + "channels": [ + "https://www.pathwren.workers.dev/c/lemmy/blog/asked-and-absent-2026-w36.html", + "https://www.pathwren.workers.dev/c/mbin/blog/asked-and-absent-2026-w36.html", + "https://www.pathwren.workers.dev/c/friendica/blog/asked-and-absent-2026-w36.html", + "https://www.pathwren.workers.dev/c/piefed/blog/asked-and-absent-2026-w36.html", + "https://www.pathwren.workers.dev/c/mastodon/blog/asked-and-absent-2026-w36.html", + "https://www.pathwren.workers.dev/c/misskey/blog/asked-and-absent-2026-w36.html" + ] + }, + "license": { + "documents": "CC0-1.0", + "url": "https://creativecommons.org/publicdomain/zero/1.0/" + }, + "self_traffic_excluded": "Every query carries is_self = 0. This host marks its own requests at the edge and excludes them from every figure published here.", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/asked-and-absent-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.devhttps://www.pathwren.workers.dev/blog/asked-and-absent-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: links", + "2026-09-06T17:04Z - changed: generated_from", + "2026-09-06T16:49Z - began carrying changed_at and recent_changes" + ] +} \ No newline at end of file diff --git a/crawler-fleet-fold-2026-w36.json b/crawler-fleet-fold-2026-w36.json new file mode 100644 index 0000000..72f954a --- /dev/null +++ b/crawler-fleet-fold-2026-w36.json @@ -0,0 +1,472 @@ +{ + "report_kind": "crawler-fold", + "title_of_the_question": "how many of this host's daily unique visitors are one crawler", + "observed_as_of": "2026-09-07T02:48:50Z", + "window": { + "start": "2026-09-05T12:50:45Z", + "end": "2026-09-06T12:50:45Z", + "hours": 24.0, + "pinned": true, + "note": "one window, named here, never averaged across days" + }, + "headline": { + "client_keys": 3522, + "addresses": 2817, + "rows": 24123, + "announced_crawler_keys": 1161, + "announced_crawler_keys_pct": 33.0, + "announced_crawler_rows": 5010, + "announced_crawler_rows_pct": 20.8, + "distinct_declared_names": 50, + "parties_after_fold": 158, + "keys_saved_by_folding": 1003, + "client_keys_after_fold": 2519, + "headline_drop_pct": 28.5, + "biggest_fleet_keys": 372, + "biggest_fleet_name": "Amazonbot" + }, + "biggest_fleet": { + "declared_name": "Amazonbot", + "share_of_client_keys_pct": 10.6, + "share_of_rows_pct": 3.7, + "requests_per_client_key": 2.37, + "user_agent_strings": [ + "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36" + ], + "asn_breakdown": [ + { + "asn": 14618, + "rows": 881 + } + ], + "as_org_strings": [ + { + "as_org": "Amazon Technologies Inc.", + "rows": 419 + }, + { + "as_org": "Amazon Data Services Northern Virginia", + "rows": 415 + }, + { + "as_org": "Amazon.com, Inc.", + "rows": 47 + } + ], + "addresses_seen_once": 113, + "median_requests_per_address": 2, + "max_requests_from_one_address": 8, + "burst": { + "addresses": 54, + "seconds": 240, + "from": "2026-09-05T19:38:10+00:00", + "to": "2026-09-05T19:42:10+00:00" + }, + "address_lifetime_seconds": { + "addresses_with_more_than_one_request": 259, + "median": 40441.0, + "p90": 69664.0, + "max": 82534.0, + "under_60s": 5 + }, + "address_pool": { + "addresses_in_window": 372, + "seen_before_this_window": 323, + "new_in_this_window": 49 + }, + "top_paths": [ + { + "path": "/px.gif", + "rows": 191, + "addresses": 145 + }, + { + "path": "/tools/verification-methods", + "rows": 142, + "addresses": 114 + }, + { + "path": "/tools/classify-ua", + "rows": 131, + "addresses": 117 + }, + { + "path": "/tools/verify-crawler", + "rows": 11, + "addresses": 10 + }, + { + "path": "/tools/robots-lint", + "rows": 3, + "addresses": 3 + }, + { + "path": "/tools/whoami", + "rows": 2, + "addresses": 2 + }, + { + "path": "/tools/example", + "rows": 2, + "addresses": 2 + }, + { + "path": "/llms.txt", + "rows": 2, + "addresses": 2 + } + ], + "distinct_paths": 404, + "status_codes": [ + { + "status": 200, + "rows": 879 + }, + { + "status": 308, + "rows": 2 + } + ], + "requests_with_no_referer": 881, + "beacon_image_rows": 191, + "robots_txt_rows": 0, + "bytes_served": 4506144, + "entity_page": "/crawler/amazonbot.html" + }, + "fold_table": [ + { + "declared_name": "Amazonbot", + "client_keys": 372, + "addresses": 372, + "user_agents": 1, + "asns": 1, + "as_org_strings": 3, + "rows": 881, + "distinct_paths": 404, + "folds_to": 1, + "keys_saved": 371, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "Mastodon", + "client_keys": 230, + "addresses": 217, + "user_agents": 216, + "asns": 89, + "as_org_strings": 110, + "rows": 401, + "distinct_paths": 23, + "folds_to": 89, + "keys_saved": 141, + "verdict": "89 networks — fold to 89, not to one" + }, + { + "declared_name": "meta-externalagent", + "client_keys": 221, + "addresses": 70, + "user_agents": 11, + "asns": 1, + "as_org_strings": 1, + "rows": 805, + "distinct_paths": 461, + "folds_to": 1, + "keys_saved": 220, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "YandexBot", + "client_keys": 155, + "addresses": 155, + "user_agents": 1, + "asns": 1, + "as_org_strings": 1, + "rows": 243, + "distinct_paths": 204, + "folds_to": 1, + "keys_saved": 154, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "ExaSearchBot", + "client_keys": 50, + "addresses": 50, + "user_agents": 1, + "asns": 17, + "as_org_strings": 14, + "rows": 58, + "distinct_paths": 53, + "folds_to": 17, + "keys_saved": 33, + "verdict": "17 networks — fold to 17, not to one" + }, + { + "declared_name": "AhrefsBot", + "client_keys": 23, + "addresses": 23, + "user_agents": 1, + "asns": 1, + "as_org_strings": 2, + "rows": 23, + "distinct_paths": 3, + "folds_to": 1, + "keys_saved": 22, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "bingbot", + "client_keys": 17, + "addresses": 17, + "user_agents": 1, + "asns": 1, + "as_org_strings": 1, + "rows": 26, + "distinct_paths": 21, + "folds_to": 1, + "keys_saved": 16, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "Mozilla", + "client_keys": 10, + "addresses": 10, + "user_agents": 4, + "asns": 4, + "as_org_strings": 4, + "rows": 42, + "distinct_paths": 22, + "folds_to": 4, + "keys_saved": 6, + "verdict": "4 networks — fold to 4, not to one" + }, + { + "declared_name": "WellknownBot", + "client_keys": 8, + "addresses": 3, + "user_agents": 8, + "asns": 1, + "as_org_strings": 1, + "rows": 20, + "distinct_paths": 8, + "folds_to": 1, + "keys_saved": 7, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "redditbot", + "client_keys": 8, + "addresses": 8, + "user_agents": 1, + "asns": 1, + "as_org_strings": 3, + "rows": 11, + "distinct_paths": 2, + "folds_to": 1, + "keys_saved": 7, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "Googlebot", + "client_keys": 6, + "addresses": 4, + "user_agents": 2, + "asns": 1, + "as_org_strings": 1, + "rows": 13, + "distinct_paths": 3, + "folds_to": 1, + "keys_saved": 5, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "Slackbot", + "client_keys": 6, + "addresses": 6, + "user_agents": 1, + "asns": 1, + "as_org_strings": 2, + "rows": 6, + "distinct_paths": 2, + "folds_to": 1, + "keys_saved": 5, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "SemrushBot", + "client_keys": 3, + "addresses": 3, + "user_agents": 1, + "asns": 1, + "as_org_strings": 1, + "rows": 4, + "distinct_paths": 4, + "folds_to": 1, + "keys_saved": 2, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "OAI-SearchBot", + "client_keys": 3, + "addresses": 3, + "user_agents": 2, + "asns": 1, + "as_org_strings": 2, + "rows": 5, + "distinct_paths": 1, + "folds_to": 1, + "keys_saved": 2, + "verdict": "one network — fold to one party" + }, + { + "declared_name": "GPTBot", + "client_keys": 3, + "addresses": 3, + "user_agents": 2, + "asns": 2, + "as_org_strings": 2, + "rows": 16, + "distinct_paths": 16, + "folds_to": 2, + "keys_saved": 1, + "verdict": "2 networks — fold to 2, not to one" + }, + { + "declared_name": "Applebot", + "client_keys": 3, + "addresses": 3, + "user_agents": 1, + "asns": 1, + "as_org_strings": 1, + "rows": 5, + "distinct_paths": 4, + "folds_to": 1, + "keys_saved": 2, + "verdict": "one network — fold to one party" + } + ], + "counter_example": { + "declared_name": "Mastodon", + "client_keys": 230, + "addresses": 217, + "user_agents": 216, + "asns": 89, + "as_org_strings": 110, + "rows": 401, + "distinct_paths": 23, + "folds_to": 89, + "keys_saved": 141, + "verdict": "89 networks — fold to 89, not to one" + }, + "busiest_single_client": { + "user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", + "rows": 3916, + "addresses": 1, + "client_keys": 1, + "distinct_paths": 2390, + "share_of_rows_pct": 16.2, + "announced": false + }, + "user_agent_multiplier": { + "declared_name": "meta-externalagent", + "client_keys": 221, + "addresses": 70, + "user_agents": 11, + "asns": 1, + "as_org_strings": 1, + "rows": 805, + "distinct_paths": 461, + "folds_to": 1, + "keys_saved": 220, + "verdict": "one network — fold to one party", + "keys_per_address": 3.16 + }, + "the_rule": { + "client_key": "one (address hash, user-agent) pair — the definition almost every log tool calls a unique visitor", + "announced": "the user-agent carries a +http(s):// contact URL AND calls itself bot/crawler/spider/agent. The operator's own claim, quoted as sent.", + "declared_name": "the NAME/VERSION token in that string, preferring the token whose name contains bot/crawler/spider/agent", + "fold_key": "(declared name, ASN) — NOT the name alone, and NOT the AS org string, which is free text and varies inside one network", + "when_not_to_fold": "a declared name seen across many ASNs is many parties, not one fleet; the same rule keeps them apart, and it keeps an impersonator on a foreign network apart from the crawler it is imitating", + "what_it_is_not": "not a verification. A user-agent is a claim; the ASN says which network the packets came from, and only the operator's published ranges or a reverse-DNS check can say the name is true." + }, + "how_to_run_it_yourself": { + "sql_client_keys": "select count(distinct ip_hash || '|' || ua) from hits where is_self=0 and ts>='' and ts<='';", + "sql_one_fleet": "select count(*) rows, count(distinct ip_hash) addresses, count(distinct ua) user_agents, count(distinct asn) asns from hits where is_self=0 and ua like '%%' and ts>='' and ts<='';", + "sql_fold": "select lower() name, asn, count(distinct ip_hash || '|' || ua) keys from hits where is_self=0 and ts>='' and ts<='' group by name, asn order by keys desc;", + "awk_plain_log": "awk '{print $1}' access.log | sort -u | wc -l # addresses\ngrep -c '' access.log # its requests\ngrep '' access.log | awk '{print $1}' | sort -u | wc -l", + "if_you_have_no_asn_column": "fold on the operator's PUBLISHED ranges instead — the mirror at /ip-ranges/ carries them for the big crawlers and /tools/verify-crawler takes an address and a name; a /24 is a poor substitute and will split one fleet." + }, + "caveats": { + "floor_not_estimate": "counts are a floor: the edge mirror lags, and rows that arrive after generation are not in them", + "newest_external_row": "2026-09-07T02:48:23+00:00", + "minutes_since_newest_external_row": 0.5, + "mirror_lag_minutes": 0.5, + "what_a_large_lag_means": "not a defect in the numbers: it says the log has received nothing external since that instant. The window above is pinned, so a late row changes a count only upward.", + "self_excluded": "every query carries is_self=0; our own checks are marked at the edge and never counted", + "addresses_are_hashed": "the log stores a salted hash, never an address, so this report can count addresses and cannot publish one", + "asn_source": "the ASN is what the edge recorded for the connection, not a lookup done later", + "names_are_claims": "a user-agent string is quoted exactly as sent; where a company name appears it is the string, not an identification" + }, + "license": "https://creativecommons.org/publicdomain/zero/1.0/", + "report": "crawler-fleet-fold-2026-w36", + "page": { + "html": "/blog/crawler-fleet-fold-2026-w36.html", + "markdown": "/blog/crawler-fleet-fold-2026-w36.md", + "json": "/blog/crawler-fleet-fold-2026-w36.json" + }, + "figures_url": "https://www.pathwren.workers.dev/data/crawler-fleet-fold-2026-w36.json", + "generated_by": "tools/gen_traffic_report.py", + "what": "Every number in /blog/crawler-fleet-fold-2026-w36, with the window it was measured over and the instant it was computed. Derived from this host's own request log; our own requests excluded.", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/crawler-fleet-fold-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/blog/crawler-fleet-fold-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: observed_as_of, caveats, links; 14159->14155 bytes", + "2026-09-06T20:47Z - changed: observed_as_of, caveats", + "2026-09-06T16:49Z - changed: links" + ] +} \ No newline at end of file diff --git a/crawler-ua-asn-2026-w36.json b/crawler-ua-asn-2026-w36.json new file mode 100644 index 0000000..43d9e41 --- /dev/null +++ b/crawler-ua-asn-2026-w36.json @@ -0,0 +1,1326 @@ +{ + "$comment": "Every figure stated in the post of the same name, with the SQL that produced it. A measurement report that cannot be checked is a press release.", + "name": "24 hours of AI-crawler traffic to one small site, as the actual table", + "url": "https://www.pathwren.workers.dev/data/crawler-ua-asn-2026-w36.json", + "canonical": "https://www.pathwren.workers.dev/data/crawler-ua-asn-2026-w36.json", + "page": { + "html": "https://www.pathwren.workers.dev/blog/crawler-ua-asn-2026-w36.html", + "markdown": "https://www.pathwren.workers.dev/blog/crawler-ua-asn-2026-w36.md", + "json": "https://www.pathwren.workers.dev/blog/crawler-ua-asn-2026-w36.json" + }, + "window": { + "start": "2026-09-05T16:00:40", + "end": "2026-09-06T16:00:40+00:00", + "hours": 24, + "pinned_by": "state/metrics.json, the analyst's pin", + "note": "One named window. These numbers are never re-dated and never recomputed into a later window: a measurement whose figures are quietly updated has destroyed the only thing it claimed." + }, + "observed_as_of": "2026-09-06T16:00:40+00:00", + "generated_from": { + "metrics.json": "2026-09-06T16:00:40+00:00", + "edge_requests.json": "2026-09-06T17:02:12+00:00", + "missing_docs.json": "2026-09-06T16:42:51+00:00", + "record_health.json": "2026-09-06T11:16:48+00:00", + "handshake_funnel.json": "2026-09-06T16:51:03Z", + "handshake_first_call.json": "2026-09-06T16:40:38+00:00", + "metrics.db": "opened read-only (mode=ro)" + }, + "generated_by": "surfaces/ai-crawler-index/rooms_figures.py", + "summary": "3,374 client keys, 22,566 requests, 1,313 distinct user-agent strings and the AS organisation behind every one of them — the per-UA and per-ASN census of one named 24-hour window, published as data with the SQL.", + "figures": { + "headline": { + "total": 3374, + "agent": 1064, + "human": 50, + "crawler": 1267, + "unknown": 993, + "addresses": 2710, + "operators": 1886, + "operators_note": "1886 is review.operators() over the reviewed, non-excluded keys — the headline ruler, which placement_fleet_fold_v1 never touches.", + "every_number_here_is_a_floor": "Nothing has been recorded since 2026-09-06T12:50:45+00:00 (189.9 minutes before this pin): the host answers HTTP 429 to every visitor and the day's edge read budget is spent, so the mirror cannot advance either. Undercount only — see the_host_has_been_returning_429_to_every_visitor_since_1251Z.", + "note": "The analyst's number and the metric of record. Classes re-derived from (ua, path, accept, referer); hits.klass never read for a count. THIS PIN WROTE NO OVERRIDE AND MOVED NO KEY BY HAND: the 48 per-key overrides in state/review_rules.json are inherited and unchanged, and no rule was enabled or disabled. 43 keys are SOLICITED monitors we enrolled ourselves — counted, and broken out in solicited_arrivals_24h; 1687 keys (50.0% of the total) are fediverse instances fetching a link preview each, which is ONE placement's fan-out and not that many parties choosing to visit — see fediverse_link_preview_fanout_24h." + }, + "rows_external": 22566, + "rows_self_marked": 55077, + "distinct_user_agents": 1313, + "keys_with_no_user_agent": 11, + "per_ua": [ + { + "user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36", + "client_keys": 352, + "hits": 755, + "addresses": 352, + "networks": 1, + "classified": { + "crawler": 343, + "not-in-table": 9 + }, + "first_seen": "2026-09-05T16:38:32+00:00", + "last_seen": "2026-09-06T12:11:38+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Linux; Android 14; Pixel 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Mobile Safari/537.36", + "client_keys": 292, + "hits": 1086, + "addresses": 292, + "networks": 121, + "classified": { + "unknown": 289, + "crawler": 3 + }, + "first_seen": "2026-09-06T00:15:55+00:00", + "last_seen": "2026-09-06T12:48:45+00:00" + }, + { + "user_agent": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", + "client_keys": 139, + "hits": 227, + "addresses": 139, + "networks": 1, + "classified": { + "crawler": 138, + "not-in-table": 1 + }, + "first_seen": "2026-09-05T16:28:04+00:00", + "last_seen": "2026-09-06T11:42:20+00:00" + }, + { + "user_agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", + "client_keys": 72, + "hits": 82, + "addresses": 72, + "networks": 2, + "classified": { + "unknown": 66, + "crawler": 6 + }, + "first_seen": "2026-09-05T17:22:49+00:00", + "last_seen": "2026-09-06T12:43:17+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "client_keys": 68, + "hits": 338, + "addresses": 68, + "networks": 1, + "classified": { + "crawler": 67, + "not-in-table": 1 + }, + "first_seen": "2026-09-05T16:01:09+00:00", + "last_seen": "2026-09-06T12:50:44+00:00" + }, + { + "user_agent": "python-httpx/0.28.1", + "client_keys": 67, + "hits": 201, + "addresses": 67, + "networks": 39, + "classified": { + "agent": 65, + "unknown": 2 + }, + "first_seen": "2026-09-05T16:32:38+00:00", + "last_seen": "2026-09-06T11:55:36+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "client_keys": 65, + "hits": 195, + "addresses": 65, + "networks": 1, + "classified": { + "crawler": 64, + "not-in-table": 1 + }, + "first_seen": "2026-09-05T16:01:37+00:00", + "last_seen": "2026-09-06T12:46:11+00:00" + }, + { + "user_agent": "Waggle/1.0 (+https://waggle.zone)", + "client_keys": 64, + "hits": 184, + "addresses": 64, + "networks": 1, + "classified": { + "agent": 61, + "not-in-table": 3 + }, + "first_seen": "2026-09-05T16:35:14+00:00", + "last_seen": "2026-09-06T12:35:57+00:00" + }, + { + "user_agent": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", + "client_keys": 52, + "hits": 83, + "addresses": 52, + "networks": 27, + "classified": { + "crawler": 52 + }, + "first_seen": "2026-09-06T00:50:05+00:00", + "last_seen": "2026-09-06T12:47:59+00:00" + }, + { + "user_agent": "Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/)", + "client_keys": 48, + "hits": 56, + "addresses": 48, + "networks": 17, + "classified": { + "crawler": 48 + }, + "first_seen": "2026-09-05T17:51:52+00:00", + "last_seen": "2026-09-06T10:11:09+00:00" + }, + { + "user_agent": "node", + "client_keys": 35, + "hits": 2369, + "addresses": 35, + "networks": 14, + "classified": { + "agent": 29, + "unknown": 5, + "not-in-table": 1 + }, + "first_seen": "2026-09-05T16:05:27+00:00", + "last_seen": "2026-09-06T12:50:28+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Android 17; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "client_keys": 33, + "hits": 78, + "addresses": 33, + "networks": 28, + "classified": { + "unknown": 27, + "crawler": 3, + "human": 3 + }, + "first_seen": "2026-09-06T01:47:15+00:00", + "last_seen": "2026-09-06T12:49:49+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Android 16; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "client_keys": 30, + "hits": 68, + "addresses": 30, + "networks": 24, + "classified": { + "unknown": 27, + "human": 3 + }, + "first_seen": "2026-09-06T00:37:10+00:00", + "last_seen": "2026-09-06T12:33:37+00:00" + }, + { + "user_agent": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6.1 Mobile/15E148 Safari/604.1", + "client_keys": 27, + "hits": 117, + "addresses": 27, + "networks": 21, + "classified": { + "unknown": 18, + "human": 8, + "crawler": 1 + }, + "first_seen": "2026-09-06T01:13:41+00:00", + "last_seen": "2026-09-06T12:05:27+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", + "client_keys": 24, + "hits": 25, + "addresses": 24, + "networks": 1, + "classified": { + "unknown": 22, + "agent": 2 + }, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:51+00:00" + }, + { + "user_agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "client_keys": 23, + "hits": 27, + "addresses": 23, + "networks": 1, + "classified": { + "crawler": 22, + "not-in-table": 1 + }, + "first_seen": "2026-09-05T16:40:13+00:00", + "last_seen": "2026-09-06T12:39:46+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Mobile Safari/537.36", + "client_keys": 21, + "hits": 90, + "addresses": 21, + "networks": 20, + "classified": { + "unknown": 17, + "human": 4 + }, + "first_seen": "2026-09-06T00:41:14+00:00", + "last_seen": "2026-09-06T11:50:45+00:00" + }, + { + "user_agent": "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)", + "client_keys": 21, + "hits": 21, + "addresses": 21, + "networks": 1, + "classified": { + "crawler": 19, + "not-in-table": 2 + }, + "first_seen": "2026-09-05T16:57:06+00:00", + "last_seen": "2026-09-06T12:17:14+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 Edg/145.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "client_keys": 20, + "hits": 25, + "addresses": 20, + "networks": 1, + "classified": { + "crawler": 19, + "not-in-table": 1 + }, + "first_seen": "2026-09-05T16:53:13+00:00", + "last_seen": "2026-09-06T12:35:16+00:00" + }, + { + "user_agent": "LemmyKotlinApi", + "client_keys": 20, + "hits": 20, + "addresses": 20, + "networks": 19, + "classified": { + "agent": 20 + }, + "first_seen": "2026-09-06T00:38:20+00:00", + "last_seen": "2026-09-06T12:17:32+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", + "client_keys": 18, + "hits": 19, + "addresses": 18, + "networks": 3, + "classified": { + "unknown": 14, + "agent": 4 + }, + "first_seen": "2026-09-05T17:11:03+00:00", + "last_seen": "2026-09-06T03:19:29+00:00" + }, + { + "user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", + "client_keys": 17, + "hits": 26, + "addresses": 17, + "networks": 1, + "classified": { + "crawler": 17 + }, + "first_seen": "2026-09-05T18:47:11+00:00", + "last_seen": "2026-09-06T10:33:30+00:00" + }, + { + "user_agent": "Arctic/0.4.4.0; (iPhone; iOS 26.6.1; Scale/3.0)", + "client_keys": 17, + "hits": 18, + "addresses": 17, + "networks": 13, + "classified": { + "unknown": 16, + "agent": 1 + }, + "first_seen": "2026-09-06T01:08:01+00:00", + "last_seen": "2026-09-06T12:48:27+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36", + "client_keys": 17, + "hits": 17, + "addresses": 17, + "networks": 1, + "classified": { + "unknown": 15, + "agent": 2 + }, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:46+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:125.0) Gecko/20100101 Firefox/125.0", + "client_keys": 15, + "hits": 16, + "addresses": 15, + "networks": 1, + "classified": { + "unknown": 12, + "agent": 3 + }, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:49+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:124.0) Gecko/20100101 Firefox/124.0", + "client_keys": 15, + "hits": 16, + "addresses": 15, + "networks": 1, + "classified": { + "unknown": 10, + "agent": 5 + }, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:48+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15", + "client_keys": 15, + "hits": 16, + "addresses": 15, + "networks": 1, + "classified": { + "unknown": 13, + "agent": 2 + }, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:48+00:00" + }, + { + "user_agent": "Mozilla/5.0 (Android 10; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "client_keys": 14, + "hits": 32, + "addresses": 14, + "networks": 12, + "classified": { + "unknown": 13, + "crawler": 1 + }, + "first_seen": "2026-09-06T02:08:39+00:00", + "last_seen": "2026-09-06T12:33:36+00:00" + }, + { + "user_agent": "Sync", + "client_keys": 14, + "hits": 28, + "addresses": 14, + "networks": 12, + "classified": { + "unknown": 14 + }, + "first_seen": "2026-09-06T00:16:36+00:00", + "last_seen": "2026-09-06T11:32:43+00:00" + }, + { + "user_agent": "Mozilla/5.0 (X11; Linux x86_64; rv:155.0) Gecko/20100101 Firefox/155.0", + "client_keys": 13, + "hits": 102, + "addresses": 13, + "networks": 12, + "classified": { + "unknown": 13 + }, + "first_seen": "2026-09-06T01:58:24+00:00", + "last_seen": "2026-09-06T09:59:29+00:00" + } + ], + "per_asn": [ + { + "as_org": "Amazon Data Services Northern Virginia", + "asn": 14618, + "client_keys": 255, + "hits": 1534, + "user_agents": 23 + }, + { + "as_org": "Meta Platforms Ireland Limited", + "asn": 32934, + "client_keys": 210, + "hits": 619, + "user_agents": 12 + }, + { + "as_org": "Cimage Corporation", + "asn": 6079, + "client_keys": 209, + "hits": 214, + "user_agents": 19 + }, + { + "as_org": "Hetzner Online GmbH", + "asn": 24940, + "client_keys": 208, + "hits": 1029, + "user_agents": 164 + }, + { + "as_org": "Amazon Technologies Inc.", + "asn": 14618, + "client_keys": 206, + "hits": 1614, + "user_agents": 16 + }, + { + "as_org": "Yandex enterprise network", + "asn": 13238, + "client_keys": 139, + "hits": 227, + "user_agents": 1 + }, + { + "as_org": "netcup GmbH", + "asn": 197540, + "client_keys": 79, + "hits": 741, + "user_agents": 74 + }, + { + "as_org": "AT&T Enterprises, LLC", + "asn": 7018, + "client_keys": 66, + "hits": 205, + "user_agents": 40 + }, + { + "as_org": "Google LLC", + "asn": 396982, + "client_keys": 44, + "hits": 866, + "user_agents": 26 + }, + { + "as_org": "OVH SAS", + "asn": 16276, + "client_keys": 42, + "hits": 133, + "user_agents": 42 + }, + { + "as_org": "Amazon.com, Inc.", + "asn": 14618, + "client_keys": 35, + "hits": 334, + "user_agents": 8 + }, + { + "as_org": "6 COLLYER QUAY", + "asn": 132203, + "client_keys": 35, + "hits": 38, + "user_agents": 3 + }, + { + "as_org": "Microsoft Corporation", + "asn": 8075, + "client_keys": 34, + "hits": 103, + "user_agents": 15 + }, + { + "as_org": "Deutsche Telekom AG", + "asn": 3320, + "client_keys": 33, + "hits": 90, + "user_agents": 26 + }, + { + "as_org": "Google LLC", + "asn": 15169, + "client_keys": 32, + "hits": 595, + "user_agents": 13 + }, + { + "as_org": "DigitalOcean, LLC", + "asn": 14061, + "client_keys": 32, + "hits": 224, + "user_agents": 31 + }, + { + "as_org": "Comcast Cable Communications, LLC", + "asn": 7922, + "client_keys": 29, + "hits": 121, + "user_agents": 22 + }, + { + "as_org": "Verizon Business", + "asn": 701, + "client_keys": 27, + "hits": 78, + "user_agents": 23 + }, + { + "as_org": "Linode", + "asn": 63949, + "client_keys": 22, + "hits": 119, + "user_agents": 19 + }, + { + "as_org": "Verizon Business", + "asn": 6167, + "client_keys": 19, + "hits": 40, + "user_agents": 8 + }, + { + "as_org": "Palo Alto Networks, Inc", + "asn": 3356, + "client_keys": 19, + "hits": 36, + "user_agents": 5 + }, + { + "as_org": "Ahrefs Pte Ltd Dmytro", + "asn": 16276, + "client_keys": 19, + "hits": 19, + "user_agents": 1 + }, + { + "as_org": "Sympatico HSE", + "asn": 577, + "client_keys": 18, + "hits": 47, + "user_agents": 13 + }, + { + "as_org": "T-Mobile USA, Inc.", + "asn": 21928, + "client_keys": 18, + "hits": 36, + "user_agents": 8 + }, + { + "as_org": "Contabo GmbH", + "asn": 51167, + "client_keys": 17, + "hits": 194, + "user_agents": 17 + }, + { + "as_org": "Comcast IP Services, L.L.C.", + "asn": 7922, + "client_keys": 17, + "hits": 39, + "user_agents": 12 + }, + { + "as_org": "16 COLLYER QUAY # 18-29 INCOME AT RAFFLES", + "asn": 132203, + "client_keys": 17, + "hits": 19, + "user_agents": 1 + }, + { + "as_org": "IONOS SE", + "asn": 8560, + "client_keys": 16, + "hits": 44, + "user_agents": 16 + }, + { + "as_org": "Hetzner Online GmbH", + "asn": 213230, + "client_keys": 16, + "hits": 37, + "user_agents": 14 + }, + { + "as_org": "tzulo, inc.", + "asn": 11878, + "client_keys": 15, + "hits": 51, + "user_agents": 10 + } + ], + "asn_coverage": { + "rows_in_window": 22566, + "rows_with_asn": 22566, + "coverage_share": 1.0, + "client_keys_in_window": 3374, + "client_keys_with_asn": 3374, + "first_row_carrying_asn": "2026-09-02T15:08:23+00:00", + "means": "asn/as_org are recorded from the 2026-09-02 deploy instant onward and old rows are NEVER backfilled, so coverage climbs across the first 24h and a low share is the age of the column, not a defect. It is a FLOOR twice over while the edge is refusing most INSERTs on the D1 write ceiling: the rows that were never stored carry no network either." + }, + "network_kind_of_client_keys": { + "datacenter_as": 1182, + "crawler_as": 522, + "other": 1670 + }, + "named_crawlers": [ + { + "token": "Amazonbot", + "client_keys": 352, + "hits": 755, + "networks": [ + 14618 + ], + "top_network": "Amazon Technologies Inc.", + "top_path": "/px.gif", + "as_organisations": 3, + "client_keys_by_network": [ + { + "as_org": "Amazon Data Services Northern Virginia", + "client_keys": 171 + }, + { + "as_org": "Amazon Technologies Inc.", + "client_keys": 162 + }, + { + "as_org": "Amazon.com, Inc.", + "client_keys": 19 + } + ], + "client_keys_in_the_top_8_networks": 352 + }, + { + "token": "meta-externalagent", + "client_keys": 195, + "hits": 604, + "networks": [ + 32934 + ], + "top_network": "Meta Platforms Ireland Limited", + "top_path": "/px.gif", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Meta Platforms Ireland Limited", + "client_keys": 195 + } + ], + "client_keys_in_the_top_8_networks": 195 + }, + { + "token": "YandexBot", + "client_keys": 139, + "hits": 227, + "networks": [ + 13238 + ], + "top_network": "Yandex enterprise network", + "top_path": "/robots.txt", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Yandex enterprise network", + "client_keys": 139 + } + ], + "client_keys_in_the_top_8_networks": 139 + }, + { + "token": "facebookexternalhit", + "client_keys": 58, + "hits": 95, + "networks": [ + 209, + 577, + 701, + 852, + 3215, + 3269, + 3303, + 3320, + 5769, + 7018, + 7922, + 8881, + 11427, + 11776, + 11878, + 14593, + 16591, + 20001, + 20712, + 22773, + 23693, + 28753, + 30600, + 30633, + 32727, + 32934, + 33363, + 43357, + 135600, + 212238, + 215066, + 396190 + ], + "top_network": "Meta Platforms Ireland Limited", + "top_path": "/c/lemmy/crawler/", + "as_organisations": 34, + "client_keys_by_network": [ + { + "as_org": "Meta Platforms Ireland Limited", + "client_keys": 15 + }, + { + "as_org": "AT&T Enterprises, LLC", + "client_keys": 6 + }, + { + "as_org": "Metronet", + "client_keys": 2 + }, + { + "as_org": "Charter Communications Inc", + "client_keys": 2 + }, + { + "as_org": "PV-SL-HOSTED-Toronto-Network", + "client_keys": 2 + }, + { + "as_org": "PT. Telekomunikasi Selular (Telkomsel) Indonesia", + "client_keys": 2 + }, + { + "as_org": "Sympatico HSE", + "client_keys": 2 + }, + { + "as_org": "Cox Communications Inc.", + "client_keys": 1 + } + ], + "client_keys_in_the_top_8_networks": 32 + }, + { + "token": "ExaSearchBot", + "client_keys": 48, + "hits": 56, + "networks": [ + 7203, + 7979, + 18779, + 27411, + 30058, + 36352, + 46261, + 47007, + 62874, + 64249, + 205659, + 263735, + 265671, + 393886, + 394380, + 394814, + 395954 + ], + "top_network": "UAB code200", + "top_path": "/px.gif", + "as_organisations": 14, + "client_keys_by_network": [ + { + "as_org": "UAB code200", + "client_keys": 21 + }, + { + "as_org": "HostPapa", + "client_keys": 4 + }, + { + "as_org": "code200 UAB", + "client_keys": 3 + }, + { + "as_org": "TelHorizon NY DC", + "client_keys": 3 + }, + { + "as_org": "Web2Objects LLC", + "client_keys": 3 + }, + { + "as_org": "FOP Loginov Andrey Vyacheslavovich", + "client_keys": 3 + }, + { + "as_org": "Brander Group Inc", + "client_keys": 2 + }, + { + "as_org": "Rafael Alvarado", + "client_keys": 2 + } + ], + "client_keys_in_the_top_8_networks": 41 + }, + { + "token": "AhrefsBot", + "client_keys": 21, + "hits": 21, + "networks": [ + 16276 + ], + "top_network": "Ahrefs Pte Ltd Dmytro", + "top_path": "/sitemap.xml", + "as_organisations": 2, + "client_keys_by_network": [ + { + "as_org": "Ahrefs Pte Ltd Dmytro", + "client_keys": 19 + }, + { + "as_org": "OVH US LLC", + "client_keys": 2 + } + ], + "client_keys_in_the_top_8_networks": 21 + }, + { + "token": "Bingbot", + "client_keys": 17, + "hits": 26, + "networks": [ + 8075 + ], + "top_network": "Microsoft Corporation", + "top_path": "/mcp-triage.html", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Microsoft Corporation", + "client_keys": 17 + } + ], + "client_keys_in_the_top_8_networks": 17 + }, + { + "token": "Bytespider", + "client_keys": 8, + "hits": 13, + "networks": [ + 16509 + ], + "top_network": "Amazon Data Services Singapore", + "top_path": "/px.gif", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Amazon Data Services Singapore", + "client_keys": 8 + } + ], + "client_keys_in_the_top_8_networks": 8 + }, + { + "token": "Googlebot", + "client_keys": 7, + "hits": 13, + "networks": [ + 15169, + 400940 + ], + "top_network": "Google LLC", + "top_path": "/robots.txt", + "as_organisations": 2, + "client_keys_by_network": [ + { + "as_org": "Google LLC", + "client_keys": 6 + }, + { + "as_org": "Railway", + "client_keys": 1 + } + ], + "client_keys_in_the_top_8_networks": 7 + }, + { + "token": "OAI-SearchBot", + "client_keys": 3, + "hits": 5, + "networks": [ + 8075 + ], + "top_network": "Microsoft Limited", + "top_path": "/robots.txt", + "as_organisations": 2, + "client_keys_by_network": [ + { + "as_org": "Microsoft Limited", + "client_keys": 2 + }, + { + "as_org": "Microsoft Deutschland MCIO GmbH", + "client_keys": 1 + } + ], + "client_keys_in_the_top_8_networks": 3 + }, + { + "token": "GPTBot", + "client_keys": 3, + "hits": 16, + "networks": [ + 8075, + 14618 + ], + "top_network": "Microsoft Limited", + "top_path": "/c/skillmd/policy/block-ai-training.md", + "as_organisations": 2, + "client_keys_by_network": [ + { + "as_org": "Microsoft Limited", + "client_keys": 2 + }, + { + "as_org": "Amazon.com, Inc.", + "client_keys": 1 + } + ], + "client_keys_in_the_top_8_networks": 3 + }, + { + "token": "Applebot", + "client_keys": 3, + "hits": 5, + "networks": [ + 714 + ], + "top_network": "Apple Inc.", + "top_path": "/robots.txt", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Apple Inc.", + "client_keys": 3 + } + ], + "client_keys_in_the_top_8_networks": 3 + }, + { + "token": "SemrushBot", + "client_keys": 2, + "hits": 2, + "networks": [ + 209366 + ], + "top_network": "SEMrush CY LTD", + "top_path": "/robots.txt", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "SEMrush CY LTD", + "client_keys": 2 + } + ], + "client_keys_in_the_top_8_networks": 2 + }, + { + "token": "PerplexityBot", + "client_keys": 2, + "hits": 2, + "networks": [ + 14618 + ], + "top_network": "Amazon Technologies Inc.", + "top_path": "/robots.txt", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Amazon Technologies Inc.", + "client_keys": 2 + } + ], + "client_keys_in_the_top_8_networks": 2 + }, + { + "token": "ClaudeBot", + "client_keys": 1, + "hits": 3914, + "networks": [ + 16509 + ], + "top_network": "Anthropic, PBC", + "top_path": "/px.gif", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Anthropic, PBC", + "client_keys": 1 + } + ], + "client_keys_in_the_top_8_networks": 1 + }, + { + "token": "Claude-User", + "client_keys": 1, + "hits": 3, + "networks": [ + 46690 + ], + "top_network": "Verizon Business", + "top_path": "/c/mbin/policy/", + "as_organisations": 1, + "client_keys_by_network": [ + { + "as_org": "Verizon Business", + "client_keys": 1 + } + ], + "client_keys_in_the_top_8_networks": 1 + } + ], + "hours": [ + { + "hour": "2026-09-05T16:00Z", + "hits": 477, + "client_keys": 162 + }, + { + "hour": "2026-09-05T17:00Z", + "hits": 499, + "client_keys": 145 + }, + { + "hour": "2026-09-05T18:00Z", + "hits": 475, + "client_keys": 160 + }, + { + "hour": "2026-09-05T19:00Z", + "hits": 442, + "client_keys": 138 + }, + { + "hour": "2026-09-05T20:00Z", + "hits": 459, + "client_keys": 158 + }, + { + "hour": "2026-09-05T21:00Z", + "hits": 842, + "client_keys": 147 + }, + { + "hour": "2026-09-05T22:00Z", + "hits": 579, + "client_keys": 181 + }, + { + "hour": "2026-09-05T23:00Z", + "hits": 1407, + "client_keys": 116 + }, + { + "hour": "2026-09-06T00:00Z", + "hits": 1399, + "client_keys": 690 + }, + { + "hour": "2026-09-06T01:00Z", + "hits": 1028, + "client_keys": 160 + }, + { + "hour": "2026-09-06T02:00Z", + "hits": 1288, + "client_keys": 639 + }, + { + "hour": "2026-09-06T03:00Z", + "hits": 2065, + "client_keys": 541 + }, + { + "hour": "2026-09-06T04:00Z", + "hits": 2776, + "client_keys": 174 + }, + { + "hour": "2026-09-06T05:00Z", + "hits": 682, + "client_keys": 180 + }, + { + "hour": "2026-09-06T06:00Z", + "hits": 1856, + "client_keys": 582 + }, + { + "hour": "2026-09-06T07:00Z", + "hits": 1016, + "client_keys": 237 + }, + { + "hour": "2026-09-06T08:00Z", + "hits": 1180, + "client_keys": 174 + }, + { + "hour": "2026-09-06T09:00Z", + "hits": 1779, + "client_keys": 456 + }, + { + "hour": "2026-09-06T10:00Z", + "hits": 719, + "client_keys": 158 + }, + { + "hour": "2026-09-06T11:00Z", + "hits": 681, + "client_keys": 188 + }, + { + "hour": "2026-09-06T12:00Z", + "hits": 917, + "client_keys": 171 + } + ], + "busiest_hour": { + "hour": "2026-09-06T04:00Z", + "hits": 2776, + "client_keys": 174 + }, + "one_key_one_hour": { + "token": "ClaudeBot", + "client_keys": 1, + "hits": 3914, + "busiest_hour": "2026-09-06T04:00Z", + "hits_in_that_hour": 2011, + "networks": [ + 16509 + ], + "top_paths": [ + [ + "/px.gif", + 779 + ], + [ + "/tools/classify-ua", + 712 + ], + [ + "/robots.txt", + 17 + ], + [ + "/sitemap.xml", + 17 + ] + ] + }, + "classifier_drift": { + "rows_compared": 22566, + "rows_where_stored_differs_from_rederived": 6, + "percent": 0.03, + "transitions": { + "human->agent": 6 + }, + "nothing_published_depends_on_this": "Every count in this file re-derives the class from (ua, path, accept, referer) with the collector's current classify(). hits.klass is advisory.", + "why_it_is_not_zero": "collector.AGENT_UAS was trimmed of the self-identifying bot names so GPTBot and ClaudeBot fall through to CRAWLERS and book as `crawler`; surfaces/pathwren-edge/src/worker.js carries its own copy of classify() with the untrimmed list, tested FIRST, so it books the same string as `agent`. It also never received v3's CANNED_BROWSER_UAS. A row's class therefore depends on which writer caught it. Porting the worker and deploying it is a change of its own — it touches a live surface — and belongs in its own run with its own measurement. Until then, read agent/crawler off this module, not off klass." + } + }, + "sql": { + "window_rows": "SELECT ts, path, ua, accept, surface, channel, status, method, asn, as_org, ip_hash FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ?", + "client_class": "SELECT key, booked FROM client_class WHERE window_end = (SELECT max(window_end) FROM client_class)", + "self_vs_external": "SELECT is_self, count(*) FROM hits WHERE ts >= ? AND ts <= ? GROUP BY is_self", + "per_ua": "SELECT ua, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ip_hash) AS addresses, count(DISTINCT asn) AS networks, min(ts), max(ts) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY ua ORDER BY client_keys DESC, hits DESC", + "per_asn": "SELECT as_org, asn, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ua) AS user_agents FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND asn IS NOT NULL GROUP BY as_org, asn ORDER BY client_keys DESC", + "hourly": "SELECT substr(ts, 1, 13) AS hour, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY hour ORDER BY hour", + "stream_open_get": "SELECT date(ts), method, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND path LIKE '%/mcp%' AND accept LIKE '%event-stream%' AND method = 'GET' GROUP BY date(ts), method, status ORDER BY 1", + "the_405s": "SELECT ua, path, count(*) FROM hits WHERE is_self = 0 AND status = 405 AND accept LIKE '%event-stream%' GROUP BY ua, path ORDER BY 3 DESC", + "who_took_a_405": "SELECT ts, ip_hash, ua FROM hits WHERE is_self = 0 AND status = 405 AND method = 'GET' AND accept LIKE '%event-stream%' ORDER BY ts", + "every_row_of_those_keys": "SELECT ts, ip_hash, ua, status FROM hits WHERE is_self = 0 ORDER BY ts", + "rpc_methods": "SELECT ts, ua, ip_hash, rpc_method FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND rpc_method IS NOT NULL AND rpc_method <> ''", + "predial_wellknown": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 AND (path LIKE '/.well-known/oauth%' OR path LIKE '%/.well-known/oauth%' OR path LIKE '/.well-known/openid%' OR path LIKE '/.well-known/http-message-signatures-directory') GROUP BY path ORDER BY 2 DESC", + "rfc9728_prefix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/.well-known/oauth-%/c/%' GROUP BY ua ORDER BY 2 DESC", + "rfc9728_suffix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/c/%/.well-known/oauth-%' GROUP BY ua ORDER BY 2 DESC", + "ownership_file": "SELECT is_self, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE path LIKE '%/.well-known/glama.json' GROUP BY is_self, status", + "get_leg": "SELECT method, accept, status, count(*) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND path LIKE '%/mcp%' GROUP BY method, accept, status ORDER BY 4 DESC", + "instances_named_in_the_user_agent": "SELECT ua, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND ua GLOB '*://*' GROUP BY ua ORDER BY hits DESC -- the instance hostname is then read out of the URL inside the -- user-agent, and the software name off its first token", + "external_per_day": "SELECT date(ts), count(*) FROM hits WHERE is_self = 0 GROUP BY 1 ORDER BY 1 DESC LIMIT 7", + "last_external_row": "SELECT max(ts) FROM hits WHERE is_self = 0", + "top_404_paths": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY path ORDER BY 3 DESC, 2 DESC LIMIT 24", + "who_asked": "SELECT ua, count(*) AS asks, count(DISTINCT path) AS distinct_paths FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY ua ORDER BY asks DESC" + }, + "channel_tagged_copies": { + "_what": "The same bytes at a per-channel address, so an arrival from a placement is attributable to the channel that carried it without a query string surviving anybody's URL normaliser.", + "form": "https://www.pathwren.workers.dev/c//blog/crawler-ua-asn-2026-w36.html", + "channels": [ + "https://www.pathwren.workers.dev/c/lemmy/blog/crawler-ua-asn-2026-w36.html", + "https://www.pathwren.workers.dev/c/mbin/blog/crawler-ua-asn-2026-w36.html", + "https://www.pathwren.workers.dev/c/friendica/blog/crawler-ua-asn-2026-w36.html", + "https://www.pathwren.workers.dev/c/piefed/blog/crawler-ua-asn-2026-w36.html", + "https://www.pathwren.workers.dev/c/mastodon/blog/crawler-ua-asn-2026-w36.html", + "https://www.pathwren.workers.dev/c/misskey/blog/crawler-ua-asn-2026-w36.html" + ] + }, + "license": { + "documents": "CC0-1.0", + "url": "https://creativecommons.org/publicdomain/zero/1.0/" + }, + "self_traffic_excluded": "Every query carries is_self = 0. This host marks its own requests at the edge and excludes them from every figure published here.", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/crawler-ua-asn-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.devhttps://www.pathwren.workers.dev/blog/crawler-ua-asn-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: links", + "2026-09-06T17:04Z - changed: generated_from, figures; 36290->37510 bytes", + "2026-09-06T16:49Z - began carrying changed_at and recent_changes" + ] +} \ No newline at end of file diff --git a/fediverse-fanout-2026-w36.json b/fediverse-fanout-2026-w36.json new file mode 100644 index 0000000..e9b0935 --- /dev/null +++ b/fediverse-fanout-2026-w36.json @@ -0,0 +1,531 @@ +{ + "$comment": "Every figure stated in the post of the same name, with the SQL that produced it. A measurement report that cannot be checked is a press release.", + "name": "One link, 709 fediverse instances: the link-preview fan-out, measured", + "url": "https://www.pathwren.workers.dev/data/fediverse-fanout-2026-w36.json", + "canonical": "https://www.pathwren.workers.dev/data/fediverse-fanout-2026-w36.json", + "page": { + "html": "https://www.pathwren.workers.dev/blog/fediverse-fanout-2026-w36.html", + "markdown": "https://www.pathwren.workers.dev/blog/fediverse-fanout-2026-w36.md", + "json": "https://www.pathwren.workers.dev/blog/fediverse-fanout-2026-w36.json" + }, + "window": { + "start": "2026-09-05T16:00:40", + "end": "2026-09-06T16:00:40+00:00", + "hours": 24, + "pinned_by": "state/metrics.json, the analyst's pin", + "note": "One named window. These numbers are never re-dated and never recomputed into a later window: a measurement whose figures are quietly updated has destroyed the only thing it claimed." + }, + "observed_as_of": "2026-09-06T16:00:40+00:00", + "generated_from": { + "metrics.json": "2026-09-06T16:00:40+00:00", + "edge_requests.json": "2026-09-06T17:02:12+00:00", + "missing_docs.json": "2026-09-06T16:42:51+00:00", + "record_health.json": "2026-09-06T11:16:48+00:00", + "handshake_funnel.json": "2026-09-06T16:51:03Z", + "handshake_first_call.json": "2026-09-06T16:40:38+00:00", + "metrics.db": "opened read-only (mode=ro)" + }, + "generated_by": "surfaces/ai-crawler-index/rooms_figures.py", + "summary": "Post a link to one community and every instance that receives it fetches the preview. In 24 hours that was 709 distinct instances, 1,687 client keys and 1,342 operators — counted per instance, per community and per network, with the caveats that make the number usable.", + "figures": { + "pin": { + "what_this_is": "Posts of ours to Lemmy/Mbin/Friendica/Misskey (and the Mastodon wave before them) make every instance that sees them fetch the link preview. Real third-party servers, not ours, not solicited one by one — but ONE placement's fan-out, not N parties who each chose to visit.", + "channels": [ + "lemmy", + "mbin", + "friendica", + "misskey", + "mastodon" + ], + "keys": 1687, + "operators": 1342, + "keys_at_previous_pin": 1698, + "keys_arrived_since_previous_pin": 0, + "class_as_published": { + "crawler": 355, + "unknown": 555, + "agent": 728, + "human": 49 + }, + "share_of_the_headline_total": 50.0, + "per_channel": { + "lemmy": { + "clients": 1260, + "operators": 1045, + "hits": 2891, + "agent": 487, + "human": 46, + "crawler": 240, + "unknown": 487, + "document_clients": 1260, + "beacon_only_clients": 0 + }, + "mbin": { + "clients": 261, + "operators": 206, + "hits": 299, + "agent": 89, + "human": 4, + "crawler": 33, + "unknown": 135, + "document_clients": 261, + "beacon_only_clients": 0 + }, + "friendica": { + "clients": 373, + "operators": 243, + "hits": 607, + "agent": 244, + "human": 1, + "crawler": 120, + "unknown": 8, + "document_clients": 373, + "beacon_only_clients": 0 + }, + "misskey": { + "clients": 4, + "operators": 2, + "hits": 12, + "agent": 2, + "human": 0, + "crawler": 1, + "unknown": 1, + "document_clients": 4, + "beacon_only_clients": 0 + }, + "mastodon": { + "clients": 3, + "operators": 3, + "hits": 20, + "agent": 1, + "human": 0, + "crawler": 2, + "unknown": 0, + "document_clients": 3, + "beacon_only_clients": 0 + } + }, + "how_to_read_it": "1687 of the 3374 client keys in this window (50.0%) and 1342 of the 1886 operators are this fan-out. It is NOT ours and it is NOT inflation — every one of these is somebody else's server making a real request — but it is reach bought by a handful of posts. The honest reading is: 1687 client keys arrived from everything else.", + "re_measured_at": "2026-09-06T16:00:40+00:00" + }, + "distinct_instances_named_in_the_user_agent": 709, + "instances_that_fetched_exactly_once": 281, + "software": [ + { + "software": "lemmy", + "rows": 1311, + "instances": 296 + }, + { + "software": "friendica", + "rows": 494, + "instances": 122 + }, + { + "software": "mastodon", + "rows": 323, + "instances": 210 + }, + { + "software": "piefed", + "rows": 151, + "instances": 53 + }, + { + "software": "akkoma", + "rows": 37, + "instances": 18 + }, + { + "software": "misskey", + "rows": 30, + "instances": 4 + }, + { + "software": "pleroma", + "rows": 7, + "instances": 6 + } + ], + "per_channel_instances": [ + { + "channel": "lemmy", + "instances": 496, + "client_keys": 525, + "as_organisations": 220 + }, + { + "channel": "friendica", + "instances": 231, + "client_keys": 354, + "as_organisations": 127 + }, + { + "channel": "mbin", + "instances": 61, + "client_keys": 61, + "as_organisations": 33 + }, + { + "channel": "rssparrot", + "instances": 6, + "client_keys": 6, + "as_organisations": 6 + }, + { + "channel": "misskey", + "instances": 1, + "client_keys": 1, + "as_organisations": 1 + }, + { + "channel": "mastodon", + "instances": 1, + "client_keys": 1, + "as_organisations": 1 + } + ], + "top_instances": [ + { + "instance": "lemmy.world", + "hits": 32, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 17, + "mbin": 2 + } + }, + { + "instance": "friendica.world", + "hits": 27, + "client_keys": 5, + "software": "friendica", + "channels": { + "friendica": 27 + } + }, + { + "instance": "programming.dev", + "hits": 23, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 19, + "mbin": 2 + } + }, + { + "instance": "lemmy.zip", + "hits": 21, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 16, + "mbin": 2 + } + }, + { + "instance": "sharkey.hopium.club", + "hits": 20, + "client_keys": 1, + "software": "misskey", + "channels": { + "misskey": 5 + } + }, + { + "instance": "digipres.cafe", + "hits": 19, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 15, + "mbin": 4 + } + }, + { + "instance": "discuss.tchncs.de", + "hits": 19, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 16, + "mbin": 1 + } + }, + { + "instance": "feddit.org", + "hits": 19, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 15, + "mbin": 2 + } + }, + { + "instance": "lemmy.dbzer0.com", + "hits": 19, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 15, + "mbin": 1 + } + }, + { + "instance": "sh.itjust.works", + "hits": 19, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 17, + "mbin": 1 + } + }, + { + "instance": "fd.saifulh.web.id", + "hits": 17, + "client_keys": 1, + "software": "akkoma", + "channels": { + "lemmy": 17 + } + }, + { + "instance": "friendica.opensocial.space", + "hits": 17, + "client_keys": 5, + "software": "friendica", + "channels": { + "friendica": 13, + "lemmy": 4 + } + }, + { + "instance": "lemmy.ca", + "hits": 17, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 13, + "mbin": 2 + } + }, + { + "instance": "anonsys.net", + "hits": 16, + "client_keys": 2, + "software": "friendica", + "channels": { + "lemmy": 4, + "friendica": 12 + } + }, + { + "instance": "infosec.pub", + "hits": 16, + "client_keys": 1, + "software": "lemmy", + "channels": { + "mbin": 2, + "lemmy": 13 + } + }, + { + "instance": "lemmy.sdf.org", + "hits": 16, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 15, + "mbin": 1 + } + }, + { + "instance": "lemmy.blahaj.zone", + "hits": 15, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 10, + "mbin": 1 + } + }, + { + "instance": "lemy.lol", + "hits": 15, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 14, + "mbin": 1 + } + }, + { + "instance": "thelemmy.club", + "hits": 15, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 14, + "mbin": 1 + } + }, + { + "instance": "lemdro.id", + "hits": 14, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 13, + "mbin": 1 + } + }, + { + "instance": "lemmy.today", + "hits": 14, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 13, + "mbin": 1 + } + }, + { + "instance": "mimiclem.me", + "hits": 14, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 14 + } + }, + { + "instance": "rollenspiel.forum", + "hits": 14, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 13, + "mbin": 1 + } + }, + { + "instance": "sopuli.xyz", + "hits": 14, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 12, + "mbin": 2 + } + }, + { + "instance": "discuss.online", + "hits": 13, + "client_keys": 1, + "software": "lemmy", + "channels": { + "lemmy": 10, + "mbin": 1 + } + } + ] + }, + "sql": { + "window_rows": "SELECT ts, path, ua, accept, surface, channel, status, method, asn, as_org, ip_hash FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ?", + "client_class": "SELECT key, booked FROM client_class WHERE window_end = (SELECT max(window_end) FROM client_class)", + "self_vs_external": "SELECT is_self, count(*) FROM hits WHERE ts >= ? AND ts <= ? GROUP BY is_self", + "per_ua": "SELECT ua, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ip_hash) AS addresses, count(DISTINCT asn) AS networks, min(ts), max(ts) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY ua ORDER BY client_keys DESC, hits DESC", + "per_asn": "SELECT as_org, asn, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ua) AS user_agents FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND asn IS NOT NULL GROUP BY as_org, asn ORDER BY client_keys DESC", + "hourly": "SELECT substr(ts, 1, 13) AS hour, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY hour ORDER BY hour", + "stream_open_get": "SELECT date(ts), method, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND path LIKE '%/mcp%' AND accept LIKE '%event-stream%' AND method = 'GET' GROUP BY date(ts), method, status ORDER BY 1", + "the_405s": "SELECT ua, path, count(*) FROM hits WHERE is_self = 0 AND status = 405 AND accept LIKE '%event-stream%' GROUP BY ua, path ORDER BY 3 DESC", + "who_took_a_405": "SELECT ts, ip_hash, ua FROM hits WHERE is_self = 0 AND status = 405 AND method = 'GET' AND accept LIKE '%event-stream%' ORDER BY ts", + "every_row_of_those_keys": "SELECT ts, ip_hash, ua, status FROM hits WHERE is_self = 0 ORDER BY ts", + "rpc_methods": "SELECT ts, ua, ip_hash, rpc_method FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND rpc_method IS NOT NULL AND rpc_method <> ''", + "predial_wellknown": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 AND (path LIKE '/.well-known/oauth%' OR path LIKE '%/.well-known/oauth%' OR path LIKE '/.well-known/openid%' OR path LIKE '/.well-known/http-message-signatures-directory') GROUP BY path ORDER BY 2 DESC", + "rfc9728_prefix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/.well-known/oauth-%/c/%' GROUP BY ua ORDER BY 2 DESC", + "rfc9728_suffix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/c/%/.well-known/oauth-%' GROUP BY ua ORDER BY 2 DESC", + "ownership_file": "SELECT is_self, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE path LIKE '%/.well-known/glama.json' GROUP BY is_self, status", + "get_leg": "SELECT method, accept, status, count(*) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND path LIKE '%/mcp%' GROUP BY method, accept, status ORDER BY 4 DESC", + "instances_named_in_the_user_agent": "SELECT ua, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND ua GLOB '*://*' GROUP BY ua ORDER BY hits DESC -- the instance hostname is then read out of the URL inside the -- user-agent, and the software name off its first token", + "external_per_day": "SELECT date(ts), count(*) FROM hits WHERE is_self = 0 GROUP BY 1 ORDER BY 1 DESC LIMIT 7", + "last_external_row": "SELECT max(ts) FROM hits WHERE is_self = 0", + "top_404_paths": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY path ORDER BY 3 DESC, 2 DESC LIMIT 24", + "who_asked": "SELECT ua, count(*) AS asks, count(DISTINCT path) AS distinct_paths FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY ua ORDER BY asks DESC" + }, + "channel_tagged_copies": { + "_what": "The same bytes at a per-channel address, so an arrival from a placement is attributable to the channel that carried it without a query string surviving anybody's URL normaliser.", + "form": "https://www.pathwren.workers.dev/c//blog/fediverse-fanout-2026-w36.html", + "channels": [ + "https://www.pathwren.workers.dev/c/lemmy/blog/fediverse-fanout-2026-w36.html", + "https://www.pathwren.workers.dev/c/mbin/blog/fediverse-fanout-2026-w36.html", + "https://www.pathwren.workers.dev/c/friendica/blog/fediverse-fanout-2026-w36.html", + "https://www.pathwren.workers.dev/c/piefed/blog/fediverse-fanout-2026-w36.html", + "https://www.pathwren.workers.dev/c/mastodon/blog/fediverse-fanout-2026-w36.html", + "https://www.pathwren.workers.dev/c/misskey/blog/fediverse-fanout-2026-w36.html" + ] + }, + "license": { + "documents": "CC0-1.0", + "url": "https://creativecommons.org/publicdomain/zero/1.0/" + }, + "self_traffic_excluded": "Every query carries is_self = 0. This host marks its own requests at the edge and excludes them from every figure published here.", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/fediverse-fanout-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.devhttps://www.pathwren.workers.dev/blog/fediverse-fanout-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: links", + "2026-09-06T17:04Z - changed: generated_from", + "2026-09-06T16:49Z - began carrying changed_at and recent_changes" + ] +} \ No newline at end of file diff --git a/ip-sources.json b/ip-sources.json new file mode 100644 index 0000000..0bfeab4 --- /dev/null +++ b/ip-sources.json @@ -0,0 +1,283 @@ +{ + "generated_at": "2026-09-07T02:48:46+00:00", + "note": "Where each operator publishes verifiable IP ranges. Everything not listed here has no published ranges: for those, reverse DNS or nothing.", + "sources": [ + { + "slug": "openai-gptbot", + "operator": "OpenAI", + "label": "GPTBot", + "upstream_url": "https://openai.com/gptbot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/openai-gptbot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/openai-gptbot.txt", + "covers": [ + "gptbot" + ], + "ok": true, + "ipv4_count": 21, + "ipv6_count": 0 + }, + { + "slug": "openai-searchbot", + "operator": "OpenAI", + "label": "OAI-SearchBot", + "upstream_url": "https://openai.com/searchbot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/openai-searchbot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/openai-searchbot.txt", + "covers": [ + "oai-searchbot" + ], + "ok": true, + "ipv4_count": 35, + "ipv6_count": 0 + }, + { + "slug": "openai-chatgpt-user", + "operator": "OpenAI", + "label": "ChatGPT-User", + "upstream_url": "https://openai.com/chatgpt-user.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/openai-chatgpt-user.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/openai-chatgpt-user.txt", + "covers": [ + "chatgpt-user" + ], + "ok": true, + "ipv4_count": 207, + "ipv6_count": 0 + }, + { + "slug": "google-googlebot", + "operator": "Google", + "label": "Googlebot", + "upstream_url": "https://developers.google.com/static/search/apis/ipranges/googlebot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/google-googlebot.txt", + "covers": [ + "googlebot", + "googlebot-image", + "googlebot-news", + "googlebot-video" + ], + "ok": true, + "ipv4_count": 170, + "ipv6_count": 147 + }, + { + "slug": "google-special", + "operator": "Google", + "label": "Google special-purpose crawlers", + "upstream_url": "https://developers.google.com/static/search/apis/ipranges/special-crawlers.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/google-special.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/google-special.txt", + "covers": [ + "googleother", + "google-cloudvertexbot", + "google-inspectiontool", + "storebot-google", + "googleother-image", + "googleother-video", + "apis-google", + "adsbot-google", + "adsbot-google-mobile", + "adsbot-google-mobile-apps", + "mediapartners-google" + ], + "ok": true, + "ipv4_count": 136, + "ipv6_count": 136 + }, + { + "slug": "google-user-triggered", + "operator": "Google", + "label": "Google user-triggered fetchers", + "upstream_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered.txt", + "covers": [ + "feedfetcher-google", + "google-read-aloud", + "google-site-verification", + "google-cws", + "google-pinpoint", + "googleproducer", + "googlemessages", + "google-gemininotebook" + ], + "ok": true, + "ipv4_count": 529, + "ipv6_count": 529 + }, + { + "slug": "google-user-triggered-google", + "operator": "Google", + "label": "Google user-triggered fetchers (Google-owned ranges)", + "upstream_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-fetchers-google.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered-google.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered-google.txt", + "covers": [], + "ok": true, + "ipv4_count": 248, + "ipv6_count": 248 + }, + { + "slug": "bing-bingbot", + "operator": "Microsoft", + "label": "bingbot", + "upstream_url": "https://www.bing.com/toolbox/bingbot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/bing-bingbot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/bing-bingbot.txt", + "covers": [ + "bingbot" + ], + "ok": true, + "ipv4_count": 28, + "ipv6_count": 0 + }, + { + "slug": "apple-applebot", + "operator": "Apple", + "label": "Applebot", + "upstream_url": "https://search.developer.apple.com/applebot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/apple-applebot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/apple-applebot.txt", + "covers": [ + "applebot" + ], + "ok": true, + "ipv4_count": 33, + "ipv6_count": 0 + }, + { + "slug": "duckduckgo-duckduckbot", + "operator": "DuckDuckGo", + "label": "DuckDuckBot", + "upstream_url": "https://duckduckgo.com/duckduckbot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/duckduckgo-duckduckbot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/duckduckgo-duckduckbot.txt", + "covers": [ + "duckduckbot" + ], + "ok": true, + "ipv4_count": 486, + "ipv6_count": 0 + }, + { + "slug": "perplexity-bot", + "operator": "Perplexity", + "label": "PerplexityBot", + "upstream_url": "https://www.perplexity.ai/perplexitybot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/perplexity-bot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/perplexity-bot.txt", + "covers": [ + "perplexitybot" + ], + "ok": true, + "ipv4_count": 8, + "ipv6_count": 0 + }, + { + "slug": "perplexity-user", + "operator": "Perplexity", + "label": "Perplexity-User", + "upstream_url": "https://www.perplexity.ai/perplexity-user.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/perplexity-user.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/perplexity-user.txt", + "covers": [ + "perplexity-user" + ], + "ok": true, + "ipv4_count": 4, + "ipv6_count": 0 + }, + { + "slug": "google-user-triggered-agents", + "operator": "Google", + "label": "Google-Agent (agents on Google infrastructure)", + "upstream_url": "https://developers.google.com/static/search/apis/ipranges/user-triggered-agents.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered-agents.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/google-user-triggered-agents.txt", + "covers": [ + "google-agent" + ], + "ok": true, + "ipv4_count": 3, + "ipv6_count": 1 + }, + { + "slug": "commoncrawl-ccbot", + "operator": "Common Crawl", + "label": "CCBot", + "upstream_url": "https://index.commoncrawl.org/ccbot.json", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/commoncrawl-ccbot.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/commoncrawl-ccbot.txt", + "covers": [ + "ccbot" + ], + "ok": true, + "ipv4_count": 4, + "ipv6_count": 1 + }, + { + "slug": "ahrefs-crawler", + "operator": "Ahrefs", + "label": "AhrefsBot and AhrefsSiteAudit", + "upstream_url": "https://api.ahrefs.com/v3/public/crawler-ip-ranges", + "mirror_json": "https://www.pathwren.workers.dev/ip-ranges/ahrefs-crawler.json", + "mirror_txt": "https://www.pathwren.workers.dev/ip-ranges/ahrefs-crawler.txt", + "covers": [ + "ahrefsbot", + "ahrefssiteaudit" + ], + "ok": true, + "ipv4_count": 81, + "ipv6_count": 0 + } + ], + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/ip-sources.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/ip-ranges/all.json", + "type": "application/json", + "title": "Every operator-published prefix, unioned and grouped by source" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/status.json", + "type": "application/json", + "title": "Freshness of every upstream IP-range source" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: sources, links; 9177->9176 bytes", + "2026-09-06T16:49Z - changed: links", + "2026-09-06T15:50Z - changed: links" + ] +} \ No newline at end of file diff --git a/markdown-lane.json b/markdown-lane.json new file mode 100644 index 0000000..0fd8c62 --- /dev/null +++ b/markdown-lane.json @@ -0,0 +1,207 @@ +{ + "generated_at": "2026-09-07T08:15:50+00:00", + "published_at": "https://www.pathwren.workers.dev/data/markdown-lane.json", + "what": "external clients that fetched a markdown ADDRESS (.md/.mdx/.html.md/.html.mdx) or sent Accept: text/markdown to a page of this host, counted from its own request log", + "license": "CC0-1.0", + "self_excluded": "our own checks (X-Self: 1) never count toward any number here, and the self-fetch watch's flagged pairs are dropped on top of that", + "why_this_file_exists": "by_surface_24h.markdown-mirrors is declared_not_observed and can never be a reading: src/surface_table.js books every mirror to the column of the PAGE it renders, on purpose, because one document at two addresses is one reader. This slice reports the lane without re-attributing a single row.", + "window_24h": { + "from": "2026-09-06T08:15:50+00:00", + "to": "2026-09-07T08:15:50+00:00", + "hours": 24.0, + "hits": 1452, + "client_keys": 199, + "distinct_paths": 1166, + "share_of_host_client_keys": 0.081, + "host_client_keys": 2458, + "by_door": { + "address": 1445, + "accept_header": 7 + }, + "by_class": { + "crawler": 1426, + "unknown": 11, + "human": 14, + "agent": 1 + }, + "llms_txt_hits": 33, + "llms_txt_client_keys": 20 + }, + "window_7d": { + "from": "2026-08-31T08:15:50+00:00", + "to": "2026-09-07T08:15:50+00:00", + "hours": 168.0, + "hits": 4966, + "client_keys": 646, + "distinct_paths": 1749, + "share_of_host_client_keys": 0.0965, + "host_client_keys": 6694, + "by_door": { + "address": 4201, + "accept_header": 765 + }, + "by_class": { + "agent": 405, + "crawler": 4514, + "unknown": 20, + "human": 27 + }, + "llms_txt_hits": 215, + "llms_txt_client_keys": 90 + }, + "top_paths_24h": [ + { + "path": "/sitemap.md", + "hits": 11 + }, + { + "path": "/policy/index.md", + "hits": 5 + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.md", + "hits": 5 + }, + { + "path": "/crawler/index.md", + "hits": 4 + }, + { + "path": "/index.md", + "hits": 4 + }, + { + "path": "/bot/dataforseobot.md", + "hits": 4 + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "hits": 3 + }, + { + "path": "/about.md", + "hits": 3 + }, + { + "path": "/bot/siteguardian.md", + "hits": 3 + }, + { + "path": "/bot/apis-json-showcase-verifier.md", + "hits": 3 + }, + { + "path": "/bot/semrushbot.md", + "hits": 3 + }, + { + "path": "/bot/chainwitness-pr36.md", + "hits": 3 + } + ], + "top_agents_24h": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai", + "hits": 908 + }, + { + "ua": "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)", + "hits": 196 + }, + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@a", + "hits": 148 + }, + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://dev", + "hits": 69 + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/14", + "hits": 48 + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chr", + "hits": 22 + }, + { + "ua": "SofyaBot/1.0 (+https://sofya.co/bot)", + "hits": 17 + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like", + "hits": 8 + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Sa", + "hits": 5 + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/15", + "hits": 5 + } + ], + "how_to_read_this_host_as_markdown": { + "append_md": "any page, plus .md — e.g. https://www.pathwren.workers.dev/mcp-markdown.md", + "also_accepted": [ + ".mdx", + ".html.md", + ".html.mdx" + ], + "content_negotiation": "Accept: text/markdown on the .html address", + "index": "https://www.pathwren.workers.dev/sitemap.md", + "llms_txt": "https://www.pathwren.workers.dev/llms.txt" + }, + "check_your_own_site": { + "endpoint": "https://www.pathwren.workers.dev/mcp/markdown", + "tool": "check_markdown_lane", + "docs": "https://www.pathwren.workers.dev/mcp-markdown.html" + }, + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/markdown-lane.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "The whole map in one text file" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + } + ], + "changed_at": "2026-09-07T08:42:05+00:00", + "recent_changes": [ + "2026-09-07T08:42Z - changed: window_24h, window_7d, top_paths_24h, top_agents_24h; 5844->5860 bytes", + "2026-09-07T02:48Z - changed: links", + "2026-09-07T02:39Z - changed: window_24h, window_7d, top_paths_24h, top_agents_24h; 5765->5844 bytes" + ] +} \ No newline at end of file diff --git a/mcp-conformance-2026-w36.json b/mcp-conformance-2026-w36.json new file mode 100644 index 0000000..2d904de --- /dev/null +++ b/mcp-conformance-2026-w36.json @@ -0,0 +1,973 @@ +{ + "$comment": "Every figure stated in the post of the same name, with the SQL that produced it. A measurement report that cannot be checked is a press release.", + "name": "What public MCP records get wrong, measured at six endpoints", + "url": "https://www.pathwren.workers.dev/data/mcp-conformance-2026-w36.json", + "canonical": "https://www.pathwren.workers.dev/data/mcp-conformance-2026-w36.json", + "page": { + "html": "https://www.pathwren.workers.dev/blog/mcp-conformance-2026-w36.html", + "markdown": "https://www.pathwren.workers.dev/blog/mcp-conformance-2026-w36.md", + "json": "https://www.pathwren.workers.dev/blog/mcp-conformance-2026-w36.json" + }, + "window": { + "start": "2026-09-05T16:00:40", + "end": "2026-09-06T16:00:40+00:00", + "hours": 24, + "pinned_by": "state/metrics.json, the analyst's pin", + "note": "One named window. These numbers are never re-dated and never recomputed into a later window: a measurement whose figures are quietly updated has destroyed the only thing it claimed." + }, + "observed_as_of": "2026-09-06T16:00:40+00:00", + "generated_from": { + "metrics.json": "2026-09-06T16:00:40+00:00", + "edge_requests.json": "2026-09-06T17:02:12+00:00", + "missing_docs.json": "2026-09-06T16:42:51+00:00", + "record_health.json": "2026-09-06T11:16:48+00:00", + "handshake_funnel.json": "2026-09-06T16:51:03Z", + "handshake_first_call.json": "2026-09-06T16:40:38+00:00", + "metrics.db": "opened read-only (mode=ro)" + }, + "generated_by": "surfaces/ai-crawler-index/rooms_figures.py", + "summary": "134 client keys, 8,617 handshakes, and four conformance traps with the log lines that show what each one costs: the stream-open GET that answers 405, the discovery documents callers expect before they dial, two incompatible spellings of the same RFC 9728 URL, and an ownership file that 404s.", + "figures": { + "family_clients": { + "clients": 134, + "agent": 90, + "human": 3, + "crawler": 32, + "unknown": 9, + "operators": 97, + "members": [ + "mcp-crawler-index", + "mcp-endpoint-lint", + "mcp-agent-discovery-doctor", + "mcp-crawler-log-triage", + "mcp-robots-policy-lint", + "mcp-crawler-ip-verifier" + ], + "what": "The UNION of client keys across the six MCP endpoint surfaces, deduplicated: one key that walks four of them counts ONCE. by_surface_24h rows may NOT be summed; this is the number to quote for the family.", + "operators_basis": "review.operators() over the union's keys — the SAME ruler as the headline, never placement_fleet_fold_v1.", + "re_measured_at": "2026-09-06T16:00:40+00:00" + }, + "stream_open_get_by_day": [ + { + "day": "2026-09-01", + "status": 200, + "rows": 5, + "client_keys": 1 + }, + { + "day": "2026-09-02", + "status": 200, + "rows": 31, + "client_keys": 1 + }, + { + "day": "2026-09-02", + "status": 404, + "rows": 5, + "client_keys": 1 + }, + { + "day": "2026-09-02", + "status": 405, + "rows": 16, + "client_keys": 5 + }, + { + "day": "2026-09-03", + "status": 200, + "rows": 80, + "client_keys": 8 + }, + { + "day": "2026-09-04", + "status": 200, + "rows": 73, + "client_keys": 7 + }, + { + "day": "2026-09-05", + "status": 200, + "rows": 49, + "client_keys": 4 + }, + { + "day": "2026-09-06", + "status": 200, + "rows": 29, + "client_keys": 2 + } + ], + "the_405s": [ + { + "user_agent": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", + "path": "/c/mcp-registry-official/mcp/doctor", + "rows": 9 + }, + { + "user_agent": "node", + "path": "/c/mcp-registry-official/mcp/triage", + "rows": 5 + }, + { + "user_agent": "undici", + "path": "/c/mcp-registry-official/mcp/netcheck", + "rows": 5 + }, + { + "user_agent": "node", + "path": "/c/mcp-registry-official/mcp/doctor", + "rows": 3 + }, + { + "user_agent": "undici", + "path": "/c/mcp-registry-official/mcp/triage", + "rows": 3 + }, + { + "user_agent": "node", + "path": "/c/mcp-registry-official/mcp", + "rows": 2 + }, + { + "user_agent": "node", + "path": "/c/mcp-registry-official/mcp/robots", + "rows": 2 + }, + { + "user_agent": "(no user-agent sent)", + "path": "/c/mcp-registry-official/mcp", + "rows": 1 + }, + { + "user_agent": "node", + "path": "/c/mcp-registry-official/mcp/netcheck", + "rows": 1 + }, + { + "user_agent": "node", + "path": "/mcp", + "rows": 1 + }, + { + "user_agent": "undici", + "path": "/c/mcp-registry-official/mcp", + "rows": 1 + }, + { + "user_agent": "undici", + "path": "/c/mcp-registry-official/mcp/robots", + "rows": 1 + }, + { + "user_agent": "undici", + "path": "/mcp", + "rows": 1 + } + ], + "what_the_405_was_worth": { + "client_keys_that_took_a_stream_open_405": 5, + "for_whom_it_was_the_first_response_ever": 2, + "who_never_sent_another_request_after_it": 2, + "who_came_back_anyway": 3 + }, + "rpc_methods": [ + { + "method": "initialize", + "client_keys": 82, + "rows": 2173 + }, + { + "method": "tools/list", + "client_keys": 31, + "rows": 256 + }, + { + "method": "notifications/initialized", + "client_keys": 20, + "rows": 526 + }, + { + "method": "server/discover", + "client_keys": 13, + "rows": 117 + }, + { + "method": "resources/list", + "client_keys": 11, + "rows": 47 + }, + { + "method": "prompts/list", + "client_keys": 9, + "rows": 47 + }, + { + "method": "tools/call", + "client_keys": 7, + "rows": 9 + }, + { + "method": "resources/templates/list", + "client_keys": 6, + "rows": 16 + }, + { + "method": "SendMessage", + "client_keys": 3, + "rows": 5 + }, + { + "method": "GetTask", + "client_keys": 2, + "rows": 9 + } + ], + "handshake_funnel": { + "since": "2026-09-02T03:05:48Z", + "initialize_rows": 8617, + "distinct_client_keys": 172, + "buckets": { + "a_reached_tools_list": 754, + "b_initialized_then_stopped": 2220, + "c_initialize_then_vanished": 5638, + "d_non_2xx_after_initialize": 5 + }, + "bucket_share": { + "a_reached_tools_list": 0.0875, + "b_initialized_then_stopped": 0.2576, + "c_initialize_then_vanished": 0.6543, + "d_non_2xx_after_initialize": 0.0006 + }, + "self_declared_read_only_share": 0.7712, + "operators": [ + { + "ua": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", + "initialize": 3398, + "tools_list": 391, + "tools_call": 0, + "self_declared_read_only": true + }, + { + "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", + "initialize": 1926, + "tools_list": 126, + "tools_call": 0, + "self_declared_read_only": true + }, + { + "ua": "node", + "initialize": 597, + "tools_list": 12, + "tools_call": 0, + "self_declared_read_only": false + }, + { + "ua": "Watchpup/1.0 (+https://watchpup.dev; MCP monitor)", + "initialize": 306, + "tools_list": 0, + "tools_call": 0, + "self_declared_read_only": true + }, + { + "ua": "", + "initialize": 219, + "tools_list": 21, + "tools_call": 0, + "self_declared_read_only": false + }, + { + "ua": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", + "initialize": 153, + "tools_list": 4, + "tools_call": 0, + "self_declared_read_only": true + }, + { + "ua": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", + "initialize": 140, + "tools_list": 17, + "tools_call": 0, + "self_declared_read_only": true + }, + { + "ua": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", + "initialize": 104, + "tools_list": 38, + "tools_call": 0, + "self_declared_read_only": true + }, + { + "ua": "rokmcp-collector/0.2 (+https://rokmcp.com/bot)", + "initialize": 103, + "tools_list": 6, + "tools_call": 1, + "self_declared_read_only": false + }, + { + "ua": "undici", + "initialize": 84, + "tools_list": 22, + "tools_call": 0, + "self_declared_read_only": false + }, + { + "ua": "Enerlio GmbH FACTANKER marc@enerlio.de", + "initialize": 75, + "tools_list": 75, + "tools_call": 0, + "self_declared_read_only": false + }, + { + "ua": "mcpi/probe", + "initialize": 70, + "tools_list": 2, + "tools_call": 0, + "self_declared_read_only": true + } + ] + }, + "entry_doors": { + "initialize": { + "keys": 76, + "reached_tools_list": 25, + "reached_tools_call": 1, + "conversion_to_call": 0.013, + "top_uas": [ + [ + "node", + 15 + ], + [ + "WellknownBot/0.1 (+https://wellknown.network", + 7 + ], + [ + "MCPWitness/1.0 (health probe; +https://mcpwi", + 4 + ], + [ + "Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.7", + 3 + ], + [ + "(none)", + 3 + ], + [ + "aisec-registry/0.2 (+https://sec.sqrx.io)", + 2 + ] + ] + }, + "server/discover": { + "keys": 12, + "reached_tools_list": 3, + "reached_tools_call": 3, + "conversion_to_call": 0.25, + "top_uas": [ + [ + "python-httpx2/2.12.0", + 3 + ], + [ + "mcp2-research/1.0 (+https://github.com/dosix", + 2 + ], + [ + "(none)", + 1 + ], + [ + "Go-http-client/2.0", + 1 + ], + [ + "rokmcp-collector/0.2 (+https://rokmcp.com/bo", + 1 + ], + [ + "lastseen-migration-watch/1.0 (+https://lasts", + 1 + ] + ] + }, + "tools/call (cold, no handshake)": { + "keys": 3, + "reached_tools_list": 0, + "reached_tools_call": 3, + "conversion_to_call": 1.0, + "top_uas": [ + [ + "openai-mcp/1.0.0", + 3 + ] + ] + }, + "tools/list (cold)": { + "keys": 2, + "reached_tools_list": 2, + "reached_tools_call": 0, + "conversion_to_call": 0.0, + "top_uas": [ + [ + "undici", + 1 + ], + [ + "AIVE-MCP-Tools/1.0 (+https://aive.global/mcp", + 1 + ] + ] + } + }, + "key_sets": { + "initialize": 80, + "server/discover": 13, + "tools/list": 30, + "tools/call": 7, + "initialize_AND_tools_call": 2, + "tools_call_WITHOUT_initialize": 5, + "initialize_that_never_called": 78 + }, + "predial_documents": [ + { + "path": "/.well-known/oauth-protected-resource", + "rows": 50, + "client_keys": 8 + }, + { + "path": "/.well-known/oauth-authorization-server", + "rows": 27, + "client_keys": 8 + }, + { + "path": "/.well-known/openid-configuration", + "rows": 6, + "client_keys": 5 + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "rows": 4, + "client_keys": 2 + }, + { + "path": "/.well-known/http-message-signatures-directory", + "rows": 4, + "client_keys": 4 + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", + "rows": 3, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-protected-resource", + "rows": 3, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-authorization-server", + "rows": 3, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "rows": 3, + "client_keys": 1 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "rows": 3, + "client_keys": 1 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "rows": 3, + "client_keys": 1 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "rows": 3, + "client_keys": 1 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "rows": 3, + "client_keys": 1 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "rows": 3, + "client_keys": 1 + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", + "rows": 2, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", + "rows": 2, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", + "rows": 2, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", + "rows": 2, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-protected-resource", + "rows": 2, + "client_keys": 2 + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-authorization-server", + "rows": 2, + "client_keys": 2 + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown", + "rows": 2, + "client_keys": 1 + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/markdown", + "rows": 2, + "client_keys": 1 + } + ], + "rfc9728_prefix_form": [ + { + "user_agent": "mcpi/probe", + "rows": 140, + "addresses": 1 + }, + { + "user_agent": "Bun/1.3.14", + "rows": 12, + "addresses": 1 + }, + { + "user_agent": "Deno/2.7.5", + "rows": 10, + "addresses": 1 + }, + { + "user_agent": "node", + "rows": 6, + "addresses": 1 + }, + { + "user_agent": "SmitheryBot/1.0 (+https://smithery.ai)", + "rows": 5, + "addresses": 1 + }, + { + "user_agent": "(no user-agent sent)", + "rows": 5, + "addresses": 1 + }, + { + "user_agent": "llm4agents-cimd-audit/1.0 (+https://llm4agents.com)", + "rows": 1, + "addresses": 1 + } + ], + "rfc9728_suffix_form": [ + { + "user_agent": "aisec-registry/0.2 (+https://sec.sqrx.io)", + "rows": 159, + "addresses": 12 + } + ], + "ownership_file": [ + { + "is_self": false, + "status": 404, + "rows": 335, + "client_keys": 2 + }, + { + "is_self": true, + "status": 204, + "rows": 1, + "client_keys": 1 + }, + { + "is_self": true, + "status": 301, + "rows": 2, + "client_keys": 1 + }, + { + "is_self": true, + "status": 404, + "rows": 515, + "client_keys": 1 + } + ], + "get_leg": [ + { + "method": "POST", + "accept": "text/event-stream", + "status": 200, + "rows": 2663 + }, + { + "method": "POST", + "accept": "text/event-stream", + "status": 202, + "rows": 525 + }, + { + "method": "GET", + "accept": "*/* or absent", + "status": 200, + "rows": 502 + }, + { + "method": "GET", + "accept": "other", + "status": 200, + "rows": 155 + }, + { + "method": "GET", + "accept": "application/json", + "status": 200, + "rows": 51 + }, + { + "method": "GET", + "accept": "*/* or absent", + "status": 404, + "rows": 47 + }, + { + "method": "GET", + "accept": "text/event-stream", + "status": 200, + "rows": 46 + }, + { + "method": "GET", + "accept": "application/json", + "status": 404, + "rows": 41 + }, + { + "method": "HEAD", + "accept": "*/* or absent", + "status": 200, + "rows": 36 + }, + { + "method": "POST", + "accept": "application/json", + "status": 200, + "rows": 17 + }, + { + "method": "HEAD", + "accept": "application/json", + "status": 200, + "rows": 9 + }, + { + "method": "OPTIONS", + "accept": "*/* or absent", + "status": 204, + "rows": 7 + }, + { + "method": "HEAD", + "accept": "other", + "status": 200, + "rows": 5 + }, + { + "method": "POST", + "accept": "text/event-stream", + "status": 307, + "rows": 3 + }, + { + "method": "POST", + "accept": "text/event-stream", + "status": 308, + "rows": 2 + }, + { + "method": "POST", + "accept": "*/* or absent", + "status": 202, + "rows": 1 + }, + { + "method": "GET", + "accept": "*/* or absent", + "status": 301, + "rows": 1 + }, + { + "method": "GET", + "accept": "other", + "status": 308, + "rows": 1 + } + ], + "directory_records": { + "at": "2026-09-06T11:16:48+00:00", + "records": [ + { + "channel": "nanda", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "their poller marks a record offline when factsUrl is missing: 95% online with it, 21% without" + }, + { + "channel": "uptimesignal", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "monitors '[]' renders a public page reading 'No monitors configured' under a green headline" + }, + { + "channel": "agentry", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "verified + card_url is what puts a record in their trusted tier (trust_score 90)" + }, + { + "channel": "openagora", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "health_status is their browse filter; a failed check hides the record" + }, + { + "channel": "waggle-zone", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "they poll hourly and drop agents whose health goes stale" + }, + { + "channel": "a2a-registry-global", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "consecutiveFailures climbing is the early warning; status leaves ACTIVE after enough of them" + }, + { + "channel": "mcp-registry-official", + "verdict": "ok", + "records": 32, + "faults": [], + "why": "remotes present on 83% of active records vs 25% of inactive; status active is the browse filter" + }, + { + "channel": "smithery", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "a server with no connections block cannot be installed from their page" + }, + { + "channel": "mcpscan-modc2", + "verdict": "degraded", + "records": 12, + "faults": [ + { + "record": "www.pathwren.workers.dev", + "failed": [ + "status=\"error\" want 'live'", + "toolCount=0 want '*present*'" + ] + } + ], + "why": "their catalog is filtered to status=live; auth/error/unknown records are not returned at all" + }, + { + "channel": "skillmd", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "approved keeps it reachable and in semantic /api/search; the keyword browse list is repo-only" + }, + { + "channel": "agent-tools-cloud", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "health drives their ranking; note access.model is mislabelled agent_pays and needs a GitHub claim to fix" + }, + { + "channel": "pypi-registry", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "a yanked release disappears from pip resolution without any page changing" + }, + { + "channel": "agentcatalog", + "verdict": "ok", + "records": 1, + "faults": [], + "why": "their claim is re-checked and revoked if the domain proof stops resolving; the publisher page says so in words, and those words are the check" + } + ] + } + }, + "sql": { + "window_rows": "SELECT ts, path, ua, accept, surface, channel, status, method, asn, as_org, ip_hash FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ?", + "client_class": "SELECT key, booked FROM client_class WHERE window_end = (SELECT max(window_end) FROM client_class)", + "self_vs_external": "SELECT is_self, count(*) FROM hits WHERE ts >= ? AND ts <= ? GROUP BY is_self", + "per_ua": "SELECT ua, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ip_hash) AS addresses, count(DISTINCT asn) AS networks, min(ts), max(ts) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY ua ORDER BY client_keys DESC, hits DESC", + "per_asn": "SELECT as_org, asn, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ua) AS user_agents FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND asn IS NOT NULL GROUP BY as_org, asn ORDER BY client_keys DESC", + "hourly": "SELECT substr(ts, 1, 13) AS hour, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY hour ORDER BY hour", + "stream_open_get": "SELECT date(ts), method, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND path LIKE '%/mcp%' AND accept LIKE '%event-stream%' AND method = 'GET' GROUP BY date(ts), method, status ORDER BY 1", + "the_405s": "SELECT ua, path, count(*) FROM hits WHERE is_self = 0 AND status = 405 AND accept LIKE '%event-stream%' GROUP BY ua, path ORDER BY 3 DESC", + "who_took_a_405": "SELECT ts, ip_hash, ua FROM hits WHERE is_self = 0 AND status = 405 AND method = 'GET' AND accept LIKE '%event-stream%' ORDER BY ts", + "every_row_of_those_keys": "SELECT ts, ip_hash, ua, status FROM hits WHERE is_self = 0 ORDER BY ts", + "rpc_methods": "SELECT ts, ua, ip_hash, rpc_method FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND rpc_method IS NOT NULL AND rpc_method <> ''", + "predial_wellknown": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 AND (path LIKE '/.well-known/oauth%' OR path LIKE '%/.well-known/oauth%' OR path LIKE '/.well-known/openid%' OR path LIKE '/.well-known/http-message-signatures-directory') GROUP BY path ORDER BY 2 DESC", + "rfc9728_prefix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/.well-known/oauth-%/c/%' GROUP BY ua ORDER BY 2 DESC", + "rfc9728_suffix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/c/%/.well-known/oauth-%' GROUP BY ua ORDER BY 2 DESC", + "ownership_file": "SELECT is_self, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE path LIKE '%/.well-known/glama.json' GROUP BY is_self, status", + "get_leg": "SELECT method, accept, status, count(*) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND path LIKE '%/mcp%' GROUP BY method, accept, status ORDER BY 4 DESC", + "instances_named_in_the_user_agent": "SELECT ua, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND ua GLOB '*://*' GROUP BY ua ORDER BY hits DESC -- the instance hostname is then read out of the URL inside the -- user-agent, and the software name off its first token", + "external_per_day": "SELECT date(ts), count(*) FROM hits WHERE is_self = 0 GROUP BY 1 ORDER BY 1 DESC LIMIT 7", + "last_external_row": "SELECT max(ts) FROM hits WHERE is_self = 0", + "top_404_paths": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY path ORDER BY 3 DESC, 2 DESC LIMIT 24", + "who_asked": "SELECT ua, count(*) AS asks, count(DISTINCT path) AS distinct_paths FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY ua ORDER BY asks DESC" + }, + "channel_tagged_copies": { + "_what": "The same bytes at a per-channel address, so an arrival from a placement is attributable to the channel that carried it without a query string surviving anybody's URL normaliser.", + "form": "https://www.pathwren.workers.dev/c//blog/mcp-conformance-2026-w36.html", + "channels": [ + "https://www.pathwren.workers.dev/c/lemmy/blog/mcp-conformance-2026-w36.html", + "https://www.pathwren.workers.dev/c/mbin/blog/mcp-conformance-2026-w36.html", + "https://www.pathwren.workers.dev/c/friendica/blog/mcp-conformance-2026-w36.html", + "https://www.pathwren.workers.dev/c/piefed/blog/mcp-conformance-2026-w36.html", + "https://www.pathwren.workers.dev/c/mastodon/blog/mcp-conformance-2026-w36.html", + "https://www.pathwren.workers.dev/c/misskey/blog/mcp-conformance-2026-w36.html" + ] + }, + "license": { + "documents": "CC0-1.0", + "url": "https://creativecommons.org/publicdomain/zero/1.0/" + }, + "self_traffic_excluded": "Every query carries is_self = 0. This host marks its own requests at the edge and excludes them from every figure published here.", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/mcp-conformance-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.devhttps://www.pathwren.workers.dev/blog/mcp-conformance-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: links", + "2026-09-06T17:04Z - changed: generated_from", + "2026-09-06T16:49Z - began carrying changed_at and recent_changes" + ] +} \ No newline at end of file diff --git a/mcp-endpoint-callers-2026-w36.json b/mcp-endpoint-callers-2026-w36.json new file mode 100644 index 0000000..ecab3b0 --- /dev/null +++ b/mcp-endpoint-callers-2026-w36.json @@ -0,0 +1,1070 @@ +{ + "report": "mcp-endpoint-callers-2026-w36", + "kind": "mcp-callers", + "observed_as_of": "2026-09-07T02:48:50Z", + "window": { + "start": "2026-09-05T12:07:34+00:00", + "end": "2026-09-06T12:07:34+00:00", + "hours": 24.0 + }, + "what": "Every number in /blog/mcp-endpoint-callers-2026-w36, with the window it was measured over and the instant it was computed. Derived from this host's own request log; our own requests excluded.", + "mirror": { + "rows_in_window_all_surfaces": 23736, + "rpc_rows_in_window": 7325, + "newest_row": "2026-09-06T12:07:34+00:00", + "lag_minutes": 0.0, + "self_rows_excluded": "every row with is_self = 1, before counting", + "self_fetch_suspect_rows_dropped": 0, + "direction_of_error": "down — the mirror can lag the edge, so every count is a floor" + }, + "ruler": { + "client": "one (address hash, user-agent) pair, per rolling window", + "operator": "client keys folded to a party by review.operators(), the same fold the published operator count uses", + "endpoint_normalisation": "/c//mcp/doctor and /mcp/doctor are ONE endpoint reached through two placements", + "verdicts": "proven caller / possible / only-looked, disjoint, one per client", + "computed_by": "playbooks/tool_use_24h.py measure(), imported — not a second copy", + "rules_version": "review-5 2026-09-05 (surgeon, party-rulers-connectedness-1788613592): RULE_G gains require_connectedness=True — a document whose referer is neither empty nor a document this key already fetched is not movement, and an as", + "rpc_method_coverage": { + "rpc_method_recorded_from": "2026-09-02T03:05:48+00:00", + "rpc_lane_rows": 7325, + "rpc_lane_rows_with_an_attested_post": 3654, + "rpc_lane_rows_with_an_rpc_method": 3632, + "coverage_share": 0.994, + "denominator": "rpc-lane rows whose HTTP verb is an attested POST", + "why_it_matters": "rpc_method was added 2026-09-02, so most of a 24h window predates it and those rows keep NULL. A NULL row is judged by response fingerprint exactly as it was before, so this share is not a hole in the measurement — it is how much of the window is decided by PROOF rather than by inference. It climbs to 1.0 on its own over the 24h after the deploy and nothing is backfilled, exactly as `method` did on 2026-09-01." + } + }, + "headline": { + "clients_touching_an_rpc_endpoint": 330, + "operators_touching_an_rpc_endpoint": 162, + "rpc_rows": 7325, + "proven_callers": 23, + "proven_caller_operators": 8, + "proven_call_rows": 49, + "possible_callers": 4, + "undetermined_rows": 28, + "only_looked_clients": 303, + "read_only_clients": 214, + "clients_on_the_whole_host": 3527, + "share_of_host_clients_pct": 9.4 + }, + "funnel": [ + { + "step": "touched an RPC endpoint at all", + "clients": 330, + "share_pct": 100.0, + "what_it_means": "any request to /mcp*, /a2a* or a channel copy of one, including a plain GET of the endpoint" + }, + { + "step": "sent any POST", + "clients": 116, + "share_pct": 35.2, + "what_it_means": "a body was sent at all; everything above this line is a read" + }, + { + "step": "sent a named JSON-RPC method", + "clients": 116, + "share_pct": 35.2, + "what_it_means": "the POST body carried a `method`, recorded at the edge since 2026-09-02T03:05:48+00:00" + }, + { + "step": "sent initialize", + "clients": 82, + "share_pct": 24.8, + "what_it_means": "opened an MCP session — the handshake, not a use" + }, + { + "step": "asked what tools exist (tools/list)", + "clients": 32, + "share_pct": 9.7, + "what_it_means": "read the tool catalogue; still a look" + }, + { + "step": "PROVED a call", + "clients": 23, + "share_pct": 7.0, + "what_it_means": "at least one row whose method is an invoke verb of that row's lane: SendMessage, message/send, tools/call" + } + ], + "methods": [ + { + "method": "(not recorded)", + "rows": 3693, + "clients": 227, + "counts_as": "not recorded" + }, + { + "method": "initialize", + "rows": 2405, + "clients": 82, + "counts_as": "look" + }, + { + "method": "notifications/initialized", + "rows": 596, + "clients": 20, + "counts_as": "look" + }, + { + "method": "tools/list", + "rows": 300, + "clients": 32, + "counts_as": "look" + }, + { + "method": "server/discover", + "rows": 142, + "clients": 14, + "counts_as": "look" + }, + { + "method": "resources/list", + "rows": 56, + "clients": 12, + "counts_as": "look" + }, + { + "method": "prompts/list", + "rows": 56, + "clients": 10, + "counts_as": "look" + }, + { + "method": "tools/call", + "rows": 43, + "clients": 20, + "counts_as": "invoke" + }, + { + "method": "resources/templates/list", + "rows": 17, + "clients": 6, + "counts_as": "look" + }, + { + "method": "GetTask", + "rows": 9, + "clients": 2, + "counts_as": "look" + }, + { + "method": "SendMessage", + "rows": 6, + "clients": 3, + "counts_as": "invoke" + }, + { + "method": "this/method/does/not/exist", + "rows": 2, + "clients": 1, + "counts_as": "look" + } + ], + "tools_called": [ + { + "tool": "score_card", + "calls": 36, + "clients": 16 + }, + { + "tool": "whoami", + "calls": 3, + "clients": 2 + }, + { + "tool": "lookup_prefix", + "calls": 1, + "clients": 1 + }, + { + "tool": "generate_robots_txt", + "calls": 1, + "clients": 1 + }, + { + "tool": "__verifymcp_auth_probe_38906b5ef5efb0b9__", + "calls": 1, + "clients": 1 + }, + { + "tool": "tools_list_report", + "calls": 1, + "clients": 1 + } + ], + "endpoints": [ + { + "endpoint": "/mcp", + "rows": 1139, + "clients": 105, + "post_rows": 744, + "get_rows": 395, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/doctor", + "rows": 682, + "clients": 81, + "post_rows": 592, + "get_rows": 90, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/netcheck", + "rows": 618, + "clients": 82, + "post_rows": 571, + "get_rows": 47, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/lint", + "rows": 608, + "clients": 92, + "post_rows": 567, + "get_rows": 41, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/triage", + "rows": 608, + "clients": 79, + "post_rows": 558, + "get_rows": 50, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/robots", + "rows": 600, + "clients": 81, + "post_rows": 556, + "get_rows": 44, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a", + "rows": 469, + "clients": 43, + "post_rows": 8, + "get_rows": 461, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/robots", + "rows": 361, + "clients": 65, + "post_rows": 1, + "get_rows": 360, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/netcheck", + "rows": 355, + "clients": 59, + "post_rows": 1, + "get_rows": 354, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/lint", + "rows": 355, + "clients": 59, + "post_rows": 2, + "get_rows": 353, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/triage", + "rows": 354, + "clients": 57, + "post_rows": 1, + "get_rows": 353, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/discovery", + "rows": 353, + "clients": 56, + "post_rows": 1, + "get_rows": 352, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/doctor", + "rows": 351, + "clients": 56, + "post_rows": 1, + "get_rows": 350, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/a2a/score", + "rows": 349, + "clients": 54, + "post_rows": 1, + "get_rows": 348, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/markdown", + "rows": 56, + "clients": 26, + "post_rows": 49, + "get_rows": 7, + "kind": "json-rpc endpoint" + }, + { + "endpoint": "/mcp/triage/.well-known/mcp", + "rows": 4, + "clients": 3, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/doctor/.well-known/mcp", + "rows": 4, + "clients": 3, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/doctor/.well-known/oauth-authorization-server", + "rows": 4, + "clients": 2, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/doctor/.well-known/oauth-protected-resource", + "rows": 4, + "clients": 2, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/.well-known/oauth-authorization-server", + "rows": 4, + "clients": 2, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/.well-known/oauth-protected-resource", + "rows": 4, + "clients": 2, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/.well-known/mcp", + "rows": 4, + "clients": 2, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/triage/.well-known/oauth-authorization-server", + "rows": 4, + "clients": 2, + "post_rows": 0, + "get_rows": 4, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/netcheck/.well-known/mcp", + "rows": 3, + "clients": 3, + "post_rows": 0, + "get_rows": 3, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/triage/.well-known/oauth-protected-resource", + "rows": 3, + "clients": 2, + "post_rows": 0, + "get_rows": 3, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/lint/.well-known/oauth-authorization-server", + "rows": 3, + "clients": 2, + "post_rows": 0, + "get_rows": 3, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/lint/.well-known/oauth-protected-resource", + "rows": 3, + "clients": 2, + "post_rows": 0, + "get_rows": 3, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/netcheck/.well-known/oauth-authorization-server", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/netcheck/.well-known/oauth-protected-resource", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/markdown/.well-known/oauth-authorization-server", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/markdown/.well-known/oauth-protected-resource", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/markdown/.well-known/mcp", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/lint/.well-known/mcp", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/robots/.well-known/oauth-authorization-server", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/robots/.well-known/mcp", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/robots/.well-known/oauth-protected-resource", + "rows": 2, + "clients": 2, + "post_rows": 0, + "get_rows": 2, + "kind": "discovery document asked for beside an endpoint" + }, + { + "endpoint": "/mcp/sse", + "rows": 1, + "clients": 1, + "post_rows": 1, + "get_rows": 0, + "kind": "other path under an endpoint" + }, + { + "endpoint": "/a2a/example.json15:T3550,", + "rows": 1, + "clients": 1, + "post_rows": 0, + "get_rows": 1, + "kind": "other path under an endpoint" + }, + { + "endpoint": "/a2a/example.json15%3AT3550%2C", + "rows": 1, + "clients": 1, + "post_rows": 0, + "get_rows": 1, + "kind": "other path under an endpoint" + }, + { + "endpoint": "/mcp/triageok", + "rows": 1, + "clients": 1, + "post_rows": 0, + "get_rows": 1, + "kind": "other path under an endpoint" + }, + { + "endpoint": "/mcp/triage.", + "rows": 1, + "clients": 1, + "post_rows": 0, + "get_rows": 1, + "kind": "other path under an endpoint" + } + ], + "endpoint_summary": { + "json-rpc endpoint": 15, + "discovery document asked for beside an endpoint": 21, + "other path under an endpoint": 5 + }, + "promises_in_user_agents": { + "clients_whose_user_agent_promises_not_to_invoke": 4, + "distinct_user_agents": 3, + "requests_they_sent": 1526, + "kept_the_promise": 4, + "broke_the_promise": 0, + "user_agents_that_broke_it": [], + "promise_phrases": [ + "never invokes", + "no tool ever invoked", + "never invoked", + "liveness-only", + "liveness only", + "reachability check only", + "no tools invoked", + "no tool invoked" + ], + "how_it_is_checked": "the promise is read from the client's own user-agent string; whether it was kept is read from the verdict, which is derived from requests and never from the string", + "what_is_deliberately_not_checked": "promises about side effects ('read-only') or credentials ('no auth attempted'): calling a read-only tool breaks neither, so counting one as broken would be an assertion this log cannot make" + }, + "http_verbs": [ + { + "verb": "POST", + "rows": 3654 + }, + { + "verb": "GET", + "rows": 3472 + }, + { + "verb": "HEAD", + "rows": 192 + }, + { + "verb": "OPTIONS", + "rows": 7 + } + ], + "status_codes": [ + { + "status": 200, + "rows": 6674 + }, + { + "status": 202, + "rows": 596 + }, + { + "status": 404, + "rows": 43 + }, + { + "status": 204, + "rows": 7 + }, + { + "status": 308, + "rows": 3 + }, + { + "status": 301, + "rows": 1 + }, + { + "status": 307, + "rows": 1 + } + ], + "self_described_monitors": { + "clients": 46, + "rows": 2775, + "share_of_rpc_clients_pct": 13.9, + "of_those_that_proved_a_call": 2, + "how_this_is_decided": "the client's OWN user-agent string matches /(monitor|liveness|health|uptime|heartbeat|beat/|probe|watch|observer|census|smoke|check)/i. It is what the operator calls its client, never what the client did — what it did is in the verdict columns.", + "user_agents": [ + "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", + "AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)", + "AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)", + "AIVE-MCP-Prompts/1.0 (+https://aive.global/mcp-trust/census; one prompts/list POST per current-spec endpoint, no auth attempted, no prompt ever rendered)", + "AIVE-MCP-Resources/1.0 (+https://aive.global/mcp-trust/census; one resources/list POST per current-spec endpoint, no auth attempted, no resource ever read)", + "AIVE-MCP-Tools/1.0 (+https://aive.global/mcp-trust/census; one tools/list POST per current-spec endpoint, no auth attempted, no tool ever invoked)", + "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", + "Agoragentic-HealthMonitor/1.0", + "AgoragenticAdminHealth/1.0", + "CBI-Penny-Utility-Demand-Probe/0.4-failfast (market-research; no-payment; no-auth)", + "CBI-Penny-Utility-Demand-Probe/0.5-visible-failfast (market-research; no-payment; no-auth)", + "CBI/0.4.4-smoke (read-only machine-economy intelligence)", + "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", + "MCPWitness/1.0 (health probe; +https://mcpwitness.com)", + "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", + "Rokha-Probe/0.1 (+https://rokha.ai)", + "SaSame-Census-Era-Probe/1.0", + "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", + "TAR-Health/1.0", + "Universal-Service-Registry-MCP-Tool-Probe/1.0", + "UptimeSignal/1.0 (https://uptimesignal.io)", + "Watchpup/1.0 (+https://watchpup.dev; MCP monitor)", + "agent-world-probe/py-0.95 (research; MCP census)", + "io.verifymcp/probe", + "lastseen-migration-watch/1.0 (+https://lastseen.dev; polite one-shot spec-era probe)", + "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", + "mcp-drift-monitor/0.1 (read-only tool-definition observer)", + "mcp-uptime/0.1.0 (+health-check)", + "mcp-watch/0.1 (+mailto:mcpschemer@atomicmail.io)", + "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", + "mcpgrade-probe/0.1", + "mcpi/probe", + "mcpmon/1.0 (MCP liveness+drift archive; non-commercial research; vivekroorkee9053@gmail.com)", + "pod-directory-probe/0.1 (+https://askpod.ai)", + "rootz-mcp-registry-prober/0.1", + "teppi-probe/0.1.0", + "utopian-foundry-probe/1.0" + ] + }, + "busiest_client": { + "user_agent": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", + "rows": 1507, + "median_seconds_between_requests": 19.0, + "distinct_endpoints": 7, + "verdict": "only_looked", + "note": "the user-agent is the string this client sent; it is quoted, not verified" + }, + "callers": [ + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 5, + "tools": [ + "score_card", + "tools_list_report" + ], + "first_seen": "2026-09-05T12:19:04+00:00", + "last_seen": "2026-09-06T05:09:28+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 4, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:18:59+00:00", + "last_seen": "2026-09-05T12:41:12+00:00" + }, + { + "user_agent": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", + "class": "crawler", + "invoke_rows": 4, + "tools": [], + "first_seen": "2026-09-05T12:12:26+00:00", + "last_seen": "2026-09-06T06:39:38+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 4, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:21:59+00:00", + "last_seen": "2026-09-05T12:36:42+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 3, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:31:00+00:00", + "last_seen": "2026-09-05T12:41:21+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 3, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:19:34+00:00", + "last_seen": "2026-09-05T12:38:39+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:27:01+00:00", + "last_seen": "2026-09-06T05:07:03+00:00" + }, + { + "user_agent": "SaSame-MCP-Audit/0.1", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "whoami" + ], + "first_seen": "2026-09-05T12:47:01+00:00", + "last_seen": "2026-09-06T12:03:07+00:00" + }, + { + "user_agent": "node", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "generate_robots_txt", + "whoami" + ], + "first_seen": "2026-09-06T00:24:24+00:00", + "last_seen": "2026-09-06T00:24:26+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:27:16+00:00", + "last_seen": "2026-09-05T12:40:52+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:22:06+00:00", + "last_seen": "2026-09-05T12:24:10+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:24:53+00:00", + "last_seen": "2026-09-05T12:30:20+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:39:17+00:00", + "last_seen": "2026-09-05T12:44:46+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:35:42+00:00", + "last_seen": "2026-09-06T05:06:52+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 2, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:20:41+00:00", + "last_seen": "2026-09-05T12:37:02+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 1, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:41:08+00:00", + "last_seen": "2026-09-05T12:41:08+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 1, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:36:42+00:00", + "last_seen": "2026-09-05T12:36:42+00:00" + }, + { + "user_agent": "CBI/0.4.4-smoke (read-only machine-economy intelligence)", + "class": "agent", + "invoke_rows": 1, + "tools": [], + "first_seen": "2026-09-05T16:38:00+00:00", + "last_seen": "2026-09-05T16:38:00+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 1, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:19:50+00:00", + "last_seen": "2026-09-05T12:19:50+00:00" + }, + { + "user_agent": "rokmcp-collector/0.2 (+https://rokmcp.com/bot)", + "class": "crawler", + "invoke_rows": 1, + "tools": [ + "lookup_prefix" + ], + "first_seen": "2026-09-05T12:15:36+00:00", + "last_seen": "2026-09-06T10:32:05+00:00" + }, + { + "user_agent": "openai-mcp/1.0.0", + "class": "agent", + "invoke_rows": 1, + "tools": [ + "score_card" + ], + "first_seen": "2026-09-05T12:24:49+00:00", + "last_seen": "2026-09-05T12:24:49+00:00" + }, + { + "user_agent": "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", + "class": "agent", + "invoke_rows": 1, + "tools": [], + "first_seen": "2026-09-06T03:09:31+00:00", + "last_seen": "2026-09-06T03:09:32+00:00" + }, + { + "user_agent": "Go-http-client/2.0", + "class": "agent", + "invoke_rows": 1, + "tools": [ + "__verifymcp_auth_probe_38906b5ef5efb0b9__" + ], + "first_seen": "2026-09-06T00:04:48+00:00", + "last_seen": "2026-09-06T10:02:34+00:00" + } + ], + "caller_user_agent_counts": [ + { + "user_agent": "openai-mcp/1.0.0", + "client_keys": 16 + }, + { + "user_agent": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", + "client_keys": 1 + }, + { + "user_agent": "SaSame-MCP-Audit/0.1", + "client_keys": 1 + }, + { + "user_agent": "node", + "client_keys": 1 + }, + { + "user_agent": "CBI/0.4.4-smoke (read-only machine-economy intelligence)", + "client_keys": 1 + }, + { + "user_agent": "rokmcp-collector/0.2 (+https://rokmcp.com/bot)", + "client_keys": 1 + }, + { + "user_agent": "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", + "client_keys": 1 + }, + { + "user_agent": "Go-http-client/2.0", + "client_keys": 1 + } + ], + "time_to_first_call_seconds": { + "clients": 23, + "min": 0.0, + "median": 0.0, + "max": 41705.0, + "note": "measured from that client's first request in this window; a client whose session began before the window starts at 0" + }, + "asked_for_and_not_there": { + "rows": 43, + "paths": [ + { + "path": "/mcp/doctor/.well-known/oauth-authorization-server", + "rows": 4, + "clients": 2 + }, + { + "path": "/mcp/doctor/.well-known/oauth-protected-resource", + "rows": 4, + "clients": 2 + }, + { + "path": "/mcp/.well-known/oauth-authorization-server", + "rows": 4, + "clients": 2 + }, + { + "path": "/mcp/.well-known/oauth-protected-resource", + "rows": 4, + "clients": 2 + }, + { + "path": "/mcp/triage/.well-known/oauth-authorization-server", + "rows": 4, + "clients": 2 + }, + { + "path": "/mcp/triage/.well-known/oauth-protected-resource", + "rows": 3, + "clients": 2 + }, + { + "path": "/mcp/lint/.well-known/oauth-authorization-server", + "rows": 3, + "clients": 2 + }, + { + "path": "/mcp/lint/.well-known/oauth-protected-resource", + "rows": 3, + "clients": 2 + }, + { + "path": "/mcp/netcheck/.well-known/oauth-authorization-server", + "rows": 2, + "clients": 2 + }, + { + "path": "/mcp/netcheck/.well-known/oauth-protected-resource", + "rows": 2, + "clients": 2 + }, + { + "path": "/mcp/markdown/.well-known/oauth-authorization-server", + "rows": 2, + "clients": 2 + }, + { + "path": "/mcp/markdown/.well-known/oauth-protected-resource", + "rows": 2, + "clients": 2 + } + ], + "oauth_discovery_rows": 41, + "after_the_refusal": { + "clients_that_took_an_oauth_404": 2, + "of_those_that_posted_json_rpc_afterwards": 2, + "median_seconds_to_that_post": 1.0, + "what_it_means": "whether the refusal stopped the client or was a step in its discovery" + }, + "note": "requests to RPC endpoints that got 4xx. On this host they are almost all OAuth/OIDC discovery documents: clients looking for an authorization server that does not exist, because these endpoints need no auth." + }, + "cross_check": { + "source": "state/metrics.json tool_use_24h (the analyst's pin, computed independently of this report by playbooks/tool_use_24h.py)", + "pinned_at": "2026-09-06T19:25:08+00:00", + "proven_invokers": 6, + "proven_invoker_operators": 4, + "clients_touching_an_rpc_surface": 191, + "why_it_can_differ": "a different instant, therefore a different rolling 24h. Two windows are not a disagreement; both are published with the instant they were taken." + }, + "counting_rules": { + "our_own_traffic": "excluded before counting (is_self = 1), and the self-fetch watch's suspect keys are dropped on top of that", + "addresses": "a salted hash is stored, never the address; nothing here publishes either one", + "user_agents": "quoted exactly as sent. A user-agent is a claim and this host does not verify it; where a name appears it is the string, not an identification of the company", + "window": "one window, named above, never averaged across days" + }, + "license": "https://creativecommons.org/publicdomain/zero/1.0/", + "page": { + "html": "/blog/mcp-endpoint-callers-2026-w36.html", + "markdown": "/blog/mcp-endpoint-callers-2026-w36.md", + "json": "/blog/mcp-endpoint-callers-2026-w36.json" + }, + "figures_url": "https://www.pathwren.workers.dev/data/mcp-endpoint-callers-2026-w36.json", + "generated_by": "tools/gen_traffic_report.py", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/mcp-endpoint-callers-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/blog/mcp-endpoint-callers-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: observed_as_of, callers, caller_user_agent_counts, cross_check, and 1 more", + "2026-09-06T20:47Z - changed: observed_as_of, callers, caller_user_agent_counts, cross_check; 28871->28870 bytes", + "2026-09-06T16:49Z - changed: links" + ] +} \ No newline at end of file diff --git a/observed-clients.csv b/observed-clients.csv new file mode 100644 index 0000000..6f871a4 --- /dev/null +++ b/observed-clients.csv @@ -0,0 +1,1129 @@ +slug,name,kind,user_agent,requests,addresses,distinct_paths,first_seen,last_seen,status_codes,missing_paths_requested,our_class,documentation_url,page +node,node,library,node,10668,194,47,2026-08-31T22:49:52+00:00,2026-09-07T08:35:30+00:00,200:10565 202:69 404:19 405:14 not recorded:1,/mcp /c/mcp-registry-official/mcp/triage /c/mcp-registry-official/mcp/doctor /c/mcp-registry-official/mcp /c/mcp-registry-official/mcp/robots /c/mcp-registry-official/mcp/netcheck /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp /.well-known/oauth-protected-resource /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor /.well-known/oauth-authorization-server /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage /.well-known/openid-configuration /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown,agent,,https://www.pathwren.workers.dev/bot/node.html +claudebot,ClaudeBot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)",7556,7,4037,2026-09-01T00:46:32+00:00,2026-09-07T08:16:24+00:00,200:7554 404:2,/.well-known/oauth-authorization-server,crawler,mailto:claudebot@anthropic.com,https://www.pathwren.workers.dev/bot/claudebot.html +gptbot,GPTBot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)",6437,16,4124,2026-09-01T05:23:47+00:00,2026-09-07T07:30:06+00:00,200:6435 404:2,/.well-known/glama.json /.well-known/oauth-authorization-server,crawler,https://openai.com/gptbot,https://www.pathwren.workers.dev/bot/gptbot.html +sentineloracle,SentinelOracle,named,"SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)",5967,1,11,2026-09-01T01:24:24+00:00,2026-09-06T12:51:45+00:00,200:4276 202:1671 404:20,/.well-known/payment /.well-known/payments /.well-known/pricing,agent,https://glimind.com/opt-out,https://www.pathwren.workers.dev/bot/sentineloracle.html +meta-externalagent,meta-externalagent,named,"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))",3064,208,1759,2026-09-03T00:05:33+00:00,2026-09-07T08:24:29+00:00,200:3037 404:14 308:7 400:4 401:1 301:1,/tools/verification-methods /mcp. /tools/robots-allowed /changes.json /a2a.htm /icon.pn /.well-known/oauth-authorization-server /.well-known/oauth-protected-resource /.well-known/openid-configuration /hits.json /robots/ /.well-known/payment.json /this-path-does-not-exist- /.well-known/payment-manifest /.well-known/payment-pointer /.well-known/agentic-commerce.json /.well-known/mpp /v1/chat/completions,crawler,https://developers.facebook.com/docs/sharing/webmasters/crawler,https://www.pathwren.workers.dev/bot/meta-externalagent.html +mcpbeat,mcpbeat,named,mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check),2911,1,10,2026-09-01T01:43:38+00:00,2026-09-07T08:29:36+00:00,200:2619 202:290 404:2,/.well-known/oauth-protected-resource /.well-known/oauth-authorization-server,crawler,https://mcpbeat.com/bot/,https://www.pathwren.workers.dev/bot/mcpbeat.html +amazonbot,Amazonbot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36",2186,429,932,2026-09-02T04:57:56+00:00,2026-09-07T08:30:22+00:00,200:2174 308:9 404:2 400:1,/icon.pn /tools/robots-allowed /.well-known/oauth-authorization-server,crawler,https://developer.amazon.com/support/amazonbot,https://www.pathwren.workers.dev/bot/amazonbot.html +semrushbot,SemrushBot,named,Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html),1327,39,1023,2026-09-03T20:46:28+00:00,2026-09-07T08:33:43+00:00,200:1325 404:1 400:1,/tools/verification-methods /.well-known/oauth-authorization-server,crawler,http://www.semrush.com/bot.html,https://www.pathwren.workers.dev/bot/semrushbot.html +agent-tools-cloud-crawler,agent-tools.cloud-crawler,named,agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud),1211,2,33,2026-09-01T03:55:53+00:00,2026-09-07T07:58:35+00:00,200:1190 202:20 400:1,/a2a/netcheck,crawler,https://agent-tools.cloud,https://www.pathwren.workers.dev/bot/agent-tools-cloud-crawler.html +git,git,named,git/2.39.5,1079,4,712,2026-09-03T09:53:26+00:00,2026-09-06T12:08:43+00:00,200:1063 301:11 404:5,/c/pypi-registry/data/agents.json/info/refs /c/pypi-registry/git/ai-crawler-index/info/refs /c/rubygems-registry/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b /c/rubygems-registry/git/ai-crawler-index.git/objects/info/http-alternates /c/rubygems-registry/git/ai-crawler-index.git/objects/info/alternates,agent,,https://www.pathwren.workers.dev/bot/git.html +402explorer,402explorer,named,402explorer/0.1 (+https://discover.paygent.net/about),1059,2,16,2026-09-01T04:08:29+00:00,2026-09-07T07:03:02+00:00,200:1059,,agent,https://discover.paygent.net/about,https://www.pathwren.workers.dev/bot/402explorer.html +archive-org-bot,archive.org_bot,named,Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99,1017,11,912,2026-08-31T20:58:34+00:00,2026-09-06T08:06:32+00:00,200:502 not recorded:309 404:123 307:83,/data/A2A-Registry-HealthCheck/1.0 /data/bingbot/2.0 /data/ClaudeBot/1.0 /data/exaforce-mcprep/0.1%20(MCP%20server%20reputation%20scanner) /data/python-httpx2/2.12.0 /data/YandexBot/3.0 /data/Orbit-MCP-Registry-IconResolver/1.0 /data/Mozilla/5.0 /data/Go-http-client/2.0 /data/mcp-registry/1.0 /data/GPTBot/1.4 /data/measure-mcp-schema/0.1.0 /data/mcp-checker/1.0 /data/GF-Agent-Toll-Outbound/1.6.0 /data/utopian-foundry-probe/1.0 /data/MCPCatalogSync/1.0 /data/GF-Agent-Toll-Remediation/1.0 /data/AetherLink-Public-Discovery-Evidence/1.0 /data/python-httpx/0.28.1 /data/ReactorNetty/1.0.32 /data/ReactorNetty/1.2.1 /data/A2A-Registry/1.0 /data/AetherLink-Public-Agent-Card-Policy-Check/1.0 /data/AgentSure-MCPScan/0.1 /data/curl/7.88.0 /data/PackageHound/1.0 /data/SaSame-Census-Era-Probe/1.0 /data/SaSame-MCP-Audit/0.1 /data/TAR-Discovery/1.0 /data/TAR-Directory-Indexer/1.0 /data/TAR-Health/1.0 /bot/YandexBot/3.0 /bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8 /data/APIEvangelist-AddAPI-Control/1.0%20(%2Bhttps%3A/apis.io) /data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99 /data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com) /data/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8 /data/apis.io-submit/1.0%20(%2Bhttps%3A/apis.io) /data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36 /data/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net) /data/agent-tools.cloud-crawler/0.1%20(%2Bhttps%3A/agent-tools.cloud) /data/Deno/2.1.4%20(variant%3B%20SupabaseEdgeRuntime/1.74.3) /data/lastseen-schema-probe/1.0%20(%2Bhttps%3A/lastseen.dev%3B%20introspection-only) /data/hultra-link/1.0%20(%2Bhttps%3A/donnees.hultra.link/sondes.md) /data/agent-tools.cloud-a2a/0.1%20(%2Bhttps%3A/agent-tools.cloud) /data/application/json%2C%20text/event-stream%3Bq%3D0.9%2C%20*/*%3Bq%3D0.1 /data/MCPWatch/0.1.0%20(%2Bmcpwatch%40iyre.com)%20longitudinal%20MCP%20security%20research /data/AgentReputationBot/1.0%20(%2Bhttps%3A/agentreputation.dev) /data/mcp-schema-archive/1.0%20(%2Bhttps%3A/mcp-schema-archive.delfrost42.workers.dev) /data/AgentIndexBot/0.1%20(%2Bhttps%3A/agents.traderszone.net%3B%20polite%20ARD%20crawler) /data/x402-observatory/0.2%20(%2Bresearch%20collector%3B%20contact%3A%20300tsb%40gmail.com) /data/Mozilla/5.0%20(compatible%3B%20MCPCatalogSync/1.0) /data/agent-guild-scout/1%20(%2Bhttps%3A/agent-guild-5d5r.onrender.com/.well-known/agent-guild.json) /data/A2A-Registry-Smoke/1.0%20(%2Bhttps%3A/a2aregistry.org) /data/mcp-observatory/0.1.0%20(%2Bhttps%3A/github.com/yhouta/mcp-observatory%3B%20public%20transparency%20log%3B%20contact%3A%20yassine.houta%40outlook.fr) /data/SaSameAgentAudit/0.1%20(%2Bhttps%3A/live-vps.sasame.online/.well-known/agent-card.json) /data/pip/24.3.1%20%7B%22ci%22%3Anull%2C%22cpu%22%3A%22x86_64%22%2C%22implementation%22%3A%7B%22name%22%3A%22CPython%22%2C%22version%22%3A%223.11.9%22%7D%2C%22installer%22%3A%7B%22name%22%3A%22pip%22%2C%22version%22%3A%2224.3.1%22%7D%2C%22openssl_version%22%3A%22OpenSSL%203.0.13%2030%20Jan%202024%22%2C%22python%22%3A%223.11.9%22%2C%22setuptools_version%22%3A%2275.6.0%22%2C%22system%22%3A%7B%22name%22%3A%22Linux%22%2C%22release%22%3A%226.8.0%22%7D%7D /data/truespar-mcp-registry/0.1%20(%2Bhttps%3A/registry.truespar.com) /data/application/json%2C%20application/a2a%2Bjson%3Bq%3D0.9 /data/AetherLinkDiscoveryEvidence/1.0%20(%2Bhttps%3A/aetherlink.47-85-186-77.sslip.io/llms.txt) /data/api-forge-mcp-index/1.0%20(%2Bhttps%3A/api.temsor.com/mcp/index%3B%20iletisim%3A%20altyapi%40temsor.com) /data/Mozilla/5.0%20(compatible%3B%20AgentSure-MCPScan/0.1%3B%20%2Bhttps%3A/agentsure.tech) /data/application/json%2Ctext/html%3Bq%3D0.9%2C*/*%3Bq%3D0.7 /data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36 /data/Mozilla/5.0%20(iPhone%3B%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML%2C%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1 /data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36 /data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36 /data/Mozilla/5.0%20(Linux%3B%20Android%2010%3B%20K)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36 /data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0 /data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36 /data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36 /data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML%2C%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort) /bot/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net) /bot/GPTBot/1.4 /data/Googlebot-Video/1.0 /data/GoogleOther-Image/1.0 /data/GoogleOther-Video/1.0 /crawler/Googlebot-Video/1.0 /crawler/GoogleOther-Image/1.0 /crawler/GoogleOther-Video/1.0 /data/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html) /data/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0) /data/Mozilla/5.0%20(compatible%3B%20Google-CWS) /data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36 /data/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com) /data/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com) /data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com) /data/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html) /data/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html) /data/Mozilla/5.0%20(compatible%3B%20panscient.com) /data/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com) /data/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com) /crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html) /crawler/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0) /crawler/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36 /crawler/Mozilla/5.0%20(compatible%3B%20Google-CWS) /crawler/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com) /crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html) /crawler/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com) /crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com) /crawler/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html) /crawler/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html) /crawler/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html) /crawler/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com) /crawler/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com) /crawler/Mozilla/5.0%20(compatible%3B%20panscient.com) /message/send%20(the%20v1.0%20name%20SendMessage%20is%20accepted%20too) /bot/image/avif%2Cimage/webp%2Cimage/apng%2Cimage/svg%2Bxml%2Cimage/*%2C*/*%3Bq%3D0.8 /bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2Cimage/avif%2Cimage/webp%2Cimage/apng%2C*/*%3Bq%3D0.8%2Capplication/signed-exchange%3Bv%3Db3%3Bq%3D0.7,crawler,http://archive.org/details/archive.org_bot,https://www.pathwren.workers.dev/bot/archive-org-bot.html +waggle,Waggle,named,Waggle/1.0 (+https://waggle.zone),878,321,19,2026-09-02T04:15:47+00:00,2026-09-07T08:35:58+00:00,200:866 404:8 308:4,/a2a/.well-known/agent-card.json /a2a/.well-known/agent.json /mcp/triage/.well-known/agent-card.json /mcp/triage/.well-known/agent.json /apis.json/.well-known/agent-card.json /apis.json/.well-known/agent.json /.well-known/api-catalog/.well-known/agent-card.json /.well-known/api-catalog/.well-known/agent.json,agent,https://waggle.zone,https://www.pathwren.workers.dev/bot/waggle.html +yandexbot,YandexBot,named,Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots),877,393,673,2026-08-31T20:58:12+00:00,2026-09-07T06:43:38+00:00,200:876 not recorded:1,,crawler,http://yandex.com/bots,https://www.pathwren.workers.dev/bot/yandexbot.html +undici,undici,library,undici,844,4,13,2026-09-01T00:36:09+00:00,2026-09-07T08:28:07+00:00,200:585 404:174 202:74 405:11,/mcp /.well-known/oauth-protected-resource /c/mcp-registry-official/mcp /c/mcp-registry-official/mcp/triage /c/mcp-registry-official/mcp/netcheck /c/mcp-registry-official/mcp/robots,agent,,https://www.pathwren.workers.dev/bot/undici.html +pingzen,PingZen,named,"PingZen/1.0 (+https://pingzen.dev/docs/bot) Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",626,1,2,2026-09-05T19:29:59+00:00,2026-09-07T08:35:22+00:00,200:626,,crawler,https://pingzen.dev/docs/bot,https://www.pathwren.workers.dev/bot/pingzen.html +shapbot,ShapBot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0",579,7,371,2026-09-02T02:31:06+00:00,2026-09-07T06:56:46+00:00,200:565 404:14,/data /bot /operator /crawler /policy /ip-ranges /.well-known/oauth-authorization-server,crawler,,https://www.pathwren.workers.dev/bot/shapbot.html +python-httpx,python-httpx,library,python-httpx/0.28.1,520,87,48,2026-08-31T22:44:55+00:00,2026-09-07T08:35:20+00:00,200:474 404:32 202:13 not recorded:1,/c/ard/.well-known/mcp.json /a2a/health,agent,,https://www.pathwren.workers.dev/bot/python-httpx.html +sofyabot,SofyaBot,named,SofyaBot/1.0 (+https://sofya.co/bot),511,1,374,2026-09-05T23:24:10+00:00,2026-09-06T08:24:10+00:00,200:510 400:1,/tools/verification-methods,crawler,https://sofya.co/bot,https://www.pathwren.workers.dev/bot/sofyabot.html +dataforseobot,DataForSeoBot,named,Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot),459,1,456,2026-09-03T03:40:24+00:00,2026-09-03T08:24:19+00:00,200:457 301:2,,crawler,https://dataforseo.com/dataforseo-bot,https://www.pathwren.workers.dev/bot/dataforseobot.html +davefeedread,davefeedread,named,davefeedread v0.5.25,414,1,1,2026-09-03T01:08:27+00:00,2026-09-07T08:34:59+00:00,200:414,,agent,,https://www.pathwren.workers.dev/bot/davefeedread.html +mcpi,mcpi,named,mcpi/probe,377,1,23,2026-09-02T23:06:48+00:00,2026-09-07T03:40:40+00:00,404:295 200:79 204:3,/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint /.well-known/oauth-protected-resource /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint /.well-known/oauth-authorization-server /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/markdown,agent,,https://www.pathwren.workers.dev/bot/mcpi.html +forgescanner,ForgeScanner,named,Mozilla/5.0 (compatible; ForgeScanner/2.0),353,1,59,2026-09-03T08:01:04+00:00,2026-09-07T06:05:10+00:00,200:349 404:4,/services /blog,agent,,https://www.pathwren.workers.dev/bot/forgescanner.html +aisec-registry,aisec-registry,named,aisec-registry/0.2 (+https://sec.sqrx.io),352,12,29,2026-09-01T09:17:24+00:00,2026-09-06T09:53:45+00:00,200:184 404:168,/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource /c/mcp-registry-official/mcp/doctor/.well-known/mcp /c/mcp-registry-official/mcp/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/.well-known/oauth-protected-resource /c/mcp-registry-official/mcp/.well-known/mcp /c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource /c/mcp-registry-official/mcp/triage/.well-known/mcp /c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource /c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource /c/mcp-registry-official/mcp/lint/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/lint/.well-known/oauth-protected-resource /c/mcp-registry-official/mcp/markdown/.well-known/oauth-authorization-server /c/mcp-registry-official/mcp/markdown/.well-known/oauth-protected-resource,agent,https://sec.sqrx.io,https://www.pathwren.workers.dev/bot/aisec-registry.html +agentdisco,AgentDisco,named,AgentDisco/1.0 (+https://agentdisco.io/bot),344,1,42,2026-09-01T02:28:30+00:00,2026-09-06T08:35:40+00:00,200:195 404:132 301:11 405:6,/graphql /api/graphql /query /this-path-definitely-does-not-exist-agentdisco-c4fd96712e04 /docs /documentation /api /api/docs /reference /developers /signup /register /api-keys /account/api /ai.txt /.well-known/openid-configuration /.well-known/openapi.json /.well-known/openapi.yaml /this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c /this-path-definitely-does-not-exist-agentdisco-428204ed4d39 /this-path-definitely-does-not-exist-agentdisco-5937b945b716 /this-path-definitely-does-not-exist-agentdisco-77500eea01f2 /this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb /this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e /this-path-definitely-does-not-exist-agentdisco-0a005de0b2a4 /this-path-definitely-does-not-exist-agentdisco-567342a36575 /this-path-definitely-does-not-exist-agentdisco-c50fa700dd4c /this-path-definitely-does-not-exist-agentdisco-7d0fb9ffa82a /this-path-definitely-does-not-exist-agentdisco-ff2c23934cb6 /this-path-definitely-does-not-exist-agentdisco-65349493654c /this-path-definitely-does-not-exist-agentdisco-d4619c1b1f7e,crawler,https://agentdisco.io/bot,https://www.pathwren.workers.dev/bot/agentdisco.html +agoragenticadminhealth,AgoragenticAdminHealth,named,AgoragenticAdminHealth/1.0,342,17,1,2026-09-03T06:48:20+00:00,2026-09-07T08:34:19+00:00,200:342,,agent,,https://www.pathwren.workers.dev/bot/agoragenticadminhealth.html +watchpup,Watchpup,named,Watchpup/1.0 (+https://watchpup.dev; MCP monitor),340,1,1,2026-09-03T05:57:42+00:00,2026-09-07T08:29:32+00:00,200:340,,agent,https://watchpup.dev,https://www.pathwren.workers.dev/bot/watchpup.html +webalert,WebAlert,named,Mozilla/5.0 (compatible; WebAlert/1.0; +https://web-alert.io),309,1,3,2026-09-06T04:22:56+00:00,2026-09-07T08:33:02+00:00,200:309,,unknown,https://web-alert.io,https://www.pathwren.workers.dev/bot/webalert.html +enerlio,Enerlio,named,Enerlio GmbH FACTANKER marc@enerlio.de,281,1,7,2026-09-01T01:07:45+00:00,2026-09-07T07:07:02+00:00,200:194 202:87,,agent,mailto:marc@enerlio.de,https://www.pathwren.workers.dev/bot/enerlio.html +agenttrust-monitor,AgentTrust-Monitor,named,AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology),244,1,1,2026-09-01T03:08:31+00:00,2026-09-07T08:12:27+00:00,200:235 405:9,/c/mcp-registry-official/mcp/doctor,agent,https://agenttrust.site/methodology,https://www.pathwren.workers.dev/bot/agenttrust-monitor.html +a2a-registry-healthcheck,A2A-Registry-HealthCheck,named,A2A-Registry-HealthCheck/1.0,241,17,1,2026-09-01T02:52:12+00:00,2026-09-07T08:09:51+00:00,200:241,,agent,,https://www.pathwren.workers.dev/bot/a2a-registry-healthcheck.html +rokmcp-collector,rokmcp-collector,named,rokmcp-collector/0.2 (+https://rokmcp.com/bot),236,1,6,2026-09-04T01:38:17+00:00,2026-09-07T08:25:31+00:00,200:236,,crawler,https://rokmcp.com/bot,https://www.pathwren.workers.dev/bot/rokmcp-collector.html +mcp2-research,mcp2-research,named,mcp2-research/1.0 (+https://github.com/dosixx; KHU SIFT Lab),228,2,12,2026-09-02T22:40:49+00:00,2026-09-07T00:46:22+00:00,200:219 202:9,,agent,https://github.com/dosixx,https://www.pathwren.workers.dev/bot/mcp2-research.html +sasame-mcp-audit,SaSame-MCP-Audit,named,SaSame-MCP-Audit/0.1,212,1,13,2026-09-01T01:07:30+00:00,2026-09-07T08:28:07+00:00,200:212,,agent,,https://www.pathwren.workers.dev/bot/sasame-mcp-audit.html +agent-ready-scanner,agent-ready-scanner,named,agent-ready-scanner/1.0 (+https://agent-ready.dev),203,2,129,2026-09-03T00:22:52+00:00,2026-09-05T21:45:19+00:00,200:111 404:92,/.well-known/ucp /.well-known/oauth-authorization-server /agents.json /.well-known/oauth-protected-resource /agent-permissions.json /AGENTS.md /.well-known/agent-permissions.json /agents.md /.well-known/agents.json /.well-known/agents.md /docs/AGENTS.md /.well-known/acp.json /docs/sitemap.md /CLAUDE.md /.well-known/agent-skills/index.json /.well-known/sitemap.md /sitemap.md /.well-known/http-message-signatures-directory /.cursor/rules /.cursorrules /.md /.mdx /index.html.md /index.md /a2a.html.md /about.html.md /a2a.html.mdx /a2a.md /about.html.mdx /about.md /ai-crawler-logs/index.html.md /ai-crawler-logs/index.html.mdx /ai-crawler-logs/index.md /api.html.md /api.html.mdx /ai-crawler-robots/index.html.md /api.md /ai-crawler-robots/index.html.mdx /category/ai-search.html.md /ai-crawler-robots/index.md /category/ai-search.html.mdx /category/ai-search.md /category/ai-training.html.md /category/ai-training.html.mdx /category/ai-training.md /category/archive.html.md /category/dataset.html.md /category/archive.html.mdx /category/dataset.html.mdx /category/archive.md /category/dataset.md /category/preview.html.md /category/preview.html.mdx /category/preview.md /category/search.html.md /category/search.html.mdx /category/seo.html.md /category/search.md /category/seo.html.mdx /category/seo.md /category/tool.html.md /category/tool.html.mdx /category/tool.md /changelog.html.md /changelog.html.mdx /category/user-fetch.html.md /changelog.md /category/user-fetch.html.mdx /category/user-fetch.md /compliance.md /compliance.mdx /contact.md /contact.mdx /crawler/adsbot-google-mobile-apps.html.md /crawler/adsbot-google-mobile-apps.html.mdx /crawler/adsbot-google-mobile.html.md /crawler/adsbot-google-mobile.html.mdx /crawler/adsbot-google.html.md /crawler/adsbot-google.html.mdx /crawler/ahrefsbot.html.md /crawler/ahrefsbot.html.mdx /crawler/ahrefssiteaudit.html.md /crawler/ahrefssiteaudit.html.mdx /crawler/ai2bot-dolma.html.md /crawler/ai2bot-dolma.html.mdx /crawler/ai2bot.html.md /crawler/ai2bot.html.mdx,agent,https://agent-ready.dev,https://www.pathwren.workers.dev/bot/agent-ready-scanner.html +mcp-cloud-aboutbot,MCP-Cloud-AboutBot,named,MCP-Cloud-AboutBot/1.0 (+https://github.com/mcp-cloud),197,1,37,2026-09-04T04:02:23+00:00,2026-09-04T04:03:26+00:00,200:197,,crawler,https://github.com/mcp-cloud,https://www.pathwren.workers.dev/bot/mcp-cloud-aboutbot.html +agentgaugebot,AgentGaugeBot,named,AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner),192,6,21,2026-09-03T05:27:45+00:00,2026-09-07T06:04:43+00:00,200:112 404:80,/.well-known/mcp/server-card.json /.well-known/oauth-authorization-server /.well-known/oauth-protected-resource /.well-known/openid-configuration /.well-known/agentic-commerce.json /.well-known/payment.json /.well-known/payment-pointer /.well-known/ucp /.well-known/http-message-signatures-directory /agents,crawler,https://agentgauge.ai,https://www.pathwren.workers.dev/bot/agentgaugebot.html +mcpscan,mcpscan,named,mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler),189,1,12,2026-09-01T02:28:50+00:00,2026-09-07T04:38:40+00:00,200:173 202:13 404:3,/c/modc2-com/.well-known/agent-card.json,crawler,https://modc2.com/mcpscan,https://www.pathwren.workers.dev/bot/mcpscan.html +proofbench,ProofBench,named,ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe),180,1,8,2026-08-31T22:17:01+00:00,2026-09-07T07:56:40+00:00,200:179 not recorded:1,,agent,https://proofbench.dev/about/probe,https://www.pathwren.workers.dev/bot/proofbench.html +agentgrade,AgentGrade,named,AgentGrade/1.0 (security research; agentgrade.net),155,1,22,2026-09-01T02:53:17+00:00,2026-09-03T02:53:44+00:00,404:98 200:57,/admin /dashboard /_internal /.env /.git/config /.git/HEAD /debug /server-status /.env.local /config.json /appsettings.json /package.json /agentgrade-404-check-xyz /AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA,agent,,https://www.pathwren.workers.dev/bot/agentgrade.html +neuronto,Neuronto,named,Neuronto/1.0 (+https://neuronto.com/about; ARD registry; crawler),141,3,22,2026-09-01T08:18:38+00:00,2026-09-07T04:56:25+00:00,200:141,,crawler,https://neuronto.com/about,https://www.pathwren.workers.dev/bot/neuronto.html +gtm-engine,gtm-engine,named,gtm-engine/0.1 (+contact enrichment; no pattern-guessing),138,4,6,2026-09-01T16:51:55+00:00,2026-09-05T15:22:30+00:00,200:113 404:25,/about /contact /about-us /impressum /legal,agent,,https://www.pathwren.workers.dev/bot/gtm-engine.html +facebookexternalhit,facebookexternalhit,named,facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php),136,91,14,2026-09-03T08:25:25+00:00,2026-09-07T07:09:16+00:00,200:136,,crawler,http://www.facebook.com/externalhit_uatext.php,https://www.pathwren.workers.dev/bot/facebookexternalhit.html +python-httpx2,python-httpx2,library,python-httpx2/2.12.0,135,5,8,2026-08-31T22:15:20+00:00,2026-09-07T05:34:03+00:00,200:96 204:36 not recorded:3,,agent,,https://www.pathwren.workers.dev/bot/python-httpx2.html +agenstrybot,AgenstryBot,named,AgenstryBot/0.3.0 (+https://agenstry.com/bot),131,1,7,2026-09-01T04:28:51+00:00,2026-09-07T07:05:38+00:00,200:88 404:43,/.well-known/x402 /.well-known/mpp /.well-known/payment-manifest,crawler,https://agenstry.com/bot,https://www.pathwren.workers.dev/bot/agenstrybot.html +golemreachtrustbot,GolemreachTrustBot,named,GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot),117,1,8,2026-09-01T00:48:12+00:00,2026-09-07T08:06:37+00:00,200:113 404:2 301:2,/.well-known/agent-card.json /.well-known/agent.json,crawler,https://golemreach.com/trust/bot,https://www.pathwren.workers.dev/bot/golemreachtrustbot.html +mcpwatch,MCPWatch,named,MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research,111,1,7,2026-09-01T03:49:49+00:00,2026-09-07T03:52:23+00:00,200:100 202:11,,agent,mailto:mcpwatch@iyre.com,https://www.pathwren.workers.dev/bot/mcpwatch.html +neoncamplinksbot,NeonCampLinksBot,named,Mozilla/5.0 (compatible; NeonCampLinksBot/1.0; +https://neoncamp.com),108,1,1,2026-09-06T00:15:29+00:00,2026-09-07T08:30:37+00:00,200:108,,crawler,https://neoncamp.com,https://www.pathwren.workers.dev/bot/neoncamplinksbot.html +applecoremedia,AppleCoreMedia,named,AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; en_us),104,40,9,2026-09-06T01:00:20+00:00,2026-09-07T05:41:48+00:00,200:104,,agent,,https://www.pathwren.workers.dev/bot/applecoremedia.html +gomodulemirror,GoModuleMirror,named,GoModuleMirror/1.0 (+https://proxy.golang.org),103,7,58,2026-09-05T23:29:05+00:00,2026-09-06T00:18:34+00:00,200:90 301:13,,agent,https://proxy.golang.org,https://www.pathwren.workers.dev/bot/gomodulemirror.html +cbi-penny-utility-demand-probe,CBI-Penny-Utility-Demand-Probe,named,CBI-Penny-Utility-Demand-Probe/0.5-visible-failfast (market-research; no-payment; no-auth),100,1,10,2026-09-05T22:51:37+00:00,2026-09-05T23:08:58+00:00,200:100,,agent,,https://www.pathwren.workers.dev/bot/cbi-penny-utility-demand-probe.html +axios,axios,library,axios/1.15.2,98,5,19,2026-09-01T07:09:31+00:00,2026-09-07T06:04:47+00:00,404:48 200:42 307:6 301:2,/.well-known/a2ui-config.json /.well-known/agui-manifest.json /.well-known/ucp-manifest.json /.well-known/acp.json /.well-known/ucp /.well-known/anp.json /.well-known/ap2-mandates.json /.well-known/did.json,agent,,https://www.pathwren.workers.dev/bot/axios.html +lastseen-schema-probe,lastseen-schema-probe,named,lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only),97,1,8,2026-09-01T06:12:51+00:00,2026-09-07T06:23:19+00:00,200:97,,agent,https://lastseen.dev,https://www.pathwren.workers.dev/bot/lastseen-schema-probe.html +go-http-client,Go-http-client,library,Go-http-client/2.0,91,8,22,2026-08-31T23:00:06+00:00,2026-09-07T06:26:45+00:00,200:88 404:3,/c /c/go-module-proxy/git /c/rssparrot/feed.xmlPlease,agent,,https://www.pathwren.workers.dev/bot/go-http-client.html +aive-mcp-discover,AIVE-MCP-Discover,named,"AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)",88,10,7,2026-09-02T07:31:36+00:00,2026-09-07T07:56:46+00:00,200:88,,agent,https://aive.global/mcp-trust/census,https://www.pathwren.workers.dev/bot/aive-mcp-discover.html +curl,curl,library,curl/8.7.1,88,19,43,2026-09-01T02:28:30+00:00,2026-09-07T08:27:58+00:00,200:81 404:4 405:1 400:1 202:1,/crawler/nope.json /graphql /a2a/doctor /bot/mcp-verify.json /.well-known/oauth-authorization-server,agent,,https://www.pathwren.workers.dev/bot/curl.html +tar-directory-indexer,TAR-Directory-Indexer,named,TAR-Directory-Indexer/1.0,86,1,16,2026-09-01T03:27:40+00:00,2026-09-07T03:28:54+00:00,200:86,,agent,,https://www.pathwren.workers.dev/bot/tar-directory-indexer.html +deno,Deno,library,Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.74.3),72,19,31,2026-08-31T22:30:06+00:00,2026-09-07T01:32:01+00:00,200:47 404:23 not recorded:2,/c/mcp-registry-official/mcp/.well-known/openid-configuration /.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-protected-resource /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-authorization-server /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp /.well-known/openid-configuration /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor /c/mcp-registry-official/mcp/robots/.well-known/openid-configuration /c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots /c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration /c/mcp-registry-official/mcp/triage/.well-known/openid-configuration /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage /.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage /.well-known/openid-configuration/c/mcp-registry-official/mcp/triage /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp /.well-known/openid-configuration/c/mcp-registry-official/mcp/robots /.well-known/openid-configuration/c/mcp-registry-official/mcp /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor,agent,,https://www.pathwren.workers.dev/bot/deno.html +mozilla,Mozilla,library,Mozilla/5.0,72,11,54,2026-09-01T02:49:36+00:00,2026-09-06T09:15:03+00:00,200:53 404:16 405:3,/v1/models /openai/v1/models /api/v1/models /models /v1/chat/completions /chat/completions /openai/v1/chat/completions /pricing.html /changelog.json /skills.json /agents.md /AGENTS.md /.well-known/dnt-policy.txt /humans.txt /graphql /api-docs /redoc /docs /v1/openapi.json,agent,,https://www.pathwren.workers.dev/bot/mozilla.html +capi2-neural-revenue-flow,CAPI2-Neural-Revenue-Flow,named,CAPI2-Neural-Revenue-Flow/0.2,70,1,1,2026-09-04T22:25:52+00:00,2026-09-07T06:30:24+00:00,200:70,,agent,,https://www.pathwren.workers.dev/bot/capi2-neural-revenue-flow.html +bingbot,bingbot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36",69,44,53,2026-08-31T20:58:11+00:00,2026-09-07T05:51:18+00:00,200:68 not recorded:1,,crawler,http://www.bing.com/bingbot.htm,https://www.pathwren.workers.dev/bot/bingbot.html +mcpgrade-probe,mcpgrade-probe,named,mcpgrade-probe/0.1,68,1,10,2026-09-01T07:07:29+00:00,2026-09-07T07:43:38+00:00,200:39 404:25 202:4,/.well-known/oauth-protected-resource /.well-known/oauth-authorization-server,agent,,https://www.pathwren.workers.dev/bot/mcpgrade-probe.html +mcp-watch,mcp-watch,named,mcp-watch/0.1 (+mailto:mcpschemer@atomicmail.io),65,2,5,2026-09-03T15:23:32+00:00,2026-09-07T02:07:22+00:00,200:59 202:6,,agent,mailto:mcpschemer@atomicmail.io,https://www.pathwren.workers.dev/bot/mcp-watch.html +ahrefsbot,AhrefsBot,named,Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/),60,58,6,2026-09-01T12:22:33+00:00,2026-09-07T07:51:00+00:00,200:60,,crawler,http://ahrefs.com/robot/,https://www.pathwren.workers.dev/bot/ahrefsbot.html +googleother,GoogleOther,named,"Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; GoogleOther)",60,8,54,2026-09-02T00:10:06+00:00,2026-09-06T12:06:16+00:00,200:58 301:1 404:1,/c/mcp-registry-official/mcp/triageok,crawler,,https://www.pathwren.workers.dev/bot/googleother.html +io-verifymcp,io.verifymcp,named,io.verifymcp/probe,59,1,8,2026-08-31T23:00:06+00:00,2026-09-07T02:18:25+00:00,200:56 301:3,,agent,,https://www.pathwren.workers.dev/bot/io-verifymcp.html +exasearchbot,ExaSearchBot,named,Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/),58,50,53,2026-09-05T14:10:13+00:00,2026-09-06T10:11:09+00:00,200:58,,crawler,https://crawler.exa.ai/,https://www.pathwren.workers.dev/bot/exasearchbot.html +openai-mcp,openai-mcp,named,openai-mcp/1.0.0,58,17,4,2026-09-04T10:25:02+00:00,2026-09-06T05:09:28+00:00,200:57 202:1,,agent,,https://www.pathwren.workers.dev/bot/openai-mcp.html +python-requests,python-requests,named,python-requests/2.33.0,58,42,14,2026-09-01T06:23:35+00:00,2026-09-06T12:51:25+00:00,200:48 308:6 404:3 301:1,/c/pypi-registry/) /c/pypi-registry/ai-crawler-robots/data.json) /c/pypi-registry/ai-crawler-robots/),agent,,https://www.pathwren.workers.dev/bot/python-requests.html +arctic,Arctic,named,Arctic/0.4.4.0; (iPhone; iOS 26.6.1; Scale/3.0),57,40,9,2026-09-06T01:00:20+00:00,2026-09-07T04:46:06+00:00,200:57,,agent,,https://www.pathwren.workers.dev/bot/arctic.html +hultra-link,hultra-link,named,hultra-link/1.0 (+https://donnees.hultra.link/sondes.md),57,2,11,2026-08-31T22:10:04+00:00,2026-09-07T04:20:01+00:00,200:54 202:2 not recorded:1,,agent,https://donnees.hultra.link/sondes.md,https://www.pathwren.workers.dev/bot/hultra-link.html +python,Python,named,Python/3.11 aiohttp/3.13.5,56,30,43,2026-09-03T01:27:04+00:00,2026-09-07T00:01:35+00:00,200:40 308:14 301:2,,agent,,https://www.pathwren.workers.dev/bot/python.html +googlebot,Googlebot,named,Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html),55,10,8,2026-09-02T00:11:50+00:00,2026-09-06T12:50:22+00:00,200:51 301:4,,crawler,http://www.google.com/bot.html,https://www.pathwren.workers.dev/bot/googlebot.html +llmse,LLMSE,named,Mozilla/5.0 (compatible; LLMSE/1.7.2; +https://llmse.ai/about),55,1,13,2026-09-03T05:17:24+00:00,2026-09-07T08:13:15+00:00,200:55,,agent,https://llmse.ai/about,https://www.pathwren.workers.dev/bot/llmse.html +x402-observatory,x402-observatory,named,x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com),53,2,14,2026-09-01T06:13:13+00:00,2026-09-07T08:32:08+00:00,200:53,,agent,mailto:300tsb@gmail.com,https://www.pathwren.workers.dev/bot/x402-observatory.html +reliability-bureau-spike,reliability-bureau-spike,named,reliability-bureau-spike/0.1,52,2,6,2026-09-01T09:20:59+00:00,2026-09-06T09:37:10+00:00,200:47 202:5,,agent,,https://www.pathwren.workers.dev/bot/reliability-bureau-spike.html +utopian-foundry-probe,utopian-foundry-probe,named,utopian-foundry-probe/1.0,51,1,7,2026-09-01T06:12:38+00:00,2026-09-07T06:14:59+00:00,200:51,,agent,,https://www.pathwren.workers.dev/bot/utopian-foundry-probe.html +mcp-rugpull-research,mcp-rugpull-research,named,mcp-rugpull-research/1.0,50,1,6,2026-09-01T16:13:49+00:00,2026-09-05T16:19:33+00:00,200:40 202:10,,agent,,https://www.pathwren.workers.dev/bot/mcp-rugpull-research.html +bun,Bun,named,Bun/1.3.14,49,2,33,2026-09-03T18:40:14+00:00,2026-09-04T18:39:56+00:00,404:28 200:20 202:1,/.well-known/oauth-protected-resource /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp /.well-known/oauth-authorization-server /.well-known/openid-configuration /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck /c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration /.well-known/openid-configuration/c/mcp-registry-official/mcp/triage /.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor /c/mcp-registry-official/mcp/lint/.well-known/openid-configuration /.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots /c/mcp-registry-official/mcp/triage/.well-known/openid-configuration /.well-known/openid-configuration/c/mcp-registry-official/mcp/robots /.well-known/openid-configuration/c/mcp-registry-official/mcp/lint /c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage /c/mcp-registry-official/mcp/.well-known/openid-configuration /.well-known/openid-configuration/c/mcp-registry-official/mcp /.well-known/oauth-authorization-server/c/mcp-registry-official/mcp /c/mcp-registry-official/mcp/robots/.well-known/openid-configuration,agent,,https://www.pathwren.workers.dev/bot/bun.html +mastodon,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://defcon.social/) Bot,48,2,35,2026-09-05T12:42:26+00:00,2026-09-07T03:44:37+00:00,200:47 308:1,,crawler,https://defcon.social/,https://www.pathwren.workers.dev/bot/mastodon.html +mcp-schema-archive,mcp-schema-archive,named,mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev),48,1,7,2026-09-01T03:37:27+00:00,2026-09-07T07:42:18+00:00,200:48,,agent,https://mcp-schema-archive.delfrost42.workers.dev,https://www.pathwren.workers.dev/bot/mcp-schema-archive.html +endpointaudit,EndpointAudit,named,EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit),46,7,8,2026-09-01T01:54:55+00:00,2026-09-07T01:54:13+00:00,200:44 202:2,,agent,https://github.com/Zorglub354/endpointaudit,https://www.pathwren.workers.dev/bot/endpointaudit.html +tar-discovery,TAR-Discovery,named,TAR-Discovery/1.0,46,1,13,2026-09-01T03:41:21+00:00,2026-09-07T03:36:39+00:00,200:46,,agent,,https://www.pathwren.workers.dev/bot/tar-discovery.html +tar-health,TAR-Health,named,TAR-Health/1.0,46,1,8,2026-09-01T03:41:21+00:00,2026-09-07T03:36:39+00:00,200:46,,agent,,https://www.pathwren.workers.dev/bot/tar-health.html +apievangelist,APIEvangelist,named,Mozilla/5.0 (compatible; APIEvangelist/1.0),44,1,35,2026-09-01T11:56:42+00:00,2026-09-01T12:06:54+00:00,200:37 404:7,/.well-known/oauth-authorization-server /.well-known/oauth-protected-resource /.well-known/openid-configuration /asyncapi.yaml /asyncapi.json /terms.html /privacy.html,agent,,https://www.pathwren.workers.dev/bot/apievangelist.html +commafeed,CommaFeed,named,CommaFeed/7.3.2 (https://github.com/Athou/commafeed),42,1,1,2026-09-06T04:23:48+00:00,2026-09-07T08:30:21+00:00,304:36 200:6,,agent,https://github.com/Athou/commafeed,https://www.pathwren.workers.dev/bot/commafeed.html +verifymcp-ownersbot,VerifyMCP-OwnersBot,named,VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json),42,1,9,2026-08-31T23:12:20+00:00,2026-09-07T04:17:53+00:00,200:36 404:6,/mcp/.well-known/owners.json /.well-known/owners.json /c/mcp-registry-official/mcp/triage/.well-known/owners.json /c/mcp-registry-official/mcp/doctor/.well-known/owners.json /c/mcp-registry-official/mcp/netcheck/.well-known/owners.json /c/mcp-registry-official/mcp/robots/.well-known/owners.json,crawler,https://verifymcp.io/docs/build/owners-json,https://www.pathwren.workers.dev/bot/verifymcp-ownersbot.html +agentry-registry,Agentry-Registry,named,Agentry-Registry/1.0,41,1,2,2026-09-01T09:48:46+00:00,2026-09-07T06:06:55+00:00,200:41,,agent,,https://www.pathwren.workers.dev/bot/agentry-registry.html +lemmy-90,Lemmy,named,Lemmy/0.19.19-9-gc55dd700c; +https://lemmy.world,40,1,10,2026-09-06T00:15:19+00:00,2026-09-07T07:47:34+00:00,200:26 404:14,/.well-known/webfinger,agent,https://lemmy.world,https://www.pathwren.workers.dev/bot/lemmy-90.html +mcp-observatory,mcp-observatory,named,mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr),40,1,7,2026-09-01T03:08:29+00:00,2026-09-07T03:08:39+00:00,200:40,,agent,https://github.com/yhouta/mcp-observatory,https://www.pathwren.workers.dev/bot/mcp-observatory.html +mcpwitness,MCPWitness,named,MCPWitness/1.0 (health probe; +https://mcpwitness.com),40,19,7,2026-09-01T06:30:51+00:00,2026-09-07T06:31:08+00:00,200:39 202:1,,agent,https://mcpwitness.com,https://www.pathwren.workers.dev/bot/mcpwitness.html +networkingextension,NetworkingExtension,named,NetworkingExtension/8624.5.1.10.3 Network/5812.160.9 iOS/26.6.1,40,6,4,2026-09-06T01:50:59+00:00,2026-09-07T04:00:26+00:00,200:31 404:9,/apple-touch-icon-precomposed.png,agent,,https://www.pathwren.workers.dev/bot/networkingextension.html +apis-io-submit,apis.io-submit,named,apis.io-submit/1.0 (+https://apis.io),39,6,14,2026-08-31T21:21:01+00:00,2026-09-04T07:29:31+00:00,200:25 not recorded:13 404:1,/__apis-io-control-1649760434__,agent,https://apis.io,https://www.pathwren.workers.dev/bot/apis-io-submit.html +ardcrawl,ardcrawl,named,ardcrawl/0.1 (+https://wellknownhq.com/crawler; ARD catalog census; contact: crawler@wellknownhq.com),39,1,8,2026-09-01T09:41:14+00:00,2026-09-07T02:02:05+00:00,200:39,,crawler,https://wellknownhq.com/crawler,https://www.pathwren.workers.dev/bot/ardcrawl.html +measure-mcp-schema,measure-mcp-schema,named,measure-mcp-schema/0.1.0,39,1,7,2026-09-01T03:33:48+00:00,2026-09-07T03:30:29+00:00,200:39,,agent,,https://www.pathwren.workers.dev/bot/measure-mcp-schema.html +mozilla-2,Mozilla,named,Mozilla/5.0 (Compatible; Feedsearch Bot; +https://feedsearch.dev),39,8,8,2026-09-01T09:45:16+00:00,2026-09-06T01:46:18+00:00,200:33 301:6,,crawler,https://feedsearch.dev,https://www.pathwren.workers.dev/bot/mozilla-2.html +mcp-registry,mcp-registry,named,mcp-registry/1.0,37,3,1,2026-08-31T22:02:23+00:00,2026-09-07T00:44:36+00:00,200:36 not recorded:1,,agent,,https://www.pathwren.workers.dev/bot/mcp-registry.html +freepublicapis,FreePublicAPIs,named,Mozilla/5.0 (compatible; FreePublicAPIs/1.0; +https://freepublicapis.com),36,1,6,2026-09-02T04:45:07+00:00,2026-09-07T05:10:16+00:00,200:36,,unknown,https://freepublicapis.com,https://www.pathwren.workers.dev/bot/freepublicapis.html +sync,Sync,named,Sync,35,18,2,2026-09-06T00:16:36+00:00,2026-09-07T06:25:30+00:00,200:35,,agent,,https://www.pathwren.workers.dev/bot/sync.html +teppi-probe,teppi-probe,named,teppi-probe/0.1.0,35,2,7,2026-09-02T02:48:35+00:00,2026-09-07T06:14:50+00:00,200:34 202:1,,agent,,https://www.pathwren.workers.dev/bot/teppi-probe.html +aive-mcp-endpointprobe,AIVE-MCP-EndpointProbe,named,"AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)",34,6,7,2026-09-01T12:37:31+00:00,2026-09-06T11:44:29+00:00,200:34,,agent,https://github.com/eXaive/aive-ingest,https://www.pathwren.workers.dev/bot/aive-mcp-endpointprobe.html +guzzlehttp,GuzzleHttp,library,GuzzleHttp/7,34,8,9,2026-08-31T22:09:48+00:00,2026-09-07T05:01:00+00:00,200:30 405:3 not recorded:1,/c/mcp-registry-official/mcp /c/mcp-registry-official/mcp/triage /c/mcp-registry-official/mcp/doctor,agent,,https://www.pathwren.workers.dev/bot/guzzlehttp.html +qtcreator,QtCreator,named,QtCreator/20.0.1 (QNetworkAccessManager 6.11.2; Arch Linux; en_US; 64 bit),34,32,1,2026-09-01T06:24:35+00:00,2026-09-07T08:00:19+00:00,200:34,,agent,,https://www.pathwren.workers.dev/bot/qtcreator.html +lemmy-213,Lemmy,named,Lemmy/0.19.20; +https://lemmy.zip,33,1,10,2026-09-06T00:15:34+00:00,2026-09-07T07:47:14+00:00,200:28 404:5,/.well-known/webfinger,agent,https://lemmy.zip,https://www.pathwren.workers.dev/bot/lemmy-213.html +friendica-8,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.world,31,2,6,2026-09-06T00:31:14+00:00,2026-09-07T06:50:00+00:00,200:31,,agent,https://friendica.world,https://www.pathwren.workers.dev/bot/friendica-8.html +lemmy-81,Lemmy,named,Lemmy/0.19.18; +https://programming.dev,31,1,10,2026-09-06T00:15:17+00:00,2026-09-07T07:47:27+00:00,200:29 404:2,/.well-known/webfinger,agent,https://programming.dev,https://www.pathwren.workers.dev/bot/lemmy-81.html +mcpmon,mcpmon,named,mcpmon/1.0 (MCP liveness+drift archive; non-commercial research; vivekroorkee9053@gmail.com),31,3,6,2026-09-05T11:49:10+00:00,2026-09-06T02:52:32+00:00,200:20 202:11,,agent,mailto:vivekroorkee9053@gmail.com,https://www.pathwren.workers.dev/bot/mcpmon.html +agent-world-probe,agent-world-probe,named,agent-world-probe/py-0.95 (research; MCP census),30,5,6,2026-09-01T08:54:05+00:00,2026-09-06T08:13:17+00:00,200:26 202:4,,agent,,https://www.pathwren.workers.dev/bot/agent-world-probe.html +solvedearthpricebot,SolvedEarthPriceBot,named,Mozilla/5.0 (compatible; SolvedEarthPriceBot/2.0; +https://solved.earth),30,1,4,2026-09-02T02:30:49+00:00,2026-09-07T04:14:41+00:00,200:30,,crawler,https://solved.earth,https://www.pathwren.workers.dev/bot/solvedearthpricebot.html +agentpointsdirectoryenricher,AgentPointsDirectoryEnricher,named,AgentPointsDirectoryEnricher/1.0 (+https://agentpoints.net),29,1,13,2026-09-02T04:20:57+00:00,2026-09-04T04:28:04+00:00,200:24 404:5,/developer /plans /pricing /.well-known/a2a.json /agent.json,agent,https://agentpoints.net,https://www.pathwren.workers.dev/bot/agentpointsdirectoryenricher.html +bot,bot,named,Mozilla/5.0 (compatible; bot),29,1,2,2026-09-07T03:24:44+00:00,2026-09-07T08:26:00+00:00,200:29,,crawler,,https://www.pathwren.workers.dev/bot/bot.html +lemmy-169,Lemmy,named,Lemmy/0.19.20; +https://lemmy.dbzer0.com,29,1,9,2026-09-06T00:15:29+00:00,2026-09-07T07:47:33+00:00,200:26 404:3,/.well-known/webfinger,agent,https://lemmy.dbzer0.com,https://www.pathwren.workers.dev/bot/lemmy-169.html +wellknownbot,WellknownBot,named,WellknownBot/0.1 (+https://wellknown.network/bot),29,4,8,2026-09-05T23:24:22+00:00,2026-09-07T06:23:50+00:00,200:29,,crawler,https://wellknown.network/bot,https://www.pathwren.workers.dev/bot/wellknownbot.html +lemmy-55,Lemmy,named,Lemmy/0.19.20; +https://sh.itjust.works,28,1,8,2026-09-06T00:15:13+00:00,2026-09-07T07:47:11+00:00,200:27 404:1,/.well-known/webfinger,agent,https://sh.itjust.works,https://www.pathwren.workers.dev/bot/lemmy-55.html +lemmykotlinapi,LemmyKotlinApi,named,LemmyKotlinApi,27,27,1,2026-09-06T00:38:20+00:00,2026-09-07T06:22:29+00:00,404:27,/nodeinfo/2.0.json,agent,,https://www.pathwren.workers.dev/bot/lemmykotlinapi.html +mcp-checker,mcp-checker,named,mcp-checker/1.0,27,1,7,2026-09-01T05:31:12+00:00,2026-09-07T02:29:22+00:00,200:27,,agent,,https://www.pathwren.workers.dev/bot/mcp-checker.html +lemmy-126,Lemmy,named,Lemmy/0.19.20; +https://discuss.tchncs.de,26,1,8,2026-09-06T00:15:24+00:00,2026-09-07T07:47:19+00:00,200:24 404:2,/.well-known/webfinger,agent,https://discuss.tchncs.de,https://www.pathwren.workers.dev/bot/lemmy-126.html +lemmy-210,Lemmy,named,Lemmy/0.19.20; +https://feddit.org,26,1,9,2026-09-06T00:15:33+00:00,2026-09-07T07:47:20+00:00,200:24 404:2,/.well-known/webfinger,agent,https://feddit.org,https://www.pathwren.workers.dev/bot/lemmy-210.html +mcpserver-lol-probe,mcpserver-lol-probe,named,mcpserver-lol-probe/0.1 (+https://mcpserver.lol/about/probing),26,2,7,2026-09-04T10:54:40+00:00,2026-09-07T05:10:56+00:00,200:26,,agent,https://mcpserver.lol/about/probing,https://www.pathwren.workers.dev/bot/mcpserver-lol-probe.html +perplexitybot,PerplexityBot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)",26,9,14,2026-09-02T05:52:18+00:00,2026-09-06T10:41:19+00:00,200:26,,crawler,https://perplexity.ai/perplexitybot,https://www.pathwren.workers.dev/bot/perplexitybot.html +api-forge-mcp-index,api-forge-mcp-index,named,api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com),25,1,6,2026-09-01T01:29:04+00:00,2026-09-06T01:30:18+00:00,200:25,,agent,https://api.temsor.com/mcp/index,https://www.pathwren.workers.dev/bot/api-forge-mcp-index.html +lemmy,Lemmy,named,Lemmy/0.18.2; +https://digipres.cafe,25,1,12,2026-09-06T00:15:02+00:00,2026-09-07T03:20:24+00:00,200:25,,agent,https://digipres.cafe,https://www.pathwren.workers.dev/bot/lemmy.html +mcp-drift-monitor,mcp-drift-monitor,named,mcp-drift-monitor/0.1 (read-only tool-definition observer),25,1,1,2026-09-01T06:28:10+00:00,2026-09-07T06:28:46+00:00,200:22 202:3,,agent,,https://www.pathwren.workers.dev/bot/mcp-drift-monitor.html +nothumansearch,NotHumanSearch,named,NotHumanSearch/1.0 (+https://nothumansearch.ai/about),25,1,13,2026-09-03T04:08:25+00:00,2026-09-03T05:06:48+00:00,200:19 404:6,/api/v1 /api/v2 /api/v3,agent,https://nothumansearch.ai/about,https://www.pathwren.workers.dev/bot/nothumansearch.html +strand-mcp,strand-mcp,named,strand-mcp/0.1 (+sync),25,1,7,2026-09-02T03:22:45+00:00,2026-09-07T03:37:39+00:00,200:22 202:3,,agent,,https://www.pathwren.workers.dev/bot/strand-mcp.html +agentindexbot,AgentIndexBot,named,AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler),24,1,3,2026-09-01T04:07:21+00:00,2026-09-07T04:32:26+00:00,200:24,,crawler,https://agents.traderszone.net,https://www.pathwren.workers.dev/bot/agentindexbot.html +lemmy-53,Lemmy,named,Lemmy/0.19.18; +https://lemmy.blahaj.zone,24,1,9,2026-09-06T00:15:13+00:00,2026-09-07T07:47:27+00:00,200:19 404:5,/.well-known/webfinger,agent,https://lemmy.blahaj.zone,https://www.pathwren.workers.dev/bot/lemmy-53.html +lemmy-83,Lemmy,named,Lemmy/0.19.20; +https://lemmy.sdf.org,24,1,8,2026-09-06T00:15:18+00:00,2026-09-07T07:47:04+00:00,200:23 404:1,/.well-known/webfinger,agent,https://lemmy.sdf.org,https://www.pathwren.workers.dev/bot/lemmy-83.html +newsblur-2,NewsBlur,named,"NewsBlur Feed Fetcher - 1 subscriber - https://www.newsblur.com/site/10306317/ai-crawler-index (""Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0"")",24,10,3,2026-09-06T01:44:03+00:00,2026-09-07T07:43:01+00:00,200:19 304:5,,crawler,https://www.newsblur.com/site/10306317/ai-crawler-index,https://www.pathwren.workers.dev/bot/newsblur-2.html +colonistone-2,ColonistOne,named,ColonistOne/1.0 (autonomous agent; review for thecolony.ai),23,1,16,2026-09-03T05:35:05+00:00,2026-09-03T05:38:53+00:00,200:19 404:4,/c/thecolony/tools/classify_user_agent /a2a/whoami /.well-known/robots.txt,agent,,https://www.pathwren.workers.dev/bot/colonistone-2.html +friendica-4,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://anonsys.net,23,1,5,2026-09-06T00:15:25+00:00,2026-09-07T06:50:29+00:00,200:23,,agent,https://anonsys.net,https://www.pathwren.workers.dev/bot/friendica-4.html +lemmy-238,Lemmy,named,Lemmy/0.19.19-jemalloc; +https://infosec.pub,23,1,10,2026-09-06T00:27:49+00:00,2026-09-07T07:47:32+00:00,200:22 404:1,/.well-known/webfinger,agent,https://infosec.pub,https://www.pathwren.workers.dev/bot/lemmy-238.html +agentsure-mcpscan,AgentSure-MCPScan,named,Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech),22,4,7,2026-09-01T00:24:23+00:00,2026-09-05T22:41:09+00:00,200:19 202:3,,agent,https://agentsure.tech,https://www.pathwren.workers.dev/bot/agentsure-mcpscan.html +lemmy-71,Lemmy,named,Lemmy/0.19.20; +https://thelemmy.club,22,1,7,2026-09-06T00:15:16+00:00,2026-09-07T07:47:04+00:00,200:22,,agent,https://thelemmy.club,https://www.pathwren.workers.dev/bot/lemmy-71.html +misskey-3,Misskey,named,Misskey/2025.4.7 (https://sharkey.hopium.club/),22,1,5,2026-09-06T00:32:54+00:00,2026-09-07T00:13:06+00:00,200:22,,agent,https://sharkey.hopium.club/,https://www.pathwren.workers.dev/bot/misskey-3.html +agentalmanac-snapshot,AgentAlmanac-Snapshot,named,AgentAlmanac-Snapshot/1.0 (+https://agentalmanac.org),21,1,7,2026-09-02T06:30:42+00:00,2026-09-07T06:30:41+00:00,200:21,,agent,https://agentalmanac.org,https://www.pathwren.workers.dev/bot/agentalmanac-snapshot.html +friendica-44,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.opensocial.space,21,1,5,2026-09-06T06:34:07+00:00,2026-09-07T06:50:19+00:00,200:21,,agent,https://friendica.opensocial.space,https://www.pathwren.workers.dev/bot/friendica-44.html +lemmy-115,Lemmy,named,Lemmy/0.19.20; +https://jlai.lu,21,1,7,2026-09-06T00:15:23+00:00,2026-09-07T07:47:13+00:00,200:20 404:1,/.well-known/webfinger,agent,https://jlai.lu,https://www.pathwren.workers.dev/bot/lemmy-115.html +lemmy-191,Lemmy,named,Lemmy/0.19.13; +https://lemy.lol,21,1,7,2026-09-06T00:15:31+00:00,2026-09-07T07:47:19+00:00,200:21,,agent,https://lemy.lol,https://www.pathwren.workers.dev/bot/lemmy-191.html +mastodon-13,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://privacysafe.social/) Bot,21,1,12,2026-09-05T12:46:58+00:00,2026-09-07T00:10:46+00:00,200:20 308:1,,crawler,https://privacysafe.social/,https://www.pathwren.workers.dev/bot/mastodon-13.html +jscrawler,jscrawler,named,Mozilla/5.0 (compatible; jscrawler/0.1; +https://github.com/),20,1,18,2026-09-03T00:06:47+00:00,2026-09-05T00:45:10+00:00,404:20,/openapi.js /swagger.js /apis.js /feed.js /.well-known/ai-plugin.js /data/agents.js /.well-known/mcp.js /ip-ranges/all.js /changes.js /a2a/example.js /c/a2a-registry-global/a2a/robots/.well-known/agent-card.js /c/a2a-registry-global/a2a/doctor/.well-known/agent-card.js /c/a2a-registry-global/a2a/lint/.well-known/agent-card.js /c/a2a-registry-global/a2a/.well-known/agent-card.js /c/a2a-registry-global/a2a/score/.well-known/agent-card.js /c/a2a-registry-global/a2a/discovery/.well-known/agent-card.js /c/a2a-registry-global/a2a/triage/.well-known/agent-card.js /c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.js,crawler,https://github.com/,https://www.pathwren.workers.dev/bot/jscrawler.html +lemmy-135,Lemmy,named,Lemmy/0.19.20; +https://midwest.social,20,1,6,2026-09-06T00:15:25+00:00,2026-09-07T07:47:18+00:00,200:20,,agent,https://midwest.social,https://www.pathwren.workers.dev/bot/lemmy-135.html +lemmy-192,Lemmy,named,Lemmy/0.19.20; +https://sopuli.xyz,20,1,8,2026-09-06T00:15:31+00:00,2026-09-07T07:47:09+00:00,200:20,,agent,https://sopuli.xyz,https://www.pathwren.workers.dev/bot/lemmy-192.html +lemmy-33,Lemmy,named,Lemmy/0.19.20; +https://literature.cafe,20,1,6,2026-09-06T00:15:10+00:00,2026-09-07T07:47:31+00:00,200:20,,agent,https://literature.cafe,https://www.pathwren.workers.dev/bot/lemmy-33.html +friendica-6,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.me,19,1,5,2026-09-06T00:15:35+00:00,2026-09-07T06:50:18+00:00,200:19,,agent,https://friendica.me,https://www.pathwren.workers.dev/bot/friendica-6.html +lemmy-117,Lemmy,named,Lemmy/0.19.19-feddit; +https://feddit.uk,19,1,8,2026-09-06T00:15:23+00:00,2026-09-07T07:47:23+00:00,200:19,,agent,https://feddit.uk,https://www.pathwren.workers.dev/bot/lemmy-117.html +lemmy-161,Lemmy,named,Lemmy/0.19.12; +https://lemdro.id,19,1,7,2026-09-06T00:15:28+00:00,2026-09-07T07:47:21+00:00,200:19,,agent,https://lemdro.id,https://www.pathwren.workers.dev/bot/lemmy-161.html +lemmy-226,Lemmy,named,Lemmy/0.19.20; +https://feddit.nl,19,1,7,2026-09-06T00:15:35+00:00,2026-09-07T07:47:31+00:00,200:19,,agent,https://feddit.nl,https://www.pathwren.workers.dev/bot/lemmy-226.html +lemmy-251,Lemmy,named,Lemmy/0.19.19; +https://lemmy.cafe,19,1,6,2026-09-06T02:54:17+00:00,2026-09-07T07:47:22+00:00,200:19,,agent,https://lemmy.cafe,https://www.pathwren.workers.dev/bot/lemmy-251.html +lemmy-49,Lemmy,named,Lemmy/0.19.20; +https://rollenspiel.forum,19,1,6,2026-09-06T00:15:13+00:00,2026-09-07T07:47:18+00:00,200:19,,agent,https://rollenspiel.forum,https://www.pathwren.workers.dev/bot/lemmy-49.html +lemmy-89,Lemmy,named,Lemmy/0.19.20; +https://lemmy.today,19,1,7,2026-09-06T00:15:19+00:00,2026-09-07T07:47:02+00:00,200:19,,agent,https://lemmy.today,https://www.pathwren.workers.dev/bot/lemmy-89.html +mastodon-3,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://neuland.social/) Bot,19,1,11,2026-09-05T12:46:19+00:00,2026-09-07T00:18:40+00:00,200:18 308:1,,crawler,https://neuland.social/,https://www.pathwren.workers.dev/bot/mastodon-3.html +mcpcensusbot,mcpcensusbot,named,mcpcensusbot/1.0 (+https://mcpcensus.com/bot),19,1,7,2026-09-04T11:08:55+00:00,2026-09-04T21:31:48+00:00,200:19,,crawler,https://mcpcensus.com/bot,https://www.pathwren.workers.dev/bot/mcpcensusbot.html +ping-blo-gs,ping.blo.gs,named,ping.blo.gs/2.0,19,2,2,2026-09-03T01:21:19+00:00,2026-09-07T08:13:32+00:00,304:10 200:9,,agent,,https://www.pathwren.workers.dev/bot/ping-blo-gs.html +affsignalcrawler,AffsignalCrawler,named,Mozilla/5.0 (compatible; AffsignalCrawler/1.0; +https://affsignal.com/bot),18,2,16,2026-09-02T20:02:10+00:00,2026-09-03T22:13:36+00:00,200:18,,crawler,https://affsignal.com/bot,https://www.pathwren.workers.dev/bot/affsignalcrawler.html +agentcatalogbot,AgentCatalogBot,named,AgentCatalogBot/1.0 (+https://agentcatalog.com/policy),18,1,4,2026-09-01T13:30:50+00:00,2026-09-07T08:31:27+00:00,200:18,,crawler,https://agentcatalog.com/policy,https://www.pathwren.workers.dev/bot/agentcatalogbot.html +friendica-37,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://squeet.me,18,1,4,2026-09-06T06:34:06+00:00,2026-09-07T06:50:22+00:00,200:18,,agent,https://squeet.me,https://www.pathwren.workers.dev/bot/friendica-37.html +lemmy-124,Lemmy,named,Lemmy/0.19.20; +https://lazysoci.al,18,1,5,2026-09-06T00:15:24+00:00,2026-09-07T07:47:27+00:00,200:18,,agent,https://lazysoci.al,https://www.pathwren.workers.dev/bot/lemmy-124.html +lemmy-129,Lemmy,named,Lemmy/0.19.20; +https://retrolemmy.com,18,1,7,2026-09-06T00:15:24+00:00,2026-09-07T07:47:08+00:00,200:18,,agent,https://retrolemmy.com,https://www.pathwren.workers.dev/bot/lemmy-129.html +lemmy-178,Lemmy,named,Lemmy/0.19.20; +https://aussie.zone,18,1,7,2026-09-06T00:15:30+00:00,2026-09-07T07:47:06+00:00,200:16 404:2,/.well-known/webfinger,agent,https://aussie.zone,https://www.pathwren.workers.dev/bot/lemmy-178.html +lemmy-193,Lemmy,named,Lemmy/0.19.20; +https://geekroom.tech,18,1,6,2026-09-06T00:15:31+00:00,2026-09-07T07:47:32+00:00,200:18,,agent,https://geekroom.tech,https://www.pathwren.workers.dev/bot/lemmy-193.html +lemmy-20,Lemmy,named,Lemmy/0.19.12; +https://mimiclem.me,18,1,6,2026-09-06T00:15:09+00:00,2026-09-07T08:18:27+00:00,200:18,,agent,https://mimiclem.me,https://www.pathwren.workers.dev/bot/lemmy-20.html +lemmy-200,Lemmy,named,Lemmy/0.19.13; +https://leaf.dance,18,1,6,2026-09-06T00:15:32+00:00,2026-09-07T07:47:15+00:00,200:18,,agent,https://leaf.dance,https://www.pathwren.workers.dev/bot/lemmy-200.html +lemmy-52,Lemmy,named,Lemmy/0.19.20; +https://lemmy.ca,18,1,9,2026-09-06T00:15:13+00:00,2026-09-07T03:18:00+00:00,200:16 404:2,/.well-known/webfinger,agent,https://lemmy.ca,https://www.pathwren.workers.dev/bot/lemmy-52.html +lemmy-87,Lemmy,named,Lemmy/0.19.20; +https://hackertalks.com,18,1,6,2026-09-06T00:15:18+00:00,2026-09-07T07:47:04+00:00,200:18,,agent,https://hackertalks.com,https://www.pathwren.workers.dev/bot/lemmy-87.html +lemmy-88,Lemmy,named,Lemmy/0.19.20; +https://discuss.online,18,1,7,2026-09-06T00:15:19+00:00,2026-09-07T07:47:29+00:00,200:16 404:2,/.well-known/webfinger,agent,https://discuss.online,https://www.pathwren.workers.dev/bot/lemmy-88.html +mastodon-11,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://darktundra.xyz/) Bot,18,1,11,2026-09-05T12:46:53+00:00,2026-09-07T00:18:52+00:00,200:17 308:1,,crawler,https://darktundra.xyz/,https://www.pathwren.workers.dev/bot/mastodon-11.html +mastodon-12,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://social.ffmuc.net/) Bot,18,1,11,2026-09-05T12:46:55+00:00,2026-09-07T00:13:19+00:00,200:17 308:1,,crawler,https://social.ffmuc.net/,https://www.pathwren.workers.dev/bot/mastodon-12.html +mastodon-8,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://digitaldarkage.cc/) Bot,18,1,11,2026-09-05T12:46:42+00:00,2026-09-07T00:15:51+00:00,200:17 308:1,,crawler,https://digitaldarkage.cc/,https://www.pathwren.workers.dev/bot/mastodon-8.html +nickw-tripwire,nickw-tripwire,named,"nickw-tripwire/1.0 (personal MCP manifest archive; low volume, once daily)",18,1,6,2026-09-06T01:02:27+00:00,2026-09-06T01:02:29+00:00,200:12 202:6,,agent,,https://www.pathwren.workers.dev/bot/nickw-tripwire.html +orbit-mcp-registry-iconresolver,Orbit-MCP-Registry-IconResolver,named,Orbit-MCP-Registry-IconResolver/1.0,18,4,4,2026-08-31T22:09:49+00:00,2026-09-01T00:38:25+00:00,not recorded:17 200:1,,agent,,https://www.pathwren.workers.dev/bot/orbit-mcp-registry-iconresolver.html +pip,pip,named,"pip/24.3.1 {""ci"":null,""cpu"":""x86_64"",""implementation"":{""name"":""CPython"",""version"":""3.11.9""},""installer"":{""name"":""pip"",""version"":""24.3.1""},""openssl_version"":""OpenSSL 3.0.13 30 Jan 2024"",""python"":""3.11.9"",""setuptools_version"":""75.6.0"",""system"":{""name"":""Linux"",""release"":""6.8.0""}}",18,1,10,2026-09-01T06:13:45+00:00,2026-09-06T09:50:43+00:00,200:18,,agent,,https://www.pathwren.workers.dev/bot/pip.html +rootz-mcp-registry-prober,rootz-mcp-registry-prober,named,rootz-mcp-registry-prober/0.1,18,1,6,2026-09-01T09:17:24+00:00,2026-09-06T09:18:13+00:00,200:17 202:1,,agent,,https://www.pathwren.workers.dev/bot/rootz-mcp-registry-prober.html +truespar-mcp-registry,truespar-mcp-registry,named,truespar-mcp-registry/0.1 (+https://registry.truespar.com),18,1,6,2026-09-01T02:28:06+00:00,2026-09-07T02:50:48+00:00,200:18,,agent,https://registry.truespar.com,https://www.pathwren.workers.dev/bot/truespar-mcp-registry.html +akkoma-18,Akkoma,named,"Akkoma 3.17.0; https://fd.saifulh.web.id , Akkoma 3.17.0; https://fd.saifulh.web.id ; Bot",17,1,1,2026-09-06T03:16:19+00:00,2026-09-06T05:20:10+00:00,200:17,,crawler,https://fd.saifulh.web.id,https://www.pathwren.workers.dev/bot/akkoma-18.html +bytespider,Bytespider,named,"Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)",17,11,12,2026-09-01T07:20:36+00:00,2026-09-07T03:57:50+00:00,200:17,,crawler,mailto:spider-feedback@bytedance.com,https://www.pathwren.workers.dev/bot/bytespider.html +friendica-2,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.trom.tf,17,1,5,2026-09-06T00:15:22+00:00,2026-09-07T06:51:39+00:00,200:17,,agent,https://social.trom.tf,https://www.pathwren.workers.dev/bot/friendica-2.html +lemmy-116,Lemmy,named,Lemmy/0.19.15; +https://beehaw.org,17,1,7,2026-09-06T00:15:23+00:00,2026-09-07T07:46:57+00:00,200:17,,agent,https://beehaw.org,https://www.pathwren.workers.dev/bot/lemmy-116.html +lemmy-146,Lemmy,named,Lemmy/0.19.20; +https://lemmy.asc6.org,17,1,7,2026-09-06T00:15:26+00:00,2026-09-07T07:47:15+00:00,200:17,,agent,https://lemmy.asc6.org,https://www.pathwren.workers.dev/bot/lemmy-146.html +lemmy-2,Lemmy,named,Lemmy/0.19.20; +https://lemmy.ml,17,1,7,2026-09-06T00:15:03+00:00,2026-09-07T07:46:46+00:00,200:11 404:6,/.well-known/webfinger,agent,https://lemmy.ml,https://www.pathwren.workers.dev/bot/lemmy-2.html +lemmy-216,Lemmy,named,Lemmy/0.19.19-jemalloc; +https://reddthat.com,17,1,6,2026-09-06T00:15:34+00:00,2026-09-07T07:47:33+00:00,200:17,,agent,https://reddthat.com,https://www.pathwren.workers.dev/bot/lemmy-216.html +lemmy-239,Lemmy,named,Lemmy/0.19.20; +https://ani.social,17,1,7,2026-09-06T00:27:49+00:00,2026-09-07T07:47:20+00:00,200:17,,agent,https://ani.social,https://www.pathwren.workers.dev/bot/lemmy-239.html +blogtrottr-2,Blogtrottr,named,Blogtrottr/2.1 (+https://blogtrottr.com/robot),16,3,1,2026-09-06T02:02:22+00:00,2026-09-07T07:05:33+00:00,200:11 304:5,,crawler,https://blogtrottr.com/robot,https://www.pathwren.workers.dev/bot/blogtrottr-2.html +got,got,library,got (https://github.com/sindresorhus/got),16,9,5,2026-09-06T00:15:27+00:00,2026-09-07T08:27:42+00:00,200:16,,agent,https://github.com/sindresorhus/got,https://www.pathwren.workers.dev/bot/got.html +lemmy-131,Lemmy,named,Lemmy/0.19.18; +https://lemmy.wtf,16,1,6,2026-09-06T00:15:24+00:00,2026-09-07T07:47:34+00:00,200:16,,agent,https://lemmy.wtf,https://www.pathwren.workers.dev/bot/lemmy-131.html +lemmy-221,Lemmy,named,Lemmy/0.19.20; +https://rblind.com,16,1,6,2026-09-06T00:15:34+00:00,2026-09-07T07:47:21+00:00,200:16,,agent,https://rblind.com,https://www.pathwren.workers.dev/bot/lemmy-221.html +lemmy-245,Lemmy,named,Lemmy/0.19.20; +https://crazypeople.online,16,1,7,2026-09-06T02:54:08+00:00,2026-09-07T07:47:22+00:00,200:16,,agent,https://crazypeople.online,https://www.pathwren.workers.dev/bot/lemmy-245.html +lemmy-29,Lemmy,named,Lemmy/0.19.20; +https://slrpnk.net,16,1,7,2026-09-06T00:15:10+00:00,2026-09-07T04:10:33+00:00,200:16,,agent,https://slrpnk.net,https://www.pathwren.workers.dev/bot/lemmy-29.html +mastodon-15,Mastodon,named,Mastodon/4.8.0-alpha.2+pr-40283-14051b2 (http.rb/5.3.1; +https://mastodon.social/) Bot,16,4,13,2026-09-05T13:32:41+00:00,2026-09-07T06:54:18+00:00,200:15 308:1,,crawler,https://mastodon.social/,https://www.pathwren.workers.dev/bot/mastodon-15.html +lemmy-208,Lemmy,named,Lemmy/0.19.18; +https://ttrpg.network,15,2,6,2026-09-06T00:15:32+00:00,2026-09-07T07:47:20+00:00,200:15,,agent,https://ttrpg.network,https://www.pathwren.workers.dev/bot/lemmy-208.html +lemmy-3,Lemmy,named,Lemmy/0.19.20; +https://mander.xyz,15,1,7,2026-09-06T00:15:05+00:00,2026-09-07T07:47:14+00:00,200:15,,agent,https://mander.xyz,https://www.pathwren.workers.dev/bot/lemmy-3.html +lemmy-69,Lemmy,named,Lemmy/0.19.11; +https://vger.social,15,1,6,2026-09-06T00:15:15+00:00,2026-09-07T07:47:31+00:00,200:15,,agent,https://vger.social,https://www.pathwren.workers.dev/bot/lemmy-69.html +mastodon-14,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://fd.mrmave.work/) Bot,15,2,10,2026-09-05T12:49:28+00:00,2026-09-07T00:09:32+00:00,200:14 308:1,,crawler,https://fd.mrmave.work/,https://www.pathwren.workers.dev/bot/mastodon-14.html +smitherybot,SmitheryBot,named,SmitheryBot/1.0 (+https://smithery.ai),15,1,11,2026-09-02T09:06:23+00:00,2026-09-02T09:07:23+00:00,404:10 200:5,/.well-known/oauth-protected-resource/c/smithery/mcp /.well-known/oauth-protected-resource /.well-known/oauth-protected-resource/c/smithery/mcp/triage /.well-known/oauth-protected-resource/c/smithery/mcp/doctor /.well-known/oauth-protected-resource/c/smithery/mcp/robots /.well-known/oauth-protected-resource/c/smithery/mcp/netcheck,crawler,https://smithery.ai,https://www.pathwren.workers.dev/bot/smitherybot.html +the402-mcp,the402-mcp,named,the402-mcp/0.1 (+https://the402.dev),15,1,7,2026-09-06T02:58:12+00:00,2026-09-06T08:18:49+00:00,200:15,,agent,https://the402.dev,https://www.pathwren.workers.dev/bot/the402-mcp.html +a2a-registry-scanner,A2A-Registry-Scanner,named,A2A-Registry-Scanner/1.0 (Mozilla/5.0 Compatible),14,1,8,2026-09-02T06:43:23+00:00,2026-09-03T02:01:47+00:00,200:14,,unknown,,https://www.pathwren.workers.dev/bot/a2a-registry-scanner.html +a2a-registry-taskprobe,A2A-Registry-TaskProbe,named,A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org),14,5,2,2026-09-01T02:25:59+00:00,2026-09-07T03:25:04+00:00,200:14,,agent,https://a2aregistry.org,https://www.pathwren.workers.dev/bot/a2a-registry-taskprobe.html +agent-guild-scout,agent-guild-scout,named,agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json),14,1,1,2026-09-01T04:15:17+00:00,2026-09-03T06:18:04+00:00,200:14,,agent,https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json,https://www.pathwren.workers.dev/bot/agent-guild-scout.html +choosemcp-harvester,choosemcp-harvester,named,choosemcp-harvester/0.1 (+https://github.com/),14,2,14,2026-09-04T04:34:58+00:00,2026-09-04T05:55:45+00:00,200:13 202:1,,agent,https://github.com/,https://www.pathwren.workers.dev/bot/choosemcp-harvester.html +friendica-16,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://libranet.de,14,1,3,2026-09-06T06:33:23+00:00,2026-09-07T06:50:09+00:00,200:14,,agent,https://libranet.de,https://www.pathwren.workers.dev/bot/friendica-16.html +lemmy-152,Lemmy,named,Lemmy/0.19.19; +https://pawb.social,14,1,6,2026-09-06T00:15:27+00:00,2026-09-07T07:47:33+00:00,200:14,,agent,https://pawb.social,https://www.pathwren.workers.dev/bot/lemmy-152.html +lemmy-244,Lemmy,named,Lemmy/0.19.20; +https://gregtech.eu,14,1,6,2026-09-06T02:54:07+00:00,2026-09-07T07:47:15+00:00,200:14,,agent,https://gregtech.eu,https://www.pathwren.workers.dev/bot/lemmy-244.html +superfeedr,Superfeedr,named,Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch - feed-id:undefined,14,4,4,2026-09-06T01:53:22+00:00,2026-09-07T04:53:38+00:00,200:14,,crawler,http://superfeedr.com,https://www.pathwren.workers.dev/bot/superfeedr.html +friendica-71,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://loma.ml,13,1,3,2026-09-06T06:34:15+00:00,2026-09-07T06:50:30+00:00,200:13,,agent,https://loma.ml,https://www.pathwren.workers.dev/bot/friendica-71.html +google,Google,named,Google,13,5,3,2026-09-03T15:02:54+00:00,2026-09-03T15:03:15+00:00,200:6 404:4 202:3,/.well-known/oauth-protected-resource/mcp /.well-known/oauth-protected-resource,agent,,https://www.pathwren.workers.dev/bot/google.html +lemmy-194,Lemmy,named,Lemmy/0.19.17; +https://lem.jaybit.com,13,1,5,2026-09-06T00:15:31+00:00,2026-09-07T07:47:13+00:00,200:13,,agent,https://lem.jaybit.com,https://www.pathwren.workers.dev/bot/lemmy-194.html +lemmy-22,Lemmy,named,Lemmy/0.19.20; +https://nodesphere.site,13,1,4,2026-09-06T00:15:09+00:00,2026-09-07T05:50:36+00:00,200:13,,agent,https://nodesphere.site,https://www.pathwren.workers.dev/bot/lemmy-22.html +sasame-census-era-probe,SaSame-Census-Era-Probe,named,SaSame-Census-Era-Probe/1.0,13,1,7,2026-09-01T01:07:30+00:00,2026-09-05T14:05:58+00:00,200:13,,agent,,https://www.pathwren.workers.dev/bot/sasame-census-era-probe.html +colonistone,ColonistOne,named,ColonistOne/1.0 (autonomous agent; review for thecolony.ai; +https://thecolony.ai/u/colonist-one),12,1,11,2026-09-03T05:34:46+00:00,2026-09-03T05:34:50+00:00,200:10 404:2,/c/thecolony/zzqx-no-such-page-purple /.well-known/zzqx-nonexistent.json,agent,https://thecolony.ai/u/colonist-one,https://www.pathwren.workers.dev/bot/colonistone.html +friendica,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://hub.azkware.net,12,1,4,2026-09-06T00:15:18+00:00,2026-09-07T06:50:35+00:00,200:12,,agent,https://hub.azkware.net,https://www.pathwren.workers.dev/bot/friendica.html +friendica-40,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://poliverso.org,12,1,3,2026-09-06T06:34:06+00:00,2026-09-07T06:50:37+00:00,200:12,,agent,https://poliverso.org,https://www.pathwren.workers.dev/bot/friendica-40.html +friendica-59,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://niwego.com,12,1,6,2026-09-06T06:34:12+00:00,2026-09-07T06:50:38+00:00,200:12,,agent,https://niwego.com,https://www.pathwren.workers.dev/bot/friendica-59.html +lemmy-14,Lemmy,named,Lemmy/0.19.19; +https://lemmy.nz,12,1,6,2026-09-06T00:15:08+00:00,2026-09-07T03:18:19+00:00,200:12,,agent,https://lemmy.nz,https://www.pathwren.workers.dev/bot/lemmy-14.html +lemmy-153,Lemmy,named,Lemmy/0.19.20; +https://lemmy.eco.br,12,1,5,2026-09-06T00:15:27+00:00,2026-09-07T07:47:22+00:00,200:12,,agent,https://lemmy.eco.br,https://www.pathwren.workers.dev/bot/lemmy-153.html +lemmy-67,Lemmy,named,Lemmy/0.19.20; +https://startrek.website,12,1,5,2026-09-06T00:15:15+00:00,2026-09-07T03:10:45+00:00,200:12,,agent,https://startrek.website,https://www.pathwren.workers.dev/bot/lemmy-67.html +pod-directory-probe,pod-directory-probe,named,pod-directory-probe/0.1 (+https://askpod.ai),12,1,6,2026-09-05T19:53:17+00:00,2026-09-05T19:53:21+00:00,200:12,,agent,https://askpod.ai,https://www.pathwren.workers.dev/bot/pod-directory-probe.html +reactornetty,ReactorNetty,library,ReactorNetty/1.2.1,12,6,2,2026-08-31T20:58:14+00:00,2026-09-07T05:00:25+00:00,200:11 not recorded:1,,agent,,https://www.pathwren.workers.dev/bot/reactornetty.html +sasameagentaudit,SaSameAgentAudit,named,SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json),12,1,7,2026-09-01T01:06:44+00:00,2026-09-02T01:40:11+00:00,200:11 404:1,/.well-known/agent-card.json,agent,https://live-vps.sasame.online/.well-known/agent-card.json,https://www.pathwren.workers.dev/bot/sasameagentaudit.html +scraper-io,scraper.io,named,scraper.io feed-factory (hello@scraper.io),12,1,6,2026-09-04T19:43:01+00:00,2026-09-04T19:45:26+00:00,200:12,,agent,mailto:hello@scraper.io,https://www.pathwren.workers.dev/bot/scraper-io.html +friendica-5,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://nerdica.net,11,1,4,2026-09-06T00:15:33+00:00,2026-09-07T06:50:37+00:00,200:11,,agent,https://nerdica.net,https://www.pathwren.workers.dev/bot/friendica-5.html +friendica-55,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendicadev.sekretaerbaer.de,11,1,4,2026-09-06T06:34:10+00:00,2026-09-07T06:50:29+00:00,200:11,,agent,https://friendicadev.sekretaerbaer.de,https://www.pathwren.workers.dev/bot/friendica-55.html +lemmy-108,Lemmy,named,Lemmy/0.19.18; +https://lemmy.byrdcrouse.com,11,1,3,2026-09-06T00:15:22+00:00,2026-09-07T07:46:50+00:00,200:11,,agent,https://lemmy.byrdcrouse.com,https://www.pathwren.workers.dev/bot/lemmy-108.html +lemmy-110,Lemmy,named,Lemmy/0.19.18; +https://europe.pub,11,1,6,2026-09-06T00:15:22+00:00,2026-09-07T03:17:54+00:00,200:11,,agent,https://europe.pub,https://www.pathwren.workers.dev/bot/lemmy-110.html +lemmy-139,Lemmy,named,Lemmy/0.19.20; +https://futurology.today,11,1,4,2026-09-06T00:15:25+00:00,2026-09-07T07:47:10+00:00,200:11,,agent,https://futurology.today,https://www.pathwren.workers.dev/bot/lemmy-139.html +lemmy-159,Lemmy,named,Lemmy/0.19.20; +https://suppo.fi,11,1,5,2026-09-06T00:15:28+00:00,2026-09-07T03:18:01+00:00,200:11,,agent,https://suppo.fi,https://www.pathwren.workers.dev/bot/lemmy-159.html +lemmy-186,Lemmy,named,Lemmy/0.19.20; +https://sha1.nl,11,1,5,2026-09-06T00:15:31+00:00,2026-09-07T07:46:44+00:00,200:10 404:1,/.well-known/webfinger,agent,https://sha1.nl,https://www.pathwren.workers.dev/bot/lemmy-186.html +lemmy-265,Lemmy,named,Lemmy/0.19.19; +https://lemmy.sietch.online,11,1,4,2026-09-06T02:54:30+00:00,2026-09-07T07:46:50+00:00,200:11,,agent,https://lemmy.sietch.online,https://www.pathwren.workers.dev/bot/lemmy-265.html +lemmy-47,Lemmy,named,Lemmy/0.19.20; +https://eviltoast.org,11,1,5,2026-09-06T00:15:13+00:00,2026-09-07T03:03:45+00:00,200:11,,agent,https://eviltoast.org,https://www.pathwren.workers.dev/bot/lemmy-47.html +lemmy-56,Lemmy,named,Lemmy/0.19.20; +https://lemmy.frozeninferno.xyz,11,1,4,2026-09-06T00:15:13+00:00,2026-09-07T07:55:47+00:00,200:11,,agent,https://lemmy.frozeninferno.xyz,https://www.pathwren.workers.dev/bot/lemmy-56.html +lemmy-92,Lemmy,named,Lemmy/0.19.7; +https://lemmy.one,11,1,4,2026-09-06T00:15:19+00:00,2026-09-07T07:46:49+00:00,200:11,,agent,https://lemmy.one,https://www.pathwren.workers.dev/bot/lemmy-92.html +mastodon-16,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://social.uibk.ac.at/) Bot,11,1,8,2026-09-05T14:33:46+00:00,2026-09-07T00:15:23+00:00,200:11,,crawler,https://social.uibk.ac.at/,https://www.pathwren.workers.dev/bot/mastodon-16.html +piefed-15,PieFed,named,PieFed/1.7.13; +https://piefed.ca,11,1,8,2026-09-06T00:15:16+00:00,2026-09-07T03:10:34+00:00,200:9 404:2,/.well-known/webfinger,agent,https://piefed.ca,https://www.pathwren.workers.dev/bot/piefed-15.html +redditbot,redditbot,named,Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback),11,8,2,2026-09-06T07:03:28+00:00,2026-09-06T07:10:21+00:00,200:11,,crawler,http://www.reddit.com/feedback,https://www.pathwren.workers.dev/bot/redditbot.html +rss-parrot-bot,RSS-Parrot-Bot,named,RSS-Parrot-Bot/0.0.99 (+https://rss-parrot.net),11,1,2,2026-09-06T11:36:04+00:00,2026-09-07T08:02:21+00:00,200:10 404:1,/c/rssparrot/feed.xmlPlease,crawler,https://rss-parrot.net,https://www.pathwren.workers.dev/bot/rss-parrot-bot.html +spanly-enrich,spanly-enrich,named,spanly-enrich/1.0 (+https://spanly.com),11,1,7,2026-09-01T11:44:27+00:00,2026-09-01T11:44:28+00:00,404:8 200:3,/.well-known/oauth-protected-resource /.well-known/oauth-authorization-server /contact /security /about,agent,https://spanly.com,https://www.pathwren.workers.dev/bot/spanly-enrich.html +tiktokspider,TikTokSpider,named,"Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)",11,6,7,2026-09-06T08:18:38+00:00,2026-09-07T03:58:13+00:00,200:11,,crawler,mailto:ttspider-feedback@tiktok.com,https://www.pathwren.workers.dev/bot/tiktokspider.html +a2a-directory-liveness,a2a-directory-liveness,named,a2a-directory-liveness,10,1,10,2026-09-01T02:27:27+00:00,2026-09-01T15:55:09+00:00,200:10,,agent,,https://www.pathwren.workers.dev/bot/a2a-directory-liveness.html +friendica-108,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://sekretaerbaer.de,10,1,3,2026-09-06T06:34:57+00:00,2026-09-07T06:50:36+00:00,200:10,,agent,https://sekretaerbaer.de,https://www.pathwren.workers.dev/bot/friendica-108.html +friendica-17,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.xyz,10,1,3,2026-09-06T06:33:26+00:00,2026-09-07T06:50:12+00:00,200:10,,agent,https://friendica.xyz,https://www.pathwren.workers.dev/bot/friendica-17.html +friendica-28,Friendica,named,Friendica/2024.08 DatabaseVersion/1571 Request/ContentTypeChecker/1 +https://social.abraum.de,10,1,2,2026-09-06T06:34:05+00:00,2026-09-07T06:50:23+00:00,200:10,,agent,https://social.abraum.de,https://www.pathwren.workers.dev/bot/friendica-28.html +friendica-69,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://dis-le.de,10,1,3,2026-09-06T06:34:15+00:00,2026-09-07T06:50:40+00:00,200:10,,agent,https://dis-le.de,https://www.pathwren.workers.dev/bot/friendica-69.html +lemmy-109,Lemmy,named,Lemmy/0.19.20; +https://morbier.foo,10,1,3,2026-09-06T00:15:22+00:00,2026-09-07T04:10:43+00:00,200:10,,agent,https://morbier.foo,https://www.pathwren.workers.dev/bot/lemmy-109.html +lemmy-113,Lemmy,named,Lemmy/0.19.11; +https://lemmy.tespia.org,10,1,6,2026-09-06T00:15:22+00:00,2026-09-07T03:03:43+00:00,200:10,,agent,https://lemmy.tespia.org,https://www.pathwren.workers.dev/bot/lemmy-113.html +lemmy-177,Lemmy,named,Lemmy/0.19.13; +https://lemmy.963.pm,10,1,3,2026-09-06T00:15:30+00:00,2026-09-07T04:31:21+00:00,200:10,,agent,https://lemmy.963.pm,https://www.pathwren.workers.dev/bot/lemmy-177.html +lemmy-201,Lemmy,named,Lemmy/0.19.19; +https://toast.ooo,10,1,4,2026-09-06T00:15:32+00:00,2026-09-07T08:31:08+00:00,200:10,,agent,https://toast.ooo,https://www.pathwren.workers.dev/bot/lemmy-201.html +lemmy-237,Lemmy,named,Lemmy/0.19.20; +https://lemmy.freewilltiger.page,10,1,3,2026-09-06T00:21:40+00:00,2026-09-07T06:01:18+00:00,200:10,,agent,https://lemmy.freewilltiger.page,https://www.pathwren.workers.dev/bot/lemmy-237.html +lemmy-24,Lemmy,named,Lemmy/0.19.15; +https://lemmy.paulstevens.org,10,1,4,2026-09-06T00:15:09+00:00,2026-09-07T05:46:35+00:00,200:10,,agent,https://lemmy.paulstevens.org,https://www.pathwren.workers.dev/bot/lemmy-24.html +lemmy-261,Lemmy,named,Lemmy/0.19.14; +https://lemmy.nexus,10,1,4,2026-09-06T02:54:27+00:00,2026-09-07T07:47:11+00:00,200:10,,agent,https://lemmy.nexus,https://www.pathwren.workers.dev/bot/lemmy-261.html +lemmy-264,Lemmy,named,Lemmy/0.19.19; +https://lem.permisuan.com,10,1,5,2026-09-06T02:54:29+00:00,2026-09-07T07:46:39+00:00,200:10,,agent,https://lem.permisuan.com,https://www.pathwren.workers.dev/bot/lemmy-264.html +lemmy-44,Lemmy,named,Lemmy/0.19.20; +https://lemmy.hogru.ch,10,1,4,2026-09-06T00:15:12+00:00,2026-09-07T05:46:15+00:00,200:10,,agent,https://lemmy.hogru.ch,https://www.pathwren.workers.dev/bot/lemmy-44.html +lemmy-85,Lemmy,named,Lemmy/0.19.19; +https://scribe.disroot.org,10,1,4,2026-09-06T00:15:18+00:00,2026-09-07T04:58:40+00:00,200:10,,agent,https://scribe.disroot.org,https://www.pathwren.workers.dev/bot/lemmy-85.html +mastodon-9,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.manysid.com/) Bot,10,1,8,2026-09-05T12:46:43+00:00,2026-09-07T00:17:28+00:00,200:10,,crawler,https://social.manysid.com/,https://www.pathwren.workers.dev/bot/mastodon-9.html +oauth4webapi,oauth4webapi,named,oauth4webapi/v3.8.5,10,1,2,2026-09-02T09:06:24+00:00,2026-09-02T09:07:24+00:00,404:10,/.well-known/oauth-authorization-server /.well-known/openid-configuration,agent,,https://www.pathwren.workers.dev/bot/oauth4webapi.html +packages-ecosyste-ms,packages.ecosyste.ms,named,packages.ecosyste.ms,10,2,5,2026-09-02T01:01:57+00:00,2026-09-05T16:39:18+00:00,200:10,,crawler,,https://www.pathwren.workers.dev/bot/packages-ecosyste-ms.html +piefed-4,PieFed,named,PieFed/1.7.15; +https://retrofed.com,10,1,8,2026-09-06T00:15:07+00:00,2026-09-07T03:20:27+00:00,200:10,,agent,https://retrofed.com,https://www.pathwren.workers.dev/bot/piefed-4.html +pylova-3,PyLova,named,PyLova/0.3.3; +https://quokk.au,10,1,8,2026-09-06T00:16:01+00:00,2026-09-07T03:20:28+00:00,200:10,,agent,https://quokk.au,https://www.pathwren.workers.dev/bot/pylova-3.html +snyk-advisor,snyk-advisor,named,snyk-advisor,10,1,10,2026-09-04T16:17:37+00:00,2026-09-05T16:03:26+00:00,200:10,,agent,,https://www.pathwren.workers.dev/bot/snyk-advisor.html +whatsapp,WhatsApp,named,WhatsApp/2,10,9,5,2026-09-06T00:33:18+00:00,2026-09-07T05:52:29+00:00,200:10,,crawler,,https://www.pathwren.workers.dev/bot/whatsapp.html +ai-crawler-verify,ai-crawler-verify,named,ai-crawler-verify/1.0.1,9,2,1,2026-09-01T17:27:19+00:00,2026-09-04T15:30:02+00:00,200:9,,crawler,,https://www.pathwren.workers.dev/bot/ai-crawler-verify.html +facebookexternalhit-2,facebookexternalhit,named,facebookexternalhit/1.1,9,2,6,2026-09-06T02:59:33+00:00,2026-09-07T03:14:38+00:00,200:9,,crawler,,https://www.pathwren.workers.dev/bot/facebookexternalhit-2.html +friendica-117,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.gl-como.it,9,1,2,2026-09-06T06:40:15+00:00,2026-09-07T06:50:15+00:00,200:9,,agent,https://social.gl-como.it,https://www.pathwren.workers.dev/bot/friendica-117.html +friendica-13,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://dillyofapickle.com,9,1,3,2026-09-06T00:33:20+00:00,2026-09-07T06:50:39+00:00,200:9,,agent,https://dillyofapickle.com,https://www.pathwren.workers.dev/bot/friendica-13.html +friendica-56,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fedica.ch,9,1,3,2026-09-06T06:34:11+00:00,2026-09-07T06:50:25+00:00,200:9,,agent,https://fedica.ch,https://www.pathwren.workers.dev/bot/friendica-56.html +friendica-79,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.ddns.wtf,9,1,3,2026-09-06T06:34:17+00:00,2026-09-07T06:50:42+00:00,200:9,,agent,https://social.ddns.wtf,https://www.pathwren.workers.dev/bot/friendica-79.html +ktor-client,ktor-client,named,ktor-client,9,3,4,2026-09-06T03:06:57+00:00,2026-09-07T06:07:32+00:00,404:7 200:2,/api/v3/community /api/v3/post/list,agent,,https://www.pathwren.workers.dev/bot/ktor-client.html +lemmy-170,Lemmy,named,Lemmy/0.19.20; +https://feddit.nu,9,1,3,2026-09-06T00:15:29+00:00,2026-09-07T03:18:09+00:00,200:9,,agent,https://feddit.nu,https://www.pathwren.workers.dev/bot/lemmy-170.html +lemmy-204,Lemmy,named,Lemmy/0.19.20; +https://lm.mlfh.org,9,1,3,2026-09-06T00:15:32+00:00,2026-09-07T03:18:10+00:00,200:9,,agent,https://lm.mlfh.org,https://www.pathwren.workers.dev/bot/lemmy-204.html +lemmy-222,Lemmy,named,Lemmy/0.19.18; +https://lemmy.cmoser.eu,9,1,2,2026-09-06T00:15:34+00:00,2026-09-07T04:10:25+00:00,200:9,,agent,https://lemmy.cmoser.eu,https://www.pathwren.workers.dev/bot/lemmy-222.html +lemmy-228,Lemmy,named,Lemmy/0.19.20; +https://monero.town,9,1,3,2026-09-06T00:21:17+00:00,2026-09-07T03:22:34+00:00,200:9,,agent,https://monero.town,https://www.pathwren.workers.dev/bot/lemmy-228.html +lemmy-86,Lemmy,named,Lemmy/0.19.20; +https://lemmy.timwaterhouse.com,9,1,3,2026-09-06T00:15:18+00:00,2026-09-07T06:28:11+00:00,200:9,,agent,https://lemmy.timwaterhouse.com,https://www.pathwren.workers.dev/bot/lemmy-86.html +mastodon-44,Mastodon,named,Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mstdn.ca/) Bot,9,1,8,2026-09-06T00:15:40+00:00,2026-09-07T00:12:35+00:00,200:9,,crawler,https://mstdn.ca/,https://www.pathwren.workers.dev/bot/mastodon-44.html +mastodon-6,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://mstdn-social.com/) Bot,9,1,8,2026-09-05T12:46:40+00:00,2026-09-07T00:12:03+00:00,200:9,,crawler,https://mstdn-social.com/,https://www.pathwren.workers.dev/bot/mastodon-6.html +mastodon-62,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.tchncs.de/) Bot,9,1,6,2026-09-06T00:15:48+00:00,2026-09-07T06:51:06+00:00,200:9,,crawler,https://social.tchncs.de/,https://www.pathwren.workers.dev/bot/mastodon-62.html +mastodon-7,Mastodon,named,Mastodon/4.5.10 (http.rb/5.3.1; +https://social.gamefan.net/) Bot,9,1,7,2026-09-05T12:46:41+00:00,2026-09-07T00:12:50+00:00,200:9,,crawler,https://social.gamefan.net/,https://www.pathwren.workers.dev/bot/mastodon-7.html +mcp-server-io-healthcheck,mcp-server.io-healthcheck,named,mcp-server.io-healthcheck/0.1,9,1,7,2026-09-07T06:44:46+00:00,2026-09-07T06:44:48+00:00,200:9,,agent,,https://www.pathwren.workers.dev/bot/mcp-server-io-healthcheck.html +piefed-13,PieFed,named,PieFed/1.7.9; +https://cake.kobel.fyi,9,1,5,2026-09-06T00:15:15+00:00,2026-09-07T03:20:27+00:00,200:9,,agent,https://cake.kobel.fyi,https://www.pathwren.workers.dev/bot/piefed-13.html +piefed-30,PieFed,named,PieFed/1.8.0-dev; +https://piefed.zip,9,1,6,2026-09-06T00:15:29+00:00,2026-09-07T06:19:32+00:00,200:8 404:1,/.well-known/webfinger,agent,https://piefed.zip,https://www.pathwren.workers.dev/bot/piefed-30.html +piefed-32,PieFed,named,PieFed/1.6.27-22-ge28a3d04; +https://piefed.world,9,1,6,2026-09-06T00:15:30+00:00,2026-09-07T03:20:27+00:00,200:9,,agent,https://piefed.world,https://www.pathwren.workers.dev/bot/piefed-32.html +piefed-42,PieFed,named,PieFed/1.7.15; +https://feddit.online,9,1,7,2026-09-06T00:27:49+00:00,2026-09-07T03:20:24+00:00,200:9,,agent,https://feddit.online,https://www.pathwren.workers.dev/bot/piefed-42.html +pylova,PyLova,named,PyLova/0.3.2; +https://anarchist.nexus,9,1,7,2026-09-06T00:15:16+00:00,2026-09-07T03:20:27+00:00,200:9,,agent,https://anarchist.nexus,https://www.pathwren.workers.dev/bot/pylova.html +slackbot,Slackbot,named,Slackbot 1.0 (+https://api.slack.com/robots),9,9,5,2026-09-06T00:20:39+00:00,2026-09-06T09:19:56+00:00,200:9,,crawler,https://api.slack.com/robots,https://www.pathwren.workers.dev/bot/slackbot.html +a2a-registry-healthbot,A2A-Registry-Healthbot,named,A2A-Registry-Healthbot/1.0 (background-job),8,1,8,2026-09-03T02:01:03+00:00,2026-09-03T02:01:47+00:00,200:8,,crawler,,https://www.pathwren.workers.dev/bot/a2a-registry-healthbot.html +actablesitebot,ActableSiteBot,named,ActableSiteBot/1.0 (+https://actionsignal.app),8,1,5,2026-09-03T08:00:17+00:00,2026-09-03T08:05:44+00:00,200:8,,crawler,https://actionsignal.app,https://www.pathwren.workers.dev/bot/actablesitebot.html +agoragentic-healthmonitor,Agoragentic-HealthMonitor,named,Agoragentic-HealthMonitor/1.0,8,3,1,2026-09-03T11:30:24+00:00,2026-09-07T02:39:50+00:00,200:8,,agent,,https://www.pathwren.workers.dev/bot/agoragentic-healthmonitor.html +dart,Dart,named,Dart/3.13 (dart:io),8,8,2,2026-09-06T04:30:30+00:00,2026-09-07T06:37:16+00:00,404:6 200:2,/.well-known/nodeinfo,agent,,https://www.pathwren.workers.dev/bot/dart.html +doximity-pipeline,Doximity-Pipeline,named,Doximity-Pipeline,8,7,8,2026-09-07T05:00:03+00:00,2026-09-07T05:01:14+00:00,200:8,,agent,,https://www.pathwren.workers.dev/bot/doximity-pipeline.html +friendica-31,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://pirati.ca,8,1,2,2026-09-06T06:34:05+00:00,2026-09-07T06:50:12+00:00,200:8,,agent,https://pirati.ca,https://www.pathwren.workers.dev/bot/friendica-31.html +friendica-35,Friendica,named,Friendica/2024.08 DatabaseVersion/1571 Request/ContentTypeChecker/1 +https://friendica.gidikroon.eu,8,1,2,2026-09-06T06:34:06+00:00,2026-09-07T06:50:17+00:00,200:8,,agent,https://friendica.gidikroon.eu,https://www.pathwren.workers.dev/bot/friendica-35.html +lemmy-106,Lemmy,named,Lemmy/0.19.19; +https://lemmy.myserv.one,8,1,3,2026-09-06T00:15:21+00:00,2026-09-07T03:00:58+00:00,200:8,,agent,https://lemmy.myserv.one,https://www.pathwren.workers.dev/bot/lemmy-106.html +lemmy-128,Lemmy,named,Lemmy/0.19.19-jemalloc; +https://leminal.space,8,1,5,2026-09-06T00:15:24+00:00,2026-09-07T03:10:42+00:00,200:8,,agent,https://leminal.space,https://www.pathwren.workers.dev/bot/lemmy-128.html +lemmy-15,Lemmy,named,Lemmy/0.19.5; +https://libretechni.ca,8,1,4,2026-09-06T00:15:08+00:00,2026-09-07T03:18:02+00:00,200:8,,agent,https://libretechni.ca,https://www.pathwren.workers.dev/bot/lemmy-15.html +lemmy-151,Lemmy,named,Lemmy/0.19.19; +https://lemmus.org,8,1,4,2026-09-06T00:15:26+00:00,2026-09-07T03:18:16+00:00,200:8,,agent,https://lemmus.org,https://www.pathwren.workers.dev/bot/lemmy-151.html +lemmy-163,Lemmy,named,Lemmy/0.19.14; +https://lemmy.caliban.io,8,1,3,2026-09-06T00:15:28+00:00,2026-09-07T03:18:03+00:00,200:8,,agent,https://lemmy.caliban.io,https://www.pathwren.workers.dev/bot/lemmy-163.html +lemmy-19,Lemmy,named,Lemmy/0.19.20; +https://lemmy.asudox.dev,8,1,2,2026-09-06T00:15:09+00:00,2026-09-07T03:17:56+00:00,200:8,,agent,https://lemmy.asudox.dev,https://www.pathwren.workers.dev/bot/lemmy-19.html +lemmy-205,Lemmy,named,Lemmy/0.19.20; +https://feditown.com,8,1,2,2026-09-06T00:15:32+00:00,2026-09-07T06:33:15+00:00,200:8,,agent,https://feditown.com,https://www.pathwren.workers.dev/bot/lemmy-205.html +lemmy-234,Lemmy,named,Lemmy/0.19.18; +https://lemmy.lt,8,1,4,2026-09-06T00:21:32+00:00,2026-09-07T07:46:45+00:00,200:8,,agent,https://lemmy.lt,https://www.pathwren.workers.dev/bot/lemmy-234.html +lemmy-272,Lemmy,named,Lemmy/0.19.15; +https://lemmychan.org,8,1,4,2026-09-06T02:57:12+00:00,2026-09-07T07:47:21+00:00,200:8,,agent,https://lemmychan.org,https://www.pathwren.workers.dev/bot/lemmy-272.html +lemmy-274,Lemmy,named,Lemmy/0.19.19; +https://hilariouschaos.com,8,1,3,2026-09-06T02:57:31+00:00,2026-09-07T07:47:24+00:00,200:8,,agent,https://hilariouschaos.com,https://www.pathwren.workers.dev/bot/lemmy-274.html +lemmy-43,Lemmy,named,Lemmy/0.19.12; +https://awful.systems,8,1,3,2026-09-06T00:15:12+00:00,2026-09-07T04:10:29+00:00,200:8,,agent,https://awful.systems,https://www.pathwren.workers.dev/bot/lemmy-43.html +lemmy-51,Lemmy,named,Lemmy/0.19.20; +https://no.lastname.nz,8,1,4,2026-09-06T00:15:13+00:00,2026-09-07T03:01:00+00:00,200:8,,agent,https://no.lastname.nz,https://www.pathwren.workers.dev/bot/lemmy-51.html +lemmy-63,Lemmy,named,Lemmy/0.19.19; +https://feddit.dk,8,1,4,2026-09-06T00:15:14+00:00,2026-09-07T03:18:17+00:00,200:8,,agent,https://feddit.dk,https://www.pathwren.workers.dev/bot/lemmy-63.html +lemmy-64,Lemmy,named,Lemmy/0.19.17; +https://lemmy.radio,8,1,4,2026-09-06T00:15:14+00:00,2026-09-07T03:17:49+00:00,200:8,,agent,https://lemmy.radio,https://www.pathwren.workers.dev/bot/lemmy-64.html +lemmy-66,Lemmy,named,Lemmy/0.19.18; +https://odin.lanofthedead.xyz,8,1,4,2026-09-06T00:15:15+00:00,2026-09-07T03:18:13+00:00,200:8,,agent,https://odin.lanofthedead.xyz,https://www.pathwren.workers.dev/bot/lemmy-66.html +lemmy-68,Lemmy,named,Lemmy/0.19.20; +https://aggregatet.org,8,1,4,2026-09-06T00:15:15+00:00,2026-09-07T05:50:38+00:00,200:8,,agent,https://aggregatet.org,https://www.pathwren.workers.dev/bot/lemmy-68.html +lemmy-79,Lemmy,named,Lemmy/0.19.20; +https://spgrn.com,8,2,4,2026-09-06T00:15:16+00:00,2026-09-07T03:18:19+00:00,200:8,,agent,https://spgrn.com,https://www.pathwren.workers.dev/bot/lemmy-79.html +linkwarden,Linkwarden,named,Linkwarden (Server-Side Fetch),8,2,3,2026-09-06T00:51:36+00:00,2026-09-06T08:18:38+00:00,200:8,,agent,,https://www.pathwren.workers.dev/bot/linkwarden.html +mastodon-10,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.borsos.at/) Bot,8,1,7,2026-09-05T12:46:49+00:00,2026-09-07T00:16:46+00:00,200:8,,crawler,https://mastodon.borsos.at/,https://www.pathwren.workers.dev/bot/mastodon-10.html +mastodon-2,Mastodon,named,Mastodon/4.5.3 (http.rb/5.3.1; +https://channel.org/) Bot,8,3,7,2026-09-05T12:46:12+00:00,2026-09-07T06:51:19+00:00,200:8,,crawler,https://channel.org/,https://www.pathwren.workers.dev/bot/mastodon-2.html +mastodon-4,Mastodon,named,Mastodon/4.4.3 (http.rb/5.3.1; +https://echo.maschsee.social/) Bot,8,2,7,2026-09-05T12:46:21+00:00,2026-09-07T00:09:50+00:00,200:8,,crawler,https://echo.maschsee.social/,https://www.pathwren.workers.dev/bot/mastodon-4.html +mastodon-5,Mastodon,named,Mastodon/4.6.0 (http.rb/5.3.1; +https://social.k2pk.com/) Bot,8,1,7,2026-09-05T12:46:31+00:00,2026-09-07T00:12:10+00:00,200:8,,crawler,https://social.k2pk.com/,https://www.pathwren.workers.dev/bot/mastodon-5.html +mcp-widget-size-census,mcp-widget-size-census,named,mcp-widget-size-census/1.0 (research; read-only),8,1,7,2026-09-04T09:50:25+00:00,2026-09-04T09:50:26+00:00,200:6 202:2,,agent,,https://www.pathwren.workers.dev/bot/mcp-widget-size-census.html +mcpqueen-grader,mcpqueen-grader,named,mcpqueen-grader/0.3 (+https://mcpqueen.com),8,1,5,2026-09-01T12:45:45+00:00,2026-09-07T08:16:21+00:00,200:8,,agent,https://mcpqueen.com,https://www.pathwren.workers.dev/bot/mcpqueen-grader.html +okhttp,okhttp,library,okhttp/5.3.0,8,2,4,2026-09-05T23:06:24+00:00,2026-09-05T23:06:49+00:00,200:6 404:2,/favicon.png,agent,,https://www.pathwren.workers.dev/bot/okhttp.html +opengraph-io,OpenGraph.io,named,"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36 (compatible; OpenGraph.io/1.1; +https://opengraph.io/)",8,2,8,2026-09-06T00:16:35+00:00,2026-09-07T03:25:39+00:00,200:8,,human,https://opengraph.io/,https://www.pathwren.workers.dev/bot/opengraph-io.html +piefed-2,PieFed,named,PieFed/1.7.14; +https://nord.pub,8,2,6,2026-09-06T00:15:06+00:00,2026-09-07T03:20:27+00:00,200:8,,agent,https://nord.pub,https://www.pathwren.workers.dev/bot/piefed-2.html +piefed-33,PieFed,named,PieFed/1.7.1; +https://piefed.blahaj.zone,8,1,6,2026-09-06T00:15:31+00:00,2026-09-07T03:10:32+00:00,200:8,,agent,https://piefed.blahaj.zone,https://www.pathwren.workers.dev/bot/piefed-33.html +piefed-34,PieFed,named,PieFed/1.7.15.1; +https://piefed.nz,8,1,6,2026-09-06T00:15:31+00:00,2026-09-07T03:20:29+00:00,200:8,,agent,https://piefed.nz,https://www.pathwren.workers.dev/bot/piefed-34.html +piefed-5,PieFed,named,PieFed/1.7.15.1; +https://tarte.nuage-libre.fr,8,1,6,2026-09-06T00:15:08+00:00,2026-09-07T03:20:27+00:00,200:8,,agent,https://tarte.nuage-libre.fr,https://www.pathwren.workers.dev/bot/piefed-5.html +roninforgeobservatory,RoninForgeObservatory,named,RoninForgeObservatory/1.0 (+https://roninforge.org/data/observatory/),8,1,7,2026-09-07T01:31:59+00:00,2026-09-07T01:32:00+00:00,200:8,,agent,https://roninforge.org/data/observatory/,https://www.pathwren.workers.dev/bot/roninforgeobservatory.html +theoldreader-com,theoldreader.com,named,Mozilla/5.0 (compatible; theoldreader.com; support@theoldreader.com),8,1,1,2026-09-06T11:35:15+00:00,2026-09-06T12:03:40+00:00,200:5 301:3,,agent,mailto:support@theoldreader.com,https://www.pathwren.workers.dev/bot/theoldreader-com.html +x1r-replication-probe,x1r-replication-probe,named,x1r-replication-probe/1.0,8,1,7,2026-09-04T10:13:46+00:00,2026-09-04T10:13:47+00:00,200:8,,agent,,https://www.pathwren.workers.dev/bot/x1r-replication-probe.html +agent-card-crawler,agent-card-crawler,named,agent-card-crawler/0.1 (research; A2A agent-card discovery; contact hjh.1222@gmail.com),7,1,7,2026-09-03T11:24:25+00:00,2026-09-03T11:24:37+00:00,200:7,,crawler,mailto:hjh.1222@gmail.com,https://www.pathwren.workers.dev/bot/agent-card-crawler.html +agentreputationbot,AgentReputationBot,named,AgentReputationBot/1.0 (+https://agentreputation.dev),7,3,7,2026-09-01T03:47:16+00:00,2026-09-03T03:18:55+00:00,200:7,,crawler,https://agentreputation.dev,https://www.pathwren.workers.dev/bot/agentreputationbot.html +azureai-searchbot,AzureAI-SearchBot,named,"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; AzureAI-SearchBot/1.0;",7,4,3,2026-09-02T07:48:11+00:00,2026-09-07T05:13:47+00:00,200:7,,crawler,,https://www.pathwren.workers.dev/bot/azureai-searchbot.html +friendica-100,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.daniel-siepmann.de,7,1,3,2026-09-06T06:34:31+00:00,2026-09-07T06:50:33+00:00,200:7,,agent,https://friendica.daniel-siepmann.de,https://www.pathwren.workers.dev/bot/friendica-100.html +friendica-103,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.dk,7,1,2,2026-09-06T06:34:35+00:00,2026-09-07T06:50:49+00:00,200:7,,agent,https://friendica.dk,https://www.pathwren.workers.dev/bot/friendica-103.html +friendica-11,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.andreaskilgus.de,7,1,3,2026-09-06T00:33:20+00:00,2026-09-07T06:50:20+00:00,200:7,,agent,https://friendica.andreaskilgus.de,https://www.pathwren.workers.dev/bot/friendica-11.html +friendica-14,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.tomforge.de,7,1,3,2026-09-06T00:36:00+00:00,2026-09-06T10:38:33+00:00,200:7,,agent,https://friendica.tomforge.de,https://www.pathwren.workers.dev/bot/friendica-14.html +friendica-15,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://forum.friendi.ca,7,1,2,2026-09-06T06:33:19+00:00,2026-09-07T06:50:04+00:00,200:7,,agent,https://forum.friendi.ca,https://www.pathwren.workers.dev/bot/friendica-15.html +friendica-18,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.hubup.pro,7,1,2,2026-09-06T06:33:32+00:00,2026-09-07T06:50:09+00:00,200:7,,agent,https://friendica.hubup.pro,https://www.pathwren.workers.dev/bot/friendica-18.html +friendica-62,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://base.nospy.net,7,1,3,2026-09-06T06:34:12+00:00,2026-09-07T06:50:41+00:00,200:7,,agent,https://base.nospy.net,https://www.pathwren.workers.dev/bot/friendica-62.html +friendica-65,Friendica,named,Friendica/2026.04-dev DatabaseVersion/1589 Request/ContentTypeChecker/1 +https://social.2ndshot.photos,7,1,3,2026-09-06T06:34:12+00:00,2026-09-07T06:50:34+00:00,200:7,,agent,https://social.2ndshot.photos,https://www.pathwren.workers.dev/bot/friendica-65.html +friendica-9,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://horche.demkontinuum.de,7,1,3,2026-09-06T00:33:19+00:00,2026-09-07T06:50:11+00:00,200:7,,agent,https://horche.demkontinuum.de,https://www.pathwren.workers.dev/bot/friendica-9.html +friendica-91,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.de,7,1,3,2026-09-06T06:34:21+00:00,2026-09-07T06:50:44+00:00,200:7,,agent,https://friendica.de,https://www.pathwren.workers.dev/bot/friendica-91.html +friendica-99,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fedibook.de,7,1,3,2026-09-06T06:34:29+00:00,2026-09-07T06:50:59+00:00,200:7,,agent,https://fedibook.de,https://www.pathwren.workers.dev/bot/friendica-99.html +lemmy-102,Lemmy,named,Lemmy/0.19.20; +https://l.mchome.net,7,1,3,2026-09-06T00:15:21+00:00,2026-09-07T03:18:11+00:00,200:7,,agent,https://l.mchome.net,https://www.pathwren.workers.dev/bot/lemmy-102.html +lemmy-114,Lemmy,named,Lemmy/0.19.20; +https://swg-empire.de,7,1,3,2026-09-06T00:15:22+00:00,2026-09-07T03:17:50+00:00,200:7,,agent,https://swg-empire.de,https://www.pathwren.workers.dev/bot/lemmy-114.html +lemmy-12,Lemmy,named,Lemmy/0.19.20; +https://lemmy.billiam.net,7,1,3,2026-09-06T00:15:07+00:00,2026-09-07T03:03:36+00:00,200:7,,agent,https://lemmy.billiam.net,https://www.pathwren.workers.dev/bot/lemmy-12.html +lemmy-123,Lemmy,named,Lemmy/0.19.20; +https://discuss.hadan.social,7,1,3,2026-09-06T00:15:23+00:00,2026-09-07T03:18:50+00:00,200:7,,agent,https://discuss.hadan.social,https://www.pathwren.workers.dev/bot/lemmy-123.html +lemmy-143,Lemmy,named,Lemmy/0.19.20; +https://lemmy.hangdaan.com,7,1,2,2026-09-06T00:15:26+00:00,2026-09-07T04:31:15+00:00,200:7,,agent,https://lemmy.hangdaan.com,https://www.pathwren.workers.dev/bot/lemmy-143.html +lemmy-168,Lemmy,named,Lemmy/0.19.20; +https://lem.free.as,7,1,4,2026-09-06T00:15:29+00:00,2026-09-07T03:21:51+00:00,200:7,,agent,https://lem.free.as,https://www.pathwren.workers.dev/bot/lemmy-168.html +lemmy-173,Lemmy,named,Lemmy/0.19.5; +https://champserver.net,7,1,4,2026-09-06T00:15:29+00:00,2026-09-07T03:10:37+00:00,200:7,,agent,https://champserver.net,https://www.pathwren.workers.dev/bot/lemmy-173.html +lemmy-218,Lemmy,named,Lemmy/0.19.12; +https://belgae.social,7,1,4,2026-09-06T00:15:34+00:00,2026-09-07T03:20:27+00:00,200:7,,agent,https://belgae.social,https://www.pathwren.workers.dev/bot/lemmy-218.html +lemmy-225,Lemmy,named,Lemmy/0.19.13; +https://thinktank.brainstormes.org,7,1,3,2026-09-06T00:15:34+00:00,2026-09-07T03:18:08+00:00,200:7,,agent,https://thinktank.brainstormes.org,https://www.pathwren.workers.dev/bot/lemmy-225.html +lemmy-227,Lemmy,named,Lemmy/0.19.9; +https://lemmy.net.au,7,1,3,2026-09-06T00:15:36+00:00,2026-09-07T03:04:05+00:00,200:7,,agent,https://lemmy.net.au,https://www.pathwren.workers.dev/bot/lemmy-227.html +lemmy-232,Lemmy,named,Lemmy/0.19.20; +https://forum.guncadindex.com,7,1,3,2026-09-06T00:21:27+00:00,2026-09-07T03:22:31+00:00,200:7,,agent,https://forum.guncadindex.com,https://www.pathwren.workers.dev/bot/lemmy-232.html +lemmy-242,Lemmy,named,Lemmy/0.19.15; +https://lemmy.mlaga97.space,7,1,2,2026-09-06T01:15:57+00:00,2026-09-07T03:18:44+00:00,200:7,,agent,https://lemmy.mlaga97.space,https://www.pathwren.workers.dev/bot/lemmy-242.html +lemmy-243,Lemmy,named,Lemmy/0.19.12; +https://lemmy.federate.cc,7,1,3,2026-09-06T01:42:53+00:00,2026-09-07T03:21:45+00:00,200:7,,agent,https://lemmy.federate.cc,https://www.pathwren.workers.dev/bot/lemmy-243.html +lemmy-40,Lemmy,named,Lemmy/0.19.13; +https://lemmy.pierre-couy.fr,7,1,3,2026-09-06T00:15:11+00:00,2026-09-07T03:17:58+00:00,200:7,,agent,https://lemmy.pierre-couy.fr,https://www.pathwren.workers.dev/bot/lemmy-40.html +lemmy-57,Lemmy,named,Lemmy/0.19.19; +https://lemmy.browntown.dev,7,1,3,2026-09-06T00:15:13+00:00,2026-09-07T03:17:52+00:00,200:7,,agent,https://lemmy.browntown.dev,https://www.pathwren.workers.dev/bot/lemmy-57.html +lemmy-94,Lemmy,named,Lemmy/0.19.20; +https://lemmy.grey.fail,7,1,2,2026-09-06T00:15:20+00:00,2026-09-07T03:18:16+00:00,200:7,,agent,https://lemmy.grey.fail,https://www.pathwren.workers.dev/bot/lemmy-94.html +mastodon-22,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://troet.cafe/) Bot,7,5,6,2026-09-06T00:15:24+00:00,2026-09-07T06:50:41+00:00,200:7,,crawler,https://troet.cafe/,https://www.pathwren.workers.dev/bot/mastodon-22.html +mastodon-32,Mastodon,named,Mastodon/4.8.0-alpha.2+mementomods-2026-09-06 (http.rb/5.3.1; +https://mementomori.social/),7,1,6,2026-09-06T00:15:31+00:00,2026-09-07T06:50:57+00:00,200:7,,crawler,https://mementomori.social/,https://www.pathwren.workers.dev/bot/mastodon-32.html +mastodon-53,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://fosstodon.org/) Bot,7,1,6,2026-09-06T00:15:44+00:00,2026-09-07T06:50:15+00:00,200:7,,crawler,https://fosstodon.org/,https://www.pathwren.workers.dev/bot/mastodon-53.html +mastodon-79,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://techhub.social/) Bot,7,1,7,2026-09-06T00:15:57+00:00,2026-09-07T06:51:03+00:00,200:7,,crawler,https://techhub.social/,https://www.pathwren.workers.dev/bot/mastodon-79.html +mcp-stats-prober,MCP-Stats-Prober,named,MCP-Stats-Prober/0.1 (+https://github.com/anthropics/mcp-stats),7,7,7,2026-09-01T13:08:09+00:00,2026-09-07T01:07:34+00:00,200:7,,agent,https://github.com/anthropics/mcp-stats,https://www.pathwren.workers.dev/bot/mcp-stats-prober.html +mcp-ui-parity-audit,mcp-ui-parity-audit,named,mcp-ui-parity-audit/0.1 (academic interface-parity measurement; contact jcshen0828@gmail.com),7,1,7,2026-09-07T02:21:29+00:00,2026-09-07T02:21:32+00:00,200:7,,agent,mailto:jcshen0828@gmail.com,https://www.pathwren.workers.dev/bot/mcp-ui-parity-audit.html +mcplookup-com-probe,mcplookup.com-probe,named,mcplookup.com-probe/0.1 (+https://mcplookup.com),7,1,6,2026-09-04T12:06:44+00:00,2026-09-04T12:06:45+00:00,200:6 202:1,,agent,https://mcplookup.com,https://www.pathwren.workers.dev/bot/mcplookup-com-probe.html +merlonix-attestation-verifier,merlonix-attestation-verifier,named,merlonix-attestation-verifier/1,7,1,7,2026-09-03T06:00:45+00:00,2026-09-03T06:00:45+00:00,200:6 404:1,/.well-known/tdmrep.json,agent,,https://www.pathwren.workers.dev/bot/merlonix-attestation-verifier.html +misskey-4,Misskey,named,Misskey/2025.4.7 (https://federation.network/),7,1,7,2026-09-06T06:37:22+00:00,2026-09-07T00:08:52+00:00,200:7,,agent,https://federation.network/,https://www.pathwren.workers.dev/bot/misskey-4.html +packagehound,PackageHound,named,PackageHound/1.0,7,7,5,2026-09-01T06:13:51+00:00,2026-09-06T09:51:05+00:00,200:7,,agent,,https://www.pathwren.workers.dev/bot/packagehound.html +ruby,Ruby,named,Ruby,7,1,7,2026-09-07T03:11:08+00:00,2026-09-07T03:11:08+00:00,200:7,,agent,,https://www.pathwren.workers.dev/bot/ruby.html +summalybot,SummalyBot,named,SummalyBot/5.2.2,7,4,3,2026-09-06T00:15:26+00:00,2026-09-07T07:13:22+00:00,200:7,,crawler,,https://www.pathwren.workers.dev/bot/summalybot.html +yacybot,yacybot,named,yacybot (/global; amd64 Windows 11 10.0; java 11.0.21; Asia/en) http://yacy.net/bot.html,7,2,4,2026-09-05T11:48:58+00:00,2026-09-07T06:47:53+00:00,200:7,,crawler,http://yacy.net/bot.html,https://www.pathwren.workers.dev/bot/yacybot.html +a2a-security-research-crawler,a2a-security-research-crawler,named,a2a-security-research-crawler/1.0 (academic; contact: security-research),6,1,1,2026-09-02T01:00:09+00:00,2026-09-07T01:00:13+00:00,200:6,,crawler,,https://www.pathwren.workers.dev/bot/a2a-security-research-crawler.html +ai-crawler-robots,ai-crawler-robots,named,ai-crawler-robots/1.0.0,6,1,1,2026-09-03T00:22:44+00:00,2026-09-07T01:57:45+00:00,200:6,,crawler,,https://www.pathwren.workers.dev/bot/ai-crawler-robots.html +apis-json-showcase-verifier,APIs.json-Showcase-Verifier,named,APIs.json-Showcase-Verifier/1.0 (+https://apisjson.org),6,1,4,2026-09-03T13:16:53+00:00,2026-09-03T13:21:59+00:00,200:5 404:1,/apis.yml,agent,https://apisjson.org,https://www.pathwren.workers.dev/bot/apis-json-showcase-verifier.html +chainwitness-pr36,ChainWitness-PR36,named,ChainWitness-PR36/1.0,6,1,6,2026-09-03T04:40:10+00:00,2026-09-03T04:40:10+00:00,200:4 202:2,,agent,,https://www.pathwren.workers.dev/bot/chainwitness-pr36.html +epaichat-a2a-compatibility-test,EPAIChat-A2A-Compatibility-Test,named,EPAIChat-A2A-Compatibility-Test/1.0,6,2,1,2026-09-07T07:25:24+00:00,2026-09-07T07:44:09+00:00,200:6,,agent,,https://www.pathwren.workers.dev/bot/epaichat-a2a-compatibility-test.html +exaforce-mcprep,exaforce-mcprep,named,exaforce-mcprep/0.1 (MCP server reputation scanner),6,2,3,2026-08-31T22:32:28+00:00,2026-09-01T03:23:58+00:00,not recorded:3 404:2 200:1,/.well-known/oauth-authorization-server /.well-known/oauth-protected-resource,agent,,https://www.pathwren.workers.dev/bot/exaforce-mcprep.html +feedly,Feedly,named,Feedly/1.0 (+http://www.feedly.com/fetcher.html; 1 subscribers; ),6,5,1,2026-09-06T01:51:29+00:00,2026-09-07T07:53:09+00:00,200:5 304:1,,agent,http://www.feedly.com/fetcher.html,https://www.pathwren.workers.dev/bot/feedly.html +friendica-101,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.cord.de,6,1,2,2026-09-06T06:34:32+00:00,2026-09-07T06:51:27+00:00,200:6,,agent,https://friendica.cord.de,https://www.pathwren.workers.dev/bot/friendica-101.html +friendica-105,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedinow.de,6,1,2,2026-09-06T06:34:41+00:00,2026-09-07T06:51:07+00:00,200:6,,agent,https://fedinow.de,https://www.pathwren.workers.dev/bot/friendica-105.html +friendica-106,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://charlemos.club,6,1,2,2026-09-06T06:34:45+00:00,2026-09-07T06:52:44+00:00,200:6,,agent,https://charlemos.club,https://www.pathwren.workers.dev/bot/friendica-106.html +friendica-112,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://entropysource.ru,6,1,2,2026-09-06T06:36:10+00:00,2026-09-07T06:51:47+00:00,200:6,,agent,https://entropysource.ru,https://www.pathwren.workers.dev/bot/friendica-112.html +friendica-120,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.sl.dedyn.io,6,2,2,2026-09-06T06:42:00+00:00,2026-09-07T06:53:42+00:00,200:6,,agent,https://f.sl.dedyn.io,https://www.pathwren.workers.dev/bot/friendica-120.html +friendica-121,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1597 Request/ContentTypeChecker/1 +https://friendica.eskimo.com,6,1,2,2026-09-06T09:04:08+00:00,2026-09-07T06:50:45+00:00,200:6,,agent,https://friendica.eskimo.com,https://www.pathwren.workers.dev/bot/friendica-121.html +friendica-124,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ginestes.es,6,1,3,2026-09-07T03:47:41+00:00,2026-09-07T06:50:35+00:00,200:6,,agent,https://friendica.ginestes.es,https://www.pathwren.workers.dev/bot/friendica-124.html +friendica-19,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.diekershoff.de,6,2,2,2026-09-06T06:33:44+00:00,2026-09-07T06:50:13+00:00,200:6,,agent,https://social.diekershoff.de,https://www.pathwren.workers.dev/bot/friendica-19.html +friendica-3,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://foggyminds.com,6,1,3,2026-09-06T00:15:25+00:00,2026-09-06T06:34:11+00:00,200:6,,agent,https://foggyminds.com,https://www.pathwren.workers.dev/bot/friendica-3.html +friendica-38,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://freundica.de,6,1,2,2026-09-06T06:34:06+00:00,2026-09-07T06:50:38+00:00,200:6,,agent,https://freundica.de,https://www.pathwren.workers.dev/bot/friendica-38.html +friendica-41,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://f.haeder.net,6,1,2,2026-09-06T06:34:06+00:00,2026-09-07T06:50:23+00:00,200:6,,agent,https://f.haeder.net,https://www.pathwren.workers.dev/bot/friendica-41.html +friendica-45,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.myportal.social,6,1,2,2026-09-06T06:34:07+00:00,2026-09-07T06:50:19+00:00,200:6,,agent,https://friendica.myportal.social,https://www.pathwren.workers.dev/bot/friendica-45.html +friendica-51,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fri.dxz.ch,6,1,2,2026-09-06T06:34:09+00:00,2026-09-07T06:50:36+00:00,200:6,,agent,https://fri.dxz.ch,https://www.pathwren.workers.dev/bot/friendica-51.html +friendica-57,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendsocial.inet.place,6,1,2,2026-09-06T06:34:11+00:00,2026-09-07T06:50:22+00:00,200:6,,agent,https://friendsocial.inet.place,https://www.pathwren.workers.dev/bot/friendica-57.html +friendica-75,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://joinfriendica.de,6,1,2,2026-09-06T06:34:16+00:00,2026-09-07T06:50:35+00:00,200:6,,agent,https://joinfriendica.de,https://www.pathwren.workers.dev/bot/friendica-75.html +friendica-80,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.utzer.de,6,1,2,2026-09-06T06:34:18+00:00,2026-09-07T06:50:43+00:00,200:6,,agent,https://f.utzer.de,https://www.pathwren.workers.dev/bot/friendica-80.html +friendica-85,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.joespace.ca,6,1,2,2026-09-06T06:34:20+00:00,2026-09-07T06:50:42+00:00,200:6,,agent,https://social.joespace.ca,https://www.pathwren.workers.dev/bot/friendica-85.html +friendica-88,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.myplace.social,6,2,2,2026-09-06T06:34:20+00:00,2026-09-07T06:51:24+00:00,200:6,,agent,https://friendica.myplace.social,https://www.pathwren.workers.dev/bot/friendica-88.html +friendica-90,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.cyphercolt.com,6,1,1,2026-09-06T06:34:21+00:00,2026-09-06T06:34:43+00:00,200:6,,agent,https://friends.cyphercolt.com,https://www.pathwren.workers.dev/bot/friendica-90.html +friendica-98,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.au,6,1,2,2026-09-06T06:34:29+00:00,2026-09-07T06:51:07+00:00,200:6,,agent,https://friendica.au,https://www.pathwren.workers.dev/bot/friendica-98.html +ghxst-feed-importer,ghxst-feed-importer,named,ghxst-feed-importer/2.0,6,1,5,2026-09-05T17:11:25+00:00,2026-09-05T20:53:35+00:00,200:5 308:1,,agent,,https://www.pathwren.workers.dev/bot/ghxst-feed-importer.html +google-read-aloud,Google-Read-Aloud,named,"Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)",6,5,5,2026-09-05T11:44:16+00:00,2026-09-07T06:56:10+00:00,200:6,,crawler,https://support.google.com/webmasters/answer/1061943,https://www.pathwren.workers.dev/bot/google-read-aloud.html +googlebot-image,Googlebot-Image,named,Googlebot-Image/1.0,6,3,3,2026-09-03T06:41:18+00:00,2026-09-03T06:41:48+00:00,200:6,,crawler,,https://www.pathwren.workers.dev/bot/googlebot-image.html +lemmy-132,Lemmy,named,Lemmy/0.19.11; +https://feddit.cl,6,1,4,2026-09-06T00:15:24+00:00,2026-09-07T03:03:50+00:00,200:6,,agent,https://feddit.cl,https://www.pathwren.workers.dev/bot/lemmy-132.html +lemmy-136,Lemmy,named,Lemmy/0.19.20; +https://lemmy.lama-corp.space,6,1,1,2026-09-06T00:15:25+00:00,2026-09-07T03:19:01+00:00,200:6,,agent,https://lemmy.lama-corp.space,https://www.pathwren.workers.dev/bot/lemmy-136.html +lemmy-138,Lemmy,named,Lemmy/0.19.18; +https://krabb.org,6,1,2,2026-09-06T00:15:25+00:00,2026-09-07T03:00:42+00:00,200:6,,agent,https://krabb.org,https://www.pathwren.workers.dev/bot/lemmy-138.html +lemmy-149,Lemmy,named,Lemmy/0.19.15; +https://links.openriver.net,6,1,1,2026-09-06T00:15:26+00:00,2026-09-07T03:18:58+00:00,200:6,,agent,https://links.openriver.net,https://www.pathwren.workers.dev/bot/lemmy-149.html +lemmy-185,Lemmy,named,Lemmy/0.19.3; +https://sammich.es,6,1,4,2026-09-06T00:15:30+00:00,2026-09-07T03:03:44+00:00,200:6,,agent,https://sammich.es,https://www.pathwren.workers.dev/bot/lemmy-185.html +lemmy-190,Lemmy,named,Lemmy/0.19.20; +https://lemmy.helvetet.eu,6,1,3,2026-09-06T00:15:31+00:00,2026-09-07T03:00:38+00:00,200:6,,agent,https://lemmy.helvetet.eu,https://www.pathwren.workers.dev/bot/lemmy-190.html +lemmy-219,Lemmy,named,Lemmy/0.19.18; +https://lemmy.glue.io,6,1,1,2026-09-06T00:15:34+00:00,2026-09-07T03:18:13+00:00,200:6,,agent,https://lemmy.glue.io,https://www.pathwren.workers.dev/bot/lemmy-219.html +lemmy-233,Lemmy,named,Lemmy/0.19.20; +https://lemmy.mats.ooo,6,1,2,2026-09-06T00:21:29+00:00,2026-09-07T06:09:14+00:00,200:6,,agent,https://lemmy.mats.ooo,https://www.pathwren.workers.dev/bot/lemmy-233.html +lemmy-25,Lemmy,named,Lemmy/0.19.20; +https://lemmy.jaypg.pw,6,1,3,2026-09-06T00:15:09+00:00,2026-09-07T03:18:42+00:00,200:6,,agent,https://lemmy.jaypg.pw,https://www.pathwren.workers.dev/bot/lemmy-25.html +lemmy-253,Lemmy,named,Lemmy/0.19.8; +https://social.jrruethe.info,6,1,4,2026-09-06T02:54:18+00:00,2026-09-07T03:03:45+00:00,200:6,,agent,https://social.jrruethe.info,https://www.pathwren.workers.dev/bot/lemmy-253.html +lemmy-28,Lemmy,named,Lemmy/0.19.13; +https://lemmy.duckpond.social,6,1,3,2026-09-06T00:15:10+00:00,2026-09-07T03:17:55+00:00,200:6,,agent,https://lemmy.duckpond.social,https://www.pathwren.workers.dev/bot/lemmy-28.html +lemmy-32,Lemmy,named,Lemmy/0.19.20; +https://lemmy.uhhoh.com,6,1,3,2026-09-06T00:15:10+00:00,2026-09-07T03:03:38+00:00,200:6,,agent,https://lemmy.uhhoh.com,https://www.pathwren.workers.dev/bot/lemmy-32.html +lemmy-46,Lemmy,named,Lemmy/0.19.7; +https://mouse.chitanda.moe,6,2,3,2026-09-06T00:15:12+00:00,2026-09-07T03:00:53+00:00,200:6,,agent,https://mouse.chitanda.moe,https://www.pathwren.workers.dev/bot/lemmy-46.html +lemmy-48,Lemmy,named,Lemmy/0.19.20; +https://lemmy.unryzer.eu,6,1,2,2026-09-06T00:15:13+00:00,2026-09-07T03:17:52+00:00,200:6,,agent,https://lemmy.unryzer.eu,https://www.pathwren.workers.dev/bot/lemmy-48.html +lemmy-82,Lemmy,named,Lemmy/0.19.20; +https://news.idlestate.org,6,1,2,2026-09-06T00:15:17+00:00,2026-09-07T03:18:47+00:00,200:6,,agent,https://news.idlestate.org,https://www.pathwren.workers.dev/bot/lemmy-82.html +lemmy-9,Lemmy,named,Lemmy/0.19.20; +https://lemmy.thewooskeys.com,6,1,2,2026-09-06T00:15:06+00:00,2026-09-07T03:18:15+00:00,200:6,,agent,https://lemmy.thewooskeys.com,https://www.pathwren.workers.dev/bot/lemmy-9.html +llms-txt-generator-de,llms-txt-generator.de,named,llms-txt-generator.de/2.0 (+https://www.llms-txt-generator.de/),6,6,1,2026-09-03T08:00:29+00:00,2026-09-07T06:05:13+00:00,200:6,,agent,https://www.llms-txt-generator.de/,https://www.pathwren.workers.dev/bot/llms-txt-generator-de.html +mastodon-52,Mastodon,named,Mastodon/4.7.1+vivaldimod (http.rb/5.3.1; +https://social.vivaldi.net/) Bot,6,1,5,2026-09-06T00:15:43+00:00,2026-09-07T03:05:55+00:00,200:6,,crawler,https://social.vivaldi.net/,https://www.pathwren.workers.dev/bot/mastodon-52.html +mastodon-91,Mastodon,named,Mastodon/4.8.0-alpha.2+glitch (http.rb/5.3.1; +https://infosec.exchange/) Bot,6,1,6,2026-09-06T00:16:09+00:00,2026-09-07T06:50:55+00:00,200:6,,crawler,https://infosec.exchange/,https://www.pathwren.workers.dev/bot/mastodon-91.html +mastodon-93,Mastodon,named,Mastodon/4.8.0-nightly.2026-09-04 (http.rb/5.3.1; +https://mastodon.online/) Bot,6,2,6,2026-09-06T00:16:09+00:00,2026-09-07T06:50:21+00:00,200:6,,crawler,https://mastodon.online/,https://www.pathwren.workers.dev/bot/mastodon-93.html +mcp-scraper,mcp-scraper,named,mcp-scraper/1.0 (+https://mcp-cloud.ai),6,1,6,2026-09-04T04:02:23+00:00,2026-09-04T04:03:25+00:00,200:6,,agent,https://mcp-cloud.ai,https://www.pathwren.workers.dev/bot/mcp-scraper.html +mcporbit-oauth-probe,mcporbit-oauth-probe,named,mcporbit-oauth-probe/1.0,6,1,6,2026-09-05T09:57:13+00:00,2026-09-05T09:57:13+00:00,200:6,,agent,,https://www.pathwren.workers.dev/bot/mcporbit-oauth-probe.html +misskey-8,Misskey,named,Misskey/2025.4.7 (https://procial.tchncs.de/),6,1,6,2026-09-07T00:08:49+00:00,2026-09-07T07:13:35+00:00,200:6,,agent,https://procial.tchncs.de/,https://www.pathwren.workers.dev/bot/misskey-8.html +movanas-registry-snapshot,movanas-registry-snapshot,named,movanas-registry-snapshot,6,1,3,2026-08-31T22:43:36+00:00,2026-08-31T23:06:09+00:00,not recorded:3 200:3,,agent,,https://www.pathwren.workers.dev/bot/movanas-registry-snapshot.html +piefed-23,PieFed,named,PieFed/1.0.1-dev; +https://feeds.jrruethe.info,6,1,4,2026-09-06T00:15:24+00:00,2026-09-07T03:03:44+00:00,200:6,,agent,https://feeds.jrruethe.info,https://www.pathwren.workers.dev/bot/piefed-23.html +piefed-39,PieFed,named,PieFed/1.7.14; +https://piefed.alphapuggle.dev,6,1,4,2026-09-06T00:15:32+00:00,2026-09-07T03:10:29+00:00,200:6,,agent,https://piefed.alphapuggle.dev,https://www.pathwren.workers.dev/bot/piefed-39.html +piefed-6,PieFed,named,PieFed/1.7.0-dev; +https://bookwyr.me,6,1,4,2026-09-06T00:15:08+00:00,2026-09-07T03:03:56+00:00,200:6,,agent,https://bookwyr.me,https://www.pathwren.workers.dev/bot/piefed-6.html +telegrambot,TelegramBot,named,TelegramBot (like TwitterBot),6,4,6,2026-09-01T05:44:24+00:00,2026-09-02T06:48:07+00:00,200:6,,crawler,,https://www.pathwren.workers.dev/bot/telegrambot.html +trimtabverifier,TrimtabVerifier,named,TrimtabVerifier/0.1 (+https://trimtabist.com/verifier; mrigank86@gmail.com),6,1,6,2026-09-06T06:13:25+00:00,2026-09-06T06:13:25+00:00,200:6,,agent,https://trimtabist.com/verifier,https://www.pathwren.workers.dev/bot/trimtabverifier.html +universal-service-registry-mcp-tool-probe,Universal-Service-Registry-MCP-Tool-Probe,named,Universal-Service-Registry-MCP-Tool-Probe/1.0,6,1,6,2026-09-05T22:42:08+00:00,2026-09-05T22:42:13+00:00,200:6,,agent,,https://www.pathwren.workers.dev/bot/universal-service-registry-mcp-tool-probe.html +a2a-directory-discovery,a2a-directory-discovery,named,a2a-directory-discovery,5,1,5,2026-09-01T02:27:27+00:00,2026-09-01T15:55:09+00:00,200:5,,agent,,https://www.pathwren.workers.dev/bot/a2a-directory-discovery.html +chrome,Chrome,named,Chrome Privacy Preserving Prefetch Proxy,5,4,1,2026-09-02T05:53:59+00:00,2026-09-06T09:48:16+00:00,404:3 200:2,/.well-known/traffic-advice,agent,,https://www.pathwren.workers.dev/bot/chrome.html +feedrabbit,Feedrabbit,named,Feedrabbit (https://feedrabbit.com/),5,1,2,2026-09-06T04:19:23+00:00,2026-09-06T11:42:48+00:00,200:5,,agent,https://feedrabbit.com/,https://www.pathwren.workers.dev/bot/feedrabbit.html +friendica-102,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://boerdica.de,5,1,2,2026-09-06T06:34:34+00:00,2026-09-07T06:50:27+00:00,200:5,,agent,https://boerdica.de,https://www.pathwren.workers.dev/bot/friendica-102.html +friendica-104,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.vrije-mens.org,5,1,2,2026-09-06T06:34:38+00:00,2026-09-06T06:38:23+00:00,200:5,,agent,https://friendica.vrije-mens.org,https://www.pathwren.workers.dev/bot/friendica-104.html +friendica-109,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://tupambae.org,5,1,2,2026-09-06T06:35:20+00:00,2026-09-07T06:50:34+00:00,200:5,,agent,https://tupambae.org,https://www.pathwren.workers.dev/bot/friendica-109.html +friendica-122,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.jlamothe.net,5,1,2,2026-09-06T09:15:23+00:00,2026-09-06T09:15:24+00:00,200:5,,agent,https://social.jlamothe.net,https://www.pathwren.workers.dev/bot/friendica-122.html +friendica-22,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.a-zwenkau.de,5,1,1,2026-09-06T06:34:02+00:00,2026-09-06T07:24:12+00:00,200:5,,agent,https://friendica.a-zwenkau.de,https://www.pathwren.workers.dev/bot/friendica-22.html +friendica-26,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.philipp.info,5,1,2,2026-09-06T06:34:04+00:00,2026-09-07T06:50:18+00:00,200:5,,agent,https://friendica.philipp.info,https://www.pathwren.workers.dev/bot/friendica-26.html +friendica-32,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://dica.interfel.de,5,1,2,2026-09-06T06:34:05+00:00,2026-09-07T06:50:19+00:00,200:5,,agent,https://dica.interfel.de,https://www.pathwren.workers.dev/bot/friendica-32.html +friendica-36,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.thierrytalbert.fr,5,1,2,2026-09-06T06:34:06+00:00,2026-09-07T06:50:18+00:00,200:5,,agent,https://social.thierrytalbert.fr,https://www.pathwren.workers.dev/bot/friendica-36.html +friendica-60,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://soc.schuerz.at,5,1,2,2026-09-06T06:34:12+00:00,2026-09-07T06:50:22+00:00,200:5,,agent,https://soc.schuerz.at,https://www.pathwren.workers.dev/bot/friendica-60.html +friendica-63,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.cool110.xyz,5,2,2,2026-09-06T06:34:12+00:00,2026-09-07T06:50:23+00:00,200:5,,agent,https://social.cool110.xyz,https://www.pathwren.workers.dev/bot/friendica-63.html +friendica-70,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://connexia.hibiol.eu,5,1,2,2026-09-06T06:34:15+00:00,2026-09-07T06:50:37+00:00,200:5,,agent,https://connexia.hibiol.eu,https://www.pathwren.workers.dev/bot/friendica-70.html +friendica-72,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.wlabs.de,5,1,2,2026-09-06T06:34:15+00:00,2026-09-07T06:50:34+00:00,200:5,,agent,https://fedi.wlabs.de,https://www.pathwren.workers.dev/bot/friendica-72.html +friendica-73,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.jb-net.us,5,1,2,2026-09-06T06:34:16+00:00,2026-09-07T06:50:55+00:00,200:5,,agent,https://friendica.jb-net.us,https://www.pathwren.workers.dev/bot/friendica-73.html +friendica-82,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://metalfriends-rocks.nl,5,1,2,2026-09-06T06:34:19+00:00,2026-09-07T06:50:41+00:00,200:5,,agent,https://metalfriends-rocks.nl,https://www.pathwren.workers.dev/bot/friendica-82.html +friendica-94,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://dev.fedinow.de,5,1,2,2026-09-06T06:34:26+00:00,2026-09-07T06:50:52+00:00,200:5,,agent,https://dev.fedinow.de,https://www.pathwren.workers.dev/bot/friendica-94.html +friendica-96,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://tupambae.com,5,1,2,2026-09-06T06:34:28+00:00,2026-09-07T06:51:07+00:00,200:5,,agent,https://tupambae.com,https://www.pathwren.workers.dev/bot/friendica-96.html +lemmy-104,Lemmy,named,Lemmy/0.19.19; +https://lemmy.vg,5,1,3,2026-09-06T00:15:21+00:00,2026-09-07T03:01:01+00:00,200:5,,agent,https://lemmy.vg,https://www.pathwren.workers.dev/bot/lemmy-104.html +lemmy-11,Lemmy,named,Lemmy/0.19.11; +https://kutsuya.dev,5,1,2,2026-09-06T00:15:07+00:00,2026-09-07T03:18:47+00:00,200:5,,agent,https://kutsuya.dev,https://www.pathwren.workers.dev/bot/lemmy-11.html +lemmy-133,Lemmy,named,Lemmy/0.19.20; +https://linux.community,5,1,3,2026-09-06T00:15:24+00:00,2026-09-07T03:03:51+00:00,200:5,,agent,https://linux.community,https://www.pathwren.workers.dev/bot/lemmy-133.html +lemmy-144,Lemmy,named,Lemmy/0.19.19; +https://supernova.place,5,1,1,2026-09-06T00:15:26+00:00,2026-09-07T03:00:57+00:00,200:5,,agent,https://supernova.place,https://www.pathwren.workers.dev/bot/lemmy-144.html +lemmy-147,Lemmy,named,Lemmy/0.19.20; +https://lemmy.nocturnal.garden,5,3,2,2026-09-06T00:15:26+00:00,2026-09-07T03:10:33+00:00,200:5,,agent,https://lemmy.nocturnal.garden,https://www.pathwren.workers.dev/bot/lemmy-147.html +lemmy-188,Lemmy,named,Lemmy/0.19.20; +https://feddit.it,5,1,3,2026-09-06T00:15:31+00:00,2026-09-07T03:10:35+00:00,200:5,,agent,https://feddit.it,https://www.pathwren.workers.dev/bot/lemmy-188.html +lemmy-189,Lemmy,named,Lemmy/0.19.20; +https://lemmy.teuto.icu,5,1,1,2026-09-06T00:15:31+00:00,2026-09-07T04:58:43+00:00,200:5,,agent,https://lemmy.teuto.icu,https://www.pathwren.workers.dev/bot/lemmy-189.html +lemmy-206,Lemmy,named,Lemmy/0.19.18; +https://lemmy.photon-grove.net,5,1,1,2026-09-06T00:15:32+00:00,2026-09-07T05:46:36+00:00,200:5,,agent,https://lemmy.photon-grove.net,https://www.pathwren.workers.dev/bot/lemmy-206.html +lemmy-211,Lemmy,named,Lemmy/0.19.12; +https://discuss.voidcentury.net,5,1,2,2026-09-06T00:15:33+00:00,2026-09-07T03:18:43+00:00,200:5,,agent,https://discuss.voidcentury.net,https://www.pathwren.workers.dev/bot/lemmy-211.html +lemmy-236,Lemmy,named,Lemmy/0.19.20-modified; +https://lemmit.nyc.what.if.ua,5,2,2,2026-09-06T00:21:40+00:00,2026-09-07T04:31:13+00:00,200:5,,agent,https://lemmit.nyc.what.if.ua,https://www.pathwren.workers.dev/bot/lemmy-236.html +lemmy-246,Lemmy,named,Lemmy/1.0.0-beta.1; +https://lemmy.tomkoreny.com,5,1,3,2026-09-06T02:54:09+00:00,2026-09-07T03:04:03+00:00,200:5,,agent,https://lemmy.tomkoreny.com,https://www.pathwren.workers.dev/bot/lemmy-246.html +lemmy-250,Lemmy,named,Lemmy/0.19.20-modified; +https://lemmy.brief.guru,5,1,2,2026-09-06T02:54:16+00:00,2026-09-07T07:46:42+00:00,200:5,,agent,https://lemmy.brief.guru,https://www.pathwren.workers.dev/bot/lemmy-250.html +lemmy-256,Lemmy,named,Lemmy/0.19.18; +https://communick.news,5,1,3,2026-09-06T02:54:23+00:00,2026-09-07T03:00:48+00:00,200:5,,agent,https://communick.news,https://www.pathwren.workers.dev/bot/lemmy-256.html +lemmy-267,Lemmy,named,Lemmy/0.19.18; +https://timesink.p3nguin.org,5,1,3,2026-09-06T02:54:32+00:00,2026-09-07T03:00:45+00:00,200:5,,agent,https://timesink.p3nguin.org,https://www.pathwren.workers.dev/bot/lemmy-267.html +lemmy-31,Lemmy,named,Lemmy/0.19.13; +https://lemmy.imagisphe.re,5,1,1,2026-09-06T00:15:10+00:00,2026-09-07T06:33:33+00:00,200:5,,agent,https://lemmy.imagisphe.re,https://www.pathwren.workers.dev/bot/lemmy-31.html +lemmy-34,Lemmy,named,Lemmy/0.19.16; +https://lemmy.ubergeek77.chat,5,1,2,2026-09-06T00:15:10+00:00,2026-09-07T03:18:02+00:00,200:5,,agent,https://lemmy.ubergeek77.chat,https://www.pathwren.workers.dev/bot/lemmy-34.html +lemmy-62,Lemmy,named,Lemmy/0.19.15; +https://lmy.ndu.wtf,5,3,1,2026-09-06T00:15:14+00:00,2026-09-07T08:31:13+00:00,200:5,,agent,https://lmy.ndu.wtf,https://www.pathwren.workers.dev/bot/lemmy-62.html +lemmy-72,Lemmy,named,Lemmy/0.19.18; +https://lemmy-api.ten4ward.social,5,1,1,2026-09-06T00:15:16+00:00,2026-09-07T05:50:31+00:00,200:5,,agent,https://lemmy-api.ten4ward.social,https://www.pathwren.workers.dev/bot/lemmy-72.html +lemmy-76,Lemmy,named,Lemmy/0.19.3; +https://lemmy.pixelpassport.studio,5,1,3,2026-09-06T00:15:16+00:00,2026-09-07T03:03:55+00:00,200:5,,agent,https://lemmy.pixelpassport.studio,https://www.pathwren.workers.dev/bot/lemmy-76.html +mastodon-131,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.kodesumber.com/),5,1,5,2026-09-06T00:33:42+00:00,2026-09-07T00:17:38+00:00,200:5,,agent,https://mastodon.kodesumber.com/,https://www.pathwren.workers.dev/bot/mastodon-131.html +mastodon-177,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://ijaron.life/),5,1,5,2026-09-06T03:16:36+00:00,2026-09-07T00:18:56+00:00,200:5,,agent,https://ijaron.life/,https://www.pathwren.workers.dev/bot/mastodon-177.html +mastodon-179,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://frontrange.co/),5,1,5,2026-09-06T03:16:51+00:00,2026-09-07T00:11:02+00:00,200:5,,agent,https://frontrange.co/,https://www.pathwren.workers.dev/bot/mastodon-179.html +mastodon-180,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://arkm.social/),5,2,5,2026-09-06T03:16:53+00:00,2026-09-07T00:13:08+00:00,200:5,,agent,https://arkm.social/,https://www.pathwren.workers.dev/bot/mastodon-180.html +mastodon-25,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.uno/) Bot,5,1,5,2026-09-06T00:15:27+00:00,2026-09-07T03:04:07+00:00,200:5,,crawler,https://mastodon.uno/,https://www.pathwren.workers.dev/bot/mastodon-25.html +mastodon-28,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://piaille.fr/) Bot,5,1,4,2026-09-06T00:15:28+00:00,2026-09-07T06:51:34+00:00,200:5,,crawler,https://piaille.fr/,https://www.pathwren.workers.dev/bot/mastodon-28.html +mastodon-56,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.radio/),5,1,5,2026-09-06T00:15:45+00:00,2026-09-07T00:18:47+00:00,200:5,,agent,https://mastodon.radio/,https://www.pathwren.workers.dev/bot/mastodon-56.html +mcpmeter,MCPMeter,named,MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site),5,1,5,2026-08-31T23:48:38+00:00,2026-09-06T11:33:26+00:00,200:5,,agent,https://mcpmeter.dev/about,https://www.pathwren.workers.dev/bot/mcpmeter.html +piefed-12,PieFed,named,PieFed/1.7.13; +https://piefed.iridescent.nz,5,1,3,2026-09-06T00:15:13+00:00,2026-09-07T03:03:44+00:00,200:5,,agent,https://piefed.iridescent.nz,https://www.pathwren.workers.dev/bot/piefed-12.html +piefed-14,PieFed,named,PieFed/1.7.14; +https://feddit.fr,5,1,3,2026-09-06T00:15:15+00:00,2026-09-07T03:03:47+00:00,200:5,,agent,https://feddit.fr,https://www.pathwren.workers.dev/bot/piefed-14.html +piefed-18,PieFed,named,PieFed/1.7.11.3; +https://piefed.keyboardvagabond.com,5,2,3,2026-09-06T00:15:20+00:00,2026-09-07T03:18:31+00:00,200:5,,agent,https://piefed.keyboardvagabond.com,https://www.pathwren.workers.dev/bot/piefed-18.html +piefed-40,PieFed,named,PieFed/1.7.15.1; +https://kopitalk.net,5,1,3,2026-09-06T00:15:33+00:00,2026-09-07T03:03:44+00:00,200:5,,agent,https://kopitalk.net,https://www.pathwren.workers.dev/bot/piefed-40.html +piefed-44,PieFed,named,PieFed/1.7.11.2; +https://fedinsfw.app,5,1,4,2026-09-06T02:54:27+00:00,2026-09-07T03:52:57+00:00,200:3 404:2,/.well-known/webfinger,agent,https://fedinsfw.app,https://www.pathwren.workers.dev/bot/piefed-44.html +piefed-9,PieFed,named,PieFed/1.7.14; +https://piefed.nl,5,1,3,2026-09-06T00:15:10+00:00,2026-09-07T03:20:27+00:00,200:5,,agent,https://piefed.nl,https://www.pathwren.workers.dev/bot/piefed-9.html +spider-bot,Spider_Bot,named,Spider_Bot/3.0,5,1,3,2026-09-05T13:40:40+00:00,2026-09-05T19:35:09+00:00,301:3 200:2,,crawler,,https://www.pathwren.workers.dev/bot/spider-bot.html +achilles,Achilles,named,Achilles/2.0 (x711.io),4,3,3,2026-09-04T01:34:07+00:00,2026-09-04T03:49:35+00:00,404:4,/c/smithery-direct/mcp-doctor.html /c/smithery-direct/mcp-doctor.html/message /c/smithery-direct/mcp-doctor.html/api/tools/price,agent,,https://www.pathwren.workers.dev/bot/achilles.html +advisorsai-check,advisorsai-check,named,advisorsai-check/1.0 (+https://advisorsai.ai),4,1,4,2026-09-03T08:00:24+00:00,2026-09-03T08:00:26+00:00,200:4,,agent,https://advisorsai.ai,https://www.pathwren.workers.dev/bot/advisorsai-check.html +boost,Boost,named,Boost/1.0.32 (Linux;Android 17),4,2,3,2026-09-06T09:44:17+00:00,2026-09-07T06:44:23+00:00,200:4,,agent,,https://www.pathwren.workers.dev/bot/boost.html +capi2-a2a-discovery,CAPI2-A2A-Discovery,named,CAPI2-A2A-Discovery/1.0,4,4,1,2026-09-04T23:10:07+00:00,2026-09-05T23:18:34+00:00,200:4,,agent,,https://www.pathwren.workers.dev/bot/capi2-a2a-discovery.html +catodon-2,Catodon,named,Catodon/26.9.0-dev.0 (+https://bohio.icu),4,1,4,2026-09-07T08:21:00+00:00,2026-09-07T08:21:01+00:00,200:4,,agent,https://bohio.icu,https://www.pathwren.workers.dev/bot/catodon-2.html +catodon-4,Catodon,named,Catodon/26.8.0-dev.0 (+https://social.agnos.is),4,1,4,2026-09-07T08:27:42+00:00,2026-09-07T08:27:43+00:00,200:4,,agent,https://social.agnos.is,https://www.pathwren.workers.dev/bot/catodon-4.html +client,Client,named,Client/76235 CFNetwork/3860.700.1 Darwin/25.6.0,4,4,1,2026-09-06T05:37:53+00:00,2026-09-07T07:03:46+00:00,200:4,,agent,,https://www.pathwren.workers.dev/bot/client.html +com-apple-webkit-networking,com.apple.WebKit.Networking,named,com.apple.WebKit.Networking/20623.1.14.18.4 Network/4277.140.33.701.1 macOS/15.7.3,4,1,4,2026-09-06T07:19:34+00:00,2026-09-06T07:19:34+00:00,200:3 404:1,/apple-touch-icon-precomposed.png,agent,,https://www.pathwren.workers.dev/bot/com-apple-webkit-networking.html +duckduckbot,DuckDuckBot,named,DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html),4,2,2,2026-09-02T07:36:46+00:00,2026-09-06T06:02:14+00:00,301:2 200:2,,crawler,http://duckduckgo.com/duckduckbot.html,https://www.pathwren.workers.dev/bot/duckduckbot.html +friendica-111,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.0x42.ch,4,1,2,2026-09-06T06:36:07+00:00,2026-09-07T06:51:44+00:00,200:4,,agent,https://fedi.0x42.ch,https://www.pathwren.workers.dev/bot/friendica-111.html +friendica-113,Friendica,named,Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.johnassel.de,4,1,2,2026-09-06T06:37:04+00:00,2026-09-07T06:50:21+00:00,200:4,,agent,https://social.johnassel.de,https://www.pathwren.workers.dev/bot/friendica-113.html +friendica-114,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://inne.city,4,1,2,2026-09-06T06:37:11+00:00,2026-09-07T06:50:36+00:00,200:4,,agent,https://inne.city,https://www.pathwren.workers.dev/bot/friendica-114.html +friendica-137,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.babb.no,4,1,1,2026-09-07T06:51:01+00:00,2026-09-07T06:51:04+00:00,200:4,,agent,https://social.babb.no,https://www.pathwren.workers.dev/bot/friendica-137.html +friendica-21,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://venera.social,4,1,2,2026-09-06T06:34:02+00:00,2026-09-07T06:50:37+00:00,200:4,,agent,https://venera.social,https://www.pathwren.workers.dev/bot/friendica-21.html +friendica-34,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.tromdienste.de,4,1,2,2026-09-06T06:34:05+00:00,2026-09-07T06:50:16+00:00,200:4,,agent,https://social.tromdienste.de,https://www.pathwren.workers.dev/bot/friendica-34.html +friendica-43,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://hlad.org,4,1,2,2026-09-06T06:34:07+00:00,2026-09-07T06:50:10+00:00,200:4,,agent,https://hlad.org,https://www.pathwren.workers.dev/bot/friendica-43.html +friendica-47,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.solibre.de,4,1,2,2026-09-06T06:34:08+00:00,2026-09-06T06:37:04+00:00,200:4,,agent,https://fedi.solibre.de,https://www.pathwren.workers.dev/bot/friendica-47.html +friendica-50,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://thegoatery.dyndns.org,4,1,2,2026-09-06T06:34:09+00:00,2026-09-07T06:50:23+00:00,200:4,,agent,https://thegoatery.dyndns.org,https://www.pathwren.workers.dev/bot/friendica-50.html +friendica-61,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.iroiro.party,4,1,2,2026-09-06T06:34:12+00:00,2026-09-07T06:50:29+00:00,200:4,,agent,https://f.iroiro.party,https://www.pathwren.workers.dev/bot/friendica-61.html +friendica-64,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://fedi.erabo.de,4,1,2,2026-09-06T06:34:12+00:00,2026-09-07T06:50:32+00:00,200:4,,agent,https://fedi.erabo.de,https://www.pathwren.workers.dev/bot/friendica-64.html +friendica-7,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://piratenpartei.social,4,1,2,2026-09-06T00:15:39+00:00,2026-09-06T00:15:39+00:00,200:4,,agent,https://piratenpartei.social,https://www.pathwren.workers.dev/bot/friendica-7.html +friendica-78,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.myfediverse.net,4,1,2,2026-09-06T06:34:17+00:00,2026-09-07T06:50:38+00:00,200:4,,agent,https://friendica.myfediverse.net,https://www.pathwren.workers.dev/bot/friendica-78.html +friendica-92,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica-deutschland.de,4,1,2,2026-09-06T06:34:22+00:00,2026-09-07T06:50:44+00:00,200:4,,agent,https://friendica-deutschland.de,https://www.pathwren.workers.dev/bot/friendica-92.html +friendica-95,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://missocial.de,4,1,2,2026-09-06T06:34:28+00:00,2026-09-07T06:50:44+00:00,200:4,,agent,https://missocial.de,https://www.pathwren.workers.dev/bot/friendica-95.html +gocommand,GoCommand,named,GoCommand/1 (+https://go.dev/cmd/go),4,3,4,2026-09-05T23:47:40+00:00,2026-09-05T23:47:41+00:00,200:2 404:2,/c /c/go-module-proxy/git,agent,https://go.dev/cmd/go,https://www.pathwren.workers.dev/bot/gocommand.html +guild-reachability-probe,guild-reachability-probe,named,guild-reachability-probe/1,4,2,1,2026-09-01T08:47:44+00:00,2026-09-07T07:14:22+00:00,200:4,,agent,,https://www.pathwren.workers.dev/bot/guild-reachability-probe.html +hlido-a50-probe,hlido-a50-probe,named,hlido-a50-probe/1.0 (+https://hlido.eu/eu-ai-act/),4,1,4,2026-09-03T05:15:32+00:00,2026-09-03T05:31:46+00:00,200:4,,agent,https://hlido.eu/eu-ai-act/,https://www.pathwren.workers.dev/bot/hlido-a50-probe.html +http-rb-3,http.rb,named,http.rb/5.1.1 (Mastodon/4.2.17+hometown-1.1.2; +https://merveilles.town/),4,1,4,2026-09-07T00:08:56+00:00,2026-09-07T00:09:52+00:00,200:4,,agent,https://merveilles.town/,https://www.pathwren.workers.dev/bot/http-rb-3.html +lemmy-10,Lemmy,named,Lemmy/0.19.18; +https://lemmy.8bitar.io,4,1,1,2026-09-06T00:15:06+00:00,2026-09-07T03:18:55+00:00,200:4,,agent,https://lemmy.8bitar.io,https://www.pathwren.workers.dev/bot/lemmy-10.html +lemmy-105,Lemmy,named,Lemmy/0.19.12; +https://zerobytes.monster,4,1,3,2026-09-06T00:15:21+00:00,2026-09-07T03:04:06+00:00,200:4,,agent,https://zerobytes.monster,https://www.pathwren.workers.dev/bot/lemmy-105.html +lemmy-107,Lemmy,named,Lemmy/0.19.18; +https://forum.storstad.net,4,1,1,2026-09-06T00:15:22+00:00,2026-09-07T04:31:17+00:00,200:4,,agent,https://forum.storstad.net,https://www.pathwren.workers.dev/bot/lemmy-107.html +lemmy-111,Lemmy,named,Lemmy/0.19.20; +https://lemmy.ananace.dev,4,1,1,2026-09-06T00:15:22+00:00,2026-09-07T03:00:50+00:00,200:4,,agent,https://lemmy.ananace.dev,https://www.pathwren.workers.dev/bot/lemmy-111.html +lemmy-125,Lemmy,named,Lemmy/0.19.20; +https://l.hostux.net,4,1,2,2026-09-06T00:15:24+00:00,2026-09-07T03:22:39+00:00,200:4,,agent,https://l.hostux.net,https://www.pathwren.workers.dev/bot/lemmy-125.html +lemmy-13,Lemmy,named,Lemmy/0.19.19; +https://lemmy.drath.ru,4,1,1,2026-09-06T00:15:08+00:00,2026-09-07T03:00:51+00:00,200:4,,agent,https://lemmy.drath.ru,https://www.pathwren.workers.dev/bot/lemmy-13.html +lemmy-145,Lemmy,named,Lemmy/0.19.15; +https://lemmy.eus,4,1,1,2026-09-06T00:15:26+00:00,2026-09-07T03:18:59+00:00,200:4,,agent,https://lemmy.eus,https://www.pathwren.workers.dev/bot/lemmy-145.html +lemmy-156,Lemmy,named,Lemmy/0.19.20; +https://lemmy.deedium.nl,4,1,1,2026-09-06T00:15:28+00:00,2026-09-07T05:46:32+00:00,200:4,,agent,https://lemmy.deedium.nl,https://www.pathwren.workers.dev/bot/lemmy-156.html +lemmy-166,Lemmy,named,Lemmy/0.19.20; +https://orcas.enjoying.yachts,4,1,1,2026-09-06T00:15:29+00:00,2026-09-07T03:18:50+00:00,200:4,,agent,https://orcas.enjoying.yachts,https://www.pathwren.workers.dev/bot/lemmy-166.html +lemmy-167,Lemmy,named,Lemmy/0.19.20; +https://lemmy.beagle.quest,4,1,1,2026-09-06T00:15:29+00:00,2026-09-07T03:00:49+00:00,200:4,,agent,https://lemmy.beagle.quest,https://www.pathwren.workers.dev/bot/lemmy-167.html +lemmy-174,Lemmy,named,Lemmy/0.19.10; +https://lemmy.obscuro.be,4,1,1,2026-09-06T00:15:30+00:00,2026-09-07T03:21:14+00:00,200:4,,agent,https://lemmy.obscuro.be,https://www.pathwren.workers.dev/bot/lemmy-174.html +lemmy-176,Lemmy,named,Lemmy/0.19.11; +https://chachara.club,4,1,1,2026-09-06T00:15:30+00:00,2026-09-07T04:31:32+00:00,200:4,,agent,https://chachara.club,https://www.pathwren.workers.dev/bot/lemmy-176.html +lemmy-181,Lemmy,named,Lemmy/0.19.18; +https://lemmy.federate.lol,4,1,2,2026-09-06T00:15:30+00:00,2026-09-07T03:00:35+00:00,200:4,,agent,https://lemmy.federate.lol,https://www.pathwren.workers.dev/bot/lemmy-181.html +lemmy-182,Lemmy,named,Lemmy/0.19.19; +https://lemmy.onlylans.io,4,1,3,2026-09-06T00:15:30+00:00,2026-09-07T02:45:09+00:00,200:4,,agent,https://lemmy.onlylans.io,https://www.pathwren.workers.dev/bot/lemmy-182.html +lemmy-198,Lemmy,named,Lemmy/0.19.17; +https://lemmy.4d2.org,4,1,2,2026-09-06T00:15:32+00:00,2026-09-07T03:03:55+00:00,200:4,,agent,https://lemmy.4d2.org,https://www.pathwren.workers.dev/bot/lemmy-198.html +lemmy-203,Lemmy,named,Lemmy/0.19.18; +https://lemmy.pe1uca.dev,4,1,3,2026-09-06T00:15:32+00:00,2026-09-07T03:00:46+00:00,200:4,,agent,https://lemmy.pe1uca.dev,https://www.pathwren.workers.dev/bot/lemmy-203.html +lemmy-215,Lemmy,named,Lemmy/0.19.17; +https://lemmy.8th.world,4,1,1,2026-09-06T00:15:34+00:00,2026-09-07T03:19:04+00:00,200:4,,agent,https://lemmy.8th.world,https://www.pathwren.workers.dev/bot/lemmy-215.html +lemmy-217,Lemmy,named,Lemmy/0.19.18; +https://belfry.rip,4,1,1,2026-09-06T00:15:34+00:00,2026-09-07T03:00:42+00:00,200:4,,agent,https://belfry.rip,https://www.pathwren.workers.dev/bot/lemmy-217.html +lemmy-224,Lemmy,named,Lemmy/0.19.20; +https://lemmy.tgxn.net,4,1,2,2026-09-06T00:15:34+00:00,2026-09-07T03:00:37+00:00,200:4,,agent,https://lemmy.tgxn.net,https://www.pathwren.workers.dev/bot/lemmy-224.html +lemmy-23,Lemmy,named,Lemmy/0.19.19; +https://lemmy.sgfault.com,4,1,1,2026-09-06T00:15:09+00:00,2026-09-07T03:18:43+00:00,200:4,,agent,https://lemmy.sgfault.com,https://www.pathwren.workers.dev/bot/lemmy-23.html +lemmy-235,Lemmy,named,Lemmy/0.19.19; +https://lem.cochrun.xyz,4,1,1,2026-09-06T00:21:36+00:00,2026-09-07T03:18:38+00:00,200:4,,agent,https://lem.cochrun.xyz,https://www.pathwren.workers.dev/bot/lemmy-235.html +lemmy-240,Lemmy,named,Lemmy/0.19.20; +https://lemmy.halstead.host,4,1,3,2026-09-06T00:27:54+00:00,2026-09-07T02:45:31+00:00,200:4,,agent,https://lemmy.halstead.host,https://www.pathwren.workers.dev/bot/lemmy-240.html +lemmy-248,Lemmy,named,Lemmy/0.19.20; +https://lemmy.circenn.win,4,1,3,2026-09-06T02:54:13+00:00,2026-09-07T03:03:46+00:00,200:4,,agent,https://lemmy.circenn.win,https://www.pathwren.workers.dev/bot/lemmy-248.html +lemmy-259,Lemmy,named,Lemmy/0.19.20; +https://lemmy.lochner.tech,4,1,3,2026-09-06T02:54:24+00:00,2026-09-07T03:03:37+00:00,200:4,,agent,https://lemmy.lochner.tech,https://www.pathwren.workers.dev/bot/lemmy-259.html +lemmy-263,Lemmy,named,Lemmy/0.19.19; +https://adultswim.fan,4,1,2,2026-09-06T02:54:28+00:00,2026-09-07T03:01:02+00:00,200:4,,agent,https://adultswim.fan,https://www.pathwren.workers.dev/bot/lemmy-263.html +lemmy-266,Lemmy,named,Lemmy/0.19.17; +https://alien.top,4,1,2,2026-09-06T02:54:31+00:00,2026-09-06T09:06:08+00:00,200:4,,agent,https://alien.top,https://www.pathwren.workers.dev/bot/lemmy-266.html +lemmy-275,Lemmy,named,Lemmy/0.19.7; +https://campfyre.nickwebster.dev,4,1,2,2026-09-06T02:57:39+00:00,2026-09-07T07:47:23+00:00,200:4,,agent,https://campfyre.nickwebster.dev,https://www.pathwren.workers.dev/bot/lemmy-275.html +lemmy-276,Lemmy,named,Lemmy/0.19.15; +https://lemmy.bleh.au,4,1,3,2026-09-06T03:01:13+00:00,2026-09-07T03:22:33+00:00,200:4,,agent,https://lemmy.bleh.au,https://www.pathwren.workers.dev/bot/lemmy-276.html +lemmy-35,Lemmy,named,Lemmy/0.19.11; +https://lemmy.myjhdiy.net,4,1,2,2026-09-06T00:15:11+00:00,2026-09-07T03:03:48+00:00,200:4,,agent,https://lemmy.myjhdiy.net,https://www.pathwren.workers.dev/bot/lemmy-35.html +lemmy-37,Lemmy,named,Lemmy/0.19.20; +https://lm.boing.icu,4,1,1,2026-09-06T00:15:11+00:00,2026-09-07T03:18:50+00:00,200:4,,agent,https://lm.boing.icu,https://www.pathwren.workers.dev/bot/lemmy-37.html +lemmy-39,Lemmy,named,Lemmy/0.19.20; +https://lemmy.oursocial.club,4,1,2,2026-09-06T00:15:11+00:00,2026-09-07T05:46:18+00:00,200:4,,agent,https://lemmy.oursocial.club,https://www.pathwren.workers.dev/bot/lemmy-39.html +lemmy-45,Lemmy,named,Lemmy/0.19.20; +https://links.gayfr.online,4,1,1,2026-09-06T00:15:12+00:00,2026-09-07T03:18:57+00:00,200:4,,agent,https://links.gayfr.online,https://www.pathwren.workers.dev/bot/lemmy-45.html +lemmy-59,Lemmy,named,Lemmy/0.19.20; +https://poptalk.scrubbles.tech,4,1,2,2026-09-06T00:15:13+00:00,2026-09-07T03:18:59+00:00,200:4,,agent,https://poptalk.scrubbles.tech,https://www.pathwren.workers.dev/bot/lemmy-59.html +lemmy-65,Lemmy,named,Lemmy/0.19.13; +https://discuss.aethelgard.space,4,1,1,2026-09-06T00:15:14+00:00,2026-09-07T06:33:37+00:00,200:4,,agent,https://discuss.aethelgard.space,https://www.pathwren.workers.dev/bot/lemmy-65.html +lemmy-73,Lemmy,named,Lemmy/0.19.17; +https://lemmy.tomaz.me,4,1,1,2026-09-06T00:15:16+00:00,2026-09-07T03:00:52+00:00,200:4,,agent,https://lemmy.tomaz.me,https://www.pathwren.workers.dev/bot/lemmy-73.html +lemmy-74,Lemmy,named,Lemmy/0.19.19; +https://realbitcoin.cash,4,1,1,2026-09-06T00:15:16+00:00,2026-09-07T03:18:37+00:00,200:4,,agent,https://realbitcoin.cash,https://www.pathwren.workers.dev/bot/lemmy-74.html +lemmy-78,Lemmy,named,Lemmy/0.19.18; +https://lemmy.kmoneyserver.com,4,1,1,2026-09-06T00:15:16+00:00,2026-09-07T03:18:59+00:00,200:4,,agent,https://lemmy.kmoneyserver.com,https://www.pathwren.workers.dev/bot/lemmy-78.html +lemmy-8,Lemmy,named,Lemmy/0.19.20; +https://kakera.kintsugi.moe,4,1,1,2026-09-06T00:15:06+00:00,2026-09-07T03:19:02+00:00,200:4,,agent,https://kakera.kintsugi.moe,https://www.pathwren.workers.dev/bot/lemmy-8.html +lemmy-97,Lemmy,named,Lemmy/0.19.20-50-gd04feac24; +https://yall.theatl.social,4,1,3,2026-09-06T00:15:20+00:00,2026-09-07T03:03:54+00:00,200:4,,agent,https://yall.theatl.social,https://www.pathwren.workers.dev/bot/lemmy-97.html +lemmy-99,Lemmy,named,Lemmy/0.19.15; +https://fanaticus.social,4,1,2,2026-09-06T00:15:20+00:00,2026-09-07T03:00:46+00:00,200:4,,agent,https://fanaticus.social,https://www.pathwren.workers.dev/bot/lemmy-99.html +loop-mcp-catalog-fetch,loop-mcp-catalog-fetch,named,loop-mcp-catalog-fetch/0.1.0,4,1,4,2026-09-01T07:49:49+00:00,2026-09-01T07:49:49+00:00,200:4,,agent,,https://www.pathwren.workers.dev/bot/loop-mcp-catalog-fetch.html +mastodon-168,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://cyberplace.social/) Bot,4,1,4,2026-09-06T02:54:23+00:00,2026-09-07T03:20:38+00:00,200:4,,crawler,https://cyberplace.social/,https://www.pathwren.workers.dev/bot/mastodon-168.html +mastodon-18,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://flipboard.social/) Bot,4,1,4,2026-09-06T00:15:14+00:00,2026-09-07T06:50:44+00:00,200:4,,crawler,https://flipboard.social/,https://www.pathwren.workers.dev/bot/mastodon-18.html +mastodon-216,Mastodon,named,Mastodon/4.5.10 (http.rb/5.3.1; +https://social.lostinok.com/),4,1,4,2026-09-07T00:09:02+00:00,2026-09-07T00:11:51+00:00,200:4,,agent,https://social.lostinok.com/,https://www.pathwren.workers.dev/bot/mastodon-216.html +mastodon-217,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://urda.social/),4,1,4,2026-09-07T00:09:05+00:00,2026-09-07T00:17:11+00:00,200:4,,agent,https://urda.social/,https://www.pathwren.workers.dev/bot/mastodon-217.html +mastodon-218,Mastodon,named,Mastodon/4.6.5+kmyblue.24.4-lts (http.rb/5.3.1; +https://na.social/),4,2,4,2026-09-07T00:09:05+00:00,2026-09-07T00:10:59+00:00,200:4,,agent,https://na.social/,https://www.pathwren.workers.dev/bot/mastodon-218.html +mastodon-219,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.nuns-hanne.com/),4,1,4,2026-09-07T00:09:07+00:00,2026-09-07T00:18:16+00:00,200:4,,agent,https://social.nuns-hanne.com/,https://www.pathwren.workers.dev/bot/mastodon-219.html +mastodon-220,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://gamerstavern.online/),4,1,4,2026-09-07T00:09:07+00:00,2026-09-07T00:18:42+00:00,200:4,,agent,https://gamerstavern.online/,https://www.pathwren.workers.dev/bot/mastodon-220.html +mastodon-221,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://lsngl.us/),4,1,4,2026-09-07T00:09:14+00:00,2026-09-07T00:16:20+00:00,200:4,,agent,https://lsngl.us/,https://www.pathwren.workers.dev/bot/mastodon-221.html +mastodon-222,Mastodon,named,Mastodon/4.7.0-alpha.2+glitch.caae0fb9e (http.rb/5.3.1; +https://toot.cat/),4,1,4,2026-09-07T00:09:14+00:00,2026-09-07T00:12:30+00:00,200:4,,agent,https://toot.cat/,https://www.pathwren.workers.dev/bot/mastodon-222.html +mastodon-223,Mastodon,named,Mastodon/4.7.0+glitch (http.rb/5.3.1; +https://river.group.lt/),4,1,4,2026-09-07T00:09:17+00:00,2026-09-07T00:13:13+00:00,200:4,,agent,https://river.group.lt/,https://www.pathwren.workers.dev/bot/mastodon-223.html +mastodon-224,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://lulebay.com/),4,1,4,2026-09-07T00:09:17+00:00,2026-09-07T00:15:53+00:00,200:4,,agent,https://lulebay.com/,https://www.pathwren.workers.dev/bot/mastodon-224.html +mastodon-225,Mastodon,named,Mastodon/4.5.7+hometown-1.2.0 (http.rb/5.3.1; +https://labyrinth.social/),4,1,4,2026-09-07T00:09:17+00:00,2026-09-07T00:16:27+00:00,200:4,,agent,https://labyrinth.social/,https://www.pathwren.workers.dev/bot/mastodon-225.html +mastodon-226,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://social.student.uibk.ac.at/),4,1,4,2026-09-07T00:09:21+00:00,2026-09-07T00:16:44+00:00,200:4,,agent,https://social.student.uibk.ac.at/,https://www.pathwren.workers.dev/bot/mastodon-226.html +mastodon-227,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.binarygnome.com/),4,1,4,2026-09-07T00:09:28+00:00,2026-09-07T00:17:52+00:00,200:4,,agent,https://mastodon.binarygnome.com/,https://www.pathwren.workers.dev/bot/mastodon-227.html +mastodon-228,Mastodon,named,Mastodon/4.5.13 (http.rb/5.3.1; +https://puntarella.party/),4,2,4,2026-09-07T00:09:35+00:00,2026-09-07T00:11:19+00:00,200:4,,agent,https://puntarella.party/,https://www.pathwren.workers.dev/bot/mastodon-228.html +mastodon-229,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://agora.cafe/),4,1,4,2026-09-07T00:09:43+00:00,2026-09-07T00:14:51+00:00,200:4,,agent,https://agora.cafe/,https://www.pathwren.workers.dev/bot/mastodon-229.html +mastodon-230,Mastodon,named,Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://is-a.cat/),4,1,4,2026-09-07T00:09:43+00:00,2026-09-07T00:16:34+00:00,200:4,,agent,https://is-a.cat/,https://www.pathwren.workers.dev/bot/mastodon-230.html +mastodon-231,Mastodon,named,Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.haruska.com/),4,1,4,2026-09-07T00:09:51+00:00,2026-09-07T00:14:29+00:00,200:4,,agent,https://mastodon.haruska.com/,https://www.pathwren.workers.dev/bot/mastodon-231.html +mastodon-232,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://social.isarosc.de/),4,1,4,2026-09-07T00:09:53+00:00,2026-09-07T00:16:10+00:00,200:4,,agent,https://social.isarosc.de/,https://www.pathwren.workers.dev/bot/mastodon-232.html +mastodon-33,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mamot.fr/) Bot,4,2,4,2026-09-06T00:15:33+00:00,2026-09-07T03:03:51+00:00,200:4,,crawler,https://mamot.fr/,https://www.pathwren.workers.dev/bot/mastodon-33.html +mastodon-36,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://masto.es/) Bot,4,1,3,2026-09-06T00:15:35+00:00,2026-09-07T03:03:56+00:00,200:4,,crawler,https://masto.es/,https://www.pathwren.workers.dev/bot/mastodon-36.html +mastodon-65,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mstdn.social/) Bot,4,1,4,2026-09-06T00:15:51+00:00,2026-09-07T03:04:35+00:00,200:4,,crawler,https://mstdn.social/,https://www.pathwren.workers.dev/bot/mastodon-65.html +mastodon-72,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mas.to/) Bot,4,1,4,2026-09-06T00:15:53+00:00,2026-09-07T06:50:57+00:00,200:4,,crawler,https://mas.to/,https://www.pathwren.workers.dev/bot/mastodon-72.html +mastodon-82,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://hear-me.social/) Bot,4,2,4,2026-09-06T00:15:59+00:00,2026-09-07T06:51:11+00:00,200:4,,crawler,https://hear-me.social/,https://www.pathwren.workers.dev/bot/mastodon-82.html +misskey-2,Misskey,named,Misskey/2025.5.2-dev+g8e80ed6771 (https://mk.absturztau.be),4,1,4,2026-09-06T00:24:14+00:00,2026-09-06T00:26:46+00:00,200:4,,agent,https://mk.absturztau.be,https://www.pathwren.workers.dev/bot/misskey-2.html +mwmbl,mwmbl,named,mwmbl/0.2.0 (https://github.com/mwmbl/mwmbl/ contact CHANGE_ME@example.com),4,1,4,2026-09-01T06:48:00+00:00,2026-09-01T06:48:00+00:00,200:4,,agent,https://github.com/mwmbl/mwmbl/,https://www.pathwren.workers.dev/bot/mwmbl.html +piefed-10,PieFed,named,PieFed/1.3.9; +https://pie.gravitywell.xyz,4,1,3,2026-09-06T00:15:11+00:00,2026-09-07T03:01:02+00:00,200:4,,agent,https://pie.gravitywell.xyz,https://www.pathwren.workers.dev/bot/piefed-10.html +piefed-16,PieFed,named,PieFed/1.6.27; +https://pf.a3a2.uk,4,1,2,2026-09-06T00:15:17+00:00,2026-09-07T03:03:44+00:00,200:4,,agent,https://pf.a3a2.uk,https://www.pathwren.workers.dev/bot/piefed-16.html +piefed-17,PieFed,named,PieFed/1.8.0-dev; +https://crust.piefed.social,4,1,3,2026-09-06T00:15:20+00:00,2026-09-07T03:03:37+00:00,200:4,,agent,https://crust.piefed.social,https://www.pathwren.workers.dev/bot/piefed-17.html +piefed-22,PieFed,named,PieFed/1.7.15.1; +https://piefed.social,4,1,3,2026-09-06T00:15:24+00:00,2026-09-06T03:17:06+00:00,200:4,,agent,https://piefed.social,https://www.pathwren.workers.dev/bot/piefed-22.html +piefed-25,PieFed,named,PieFed/1.8.0-dev; +https://jolly-piefed.jomandoa.net,4,2,3,2026-09-06T00:15:24+00:00,2026-09-07T03:03:59+00:00,200:4,,agent,https://jolly-piefed.jomandoa.net,https://www.pathwren.workers.dev/bot/piefed-25.html +piefed-26,PieFed,named,PieFed/1.8.0-dev; +https://piefed.linenoise.vip,4,1,3,2026-09-06T00:15:25+00:00,2026-09-07T03:03:57+00:00,200:4,,agent,https://piefed.linenoise.vip,https://www.pathwren.workers.dev/bot/piefed-26.html +piefed-3,PieFed,named,PieFed/1.8.0-dev; +https://piefed.crispycone.social,4,1,2,2026-09-06T00:15:07+00:00,2026-09-07T03:00:58+00:00,200:4,,agent,https://piefed.crispycone.social,https://www.pathwren.workers.dev/bot/piefed-3.html +piefed-37,PieFed,named,PieFed/1.6.25; +https://piefed.dk,4,1,4,2026-09-06T00:15:32+00:00,2026-09-06T09:13:10+00:00,200:4,,agent,https://piefed.dk,https://www.pathwren.workers.dev/bot/piefed-37.html +piefed-43,PieFed,named,PieFed/1.7.9; +https://social.ozymandias.club,4,1,4,2026-09-06T02:54:14+00:00,2026-09-07T03:03:40+00:00,200:4,,agent,https://social.ozymandias.club,https://www.pathwren.workers.dev/bot/piefed-43.html +piefed-7,PieFed,named,PieFed/1.7.9; +https://hyper2.wandzeitung.xyz,4,1,2,2026-09-06T00:15:09+00:00,2026-09-07T03:00:41+00:00,200:4,,agent,https://hyper2.wandzeitung.xyz,https://www.pathwren.workers.dev/bot/piefed-7.html +summalybot-2,SummalyBot,named,SummalyBot/5.5.1 (https://misskey.de; +https://github.com/misskey-dev/summaly/blob/master/README.md),4,1,3,2026-09-06T07:47:43+00:00,2026-09-06T07:47:45+00:00,200:4,,crawler,https://misskey.de,https://www.pathwren.workers.dev/bot/summalybot-2.html +upvote,Upvote,named,Upvote RSS:1.8.1 (+https://www.upvote-rss.com),4,1,1,2026-09-07T00:01:04+00:00,2026-09-07T07:01:13+00:00,200:4,,agent,https://www.upvote-rss.com,https://www.pathwren.workers.dev/bot/upvote.html +url2md,url2md,named,Mozilla/5.0 (compatible; url2md/1.0),4,1,1,2026-09-04T00:03:41+00:00,2026-09-07T02:15:49+00:00,200:4,,agent,,https://www.pathwren.workers.dev/bot/url2md.html +ai-crawler-logs,ai-crawler-logs,named,ai-crawler-logs/1.0.0,3,1,1,2026-09-03T00:22:22+00:00,2026-09-03T00:22:43+00:00,200:3,,crawler,,https://www.pathwren.workers.dev/bot/ai-crawler-logs.html +akkoma-17,Akkoma,named,"Akkoma 3.15.2-0-g5bceb1d; https://akk.novalug.org , Akkoma 3.15.2-0-g5bceb1d; https://akk.novalug.org ; Bot",3,1,1,2026-09-06T03:16:18+00:00,2026-09-06T05:15:10+00:00,200:3,,crawler,https://akk.novalug.org,https://www.pathwren.workers.dev/bot/akkoma-17.html +apievangelist-security-probe,apievangelist-security-probe,named,Mozilla/5.0 (compatible; apievangelist-security-probe/1.0),3,1,3,2026-09-01T11:59:36+00:00,2026-09-01T11:59:36+00:00,404:3,/trust /security /compliance,unknown,,https://www.pathwren.workers.dev/bot/apievangelist-security-probe.html +blogtrottr,Blogtrottr,named,Blogtrottr/2.0,3,1,2,2026-09-06T02:00:24+00:00,2026-09-06T02:02:22+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/blogtrottr.html +catodon,Catodon,named,Catodon (like Discordbot),3,2,1,2026-09-07T08:20:58+00:00,2026-09-07T08:27:42+00:00,200:3,,crawler,,https://www.pathwren.workers.dev/bot/catodon.html +claude-user,claude-user,named,claude-user,3,1,1,2026-09-04T10:24:37+00:00,2026-09-04T10:26:22+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/claude-user.html +discordbot,Discordbot,named,Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com),3,3,3,2026-09-02T06:59:22+00:00,2026-09-06T01:00:22+00:00,200:3,,crawler,https://discordapp.com,https://www.pathwren.workers.dev/bot/discordbot.html +friendica-107,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ambag.es,3,1,1,2026-09-06T06:34:48+00:00,2026-09-06T06:34:52+00:00,200:3,,agent,https://friendica.ambag.es,https://www.pathwren.workers.dev/bot/friendica-107.html +friendica-110,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.raitisoja.com,3,1,1,2026-09-06T06:35:24+00:00,2026-09-06T06:35:25+00:00,200:3,,agent,https://social.raitisoja.com,https://www.pathwren.workers.dev/bot/friendica-110.html +friendica-126,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.exon.name,3,1,1,2026-09-07T06:50:13+00:00,2026-09-07T06:50:14+00:00,200:3,,agent,https://friendica.exon.name,https://www.pathwren.workers.dev/bot/friendica-126.html +friendica-128,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.mrpetovan.com,3,1,1,2026-09-07T06:50:16+00:00,2026-09-07T06:50:17+00:00,200:3,,agent,https://friendica.mrpetovan.com,https://www.pathwren.workers.dev/bot/friendica-128.html +friendica-129,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://schmaker.eu,3,1,1,2026-09-07T06:50:16+00:00,2026-09-07T06:50:17+00:00,200:3,,agent,https://schmaker.eu,https://www.pathwren.workers.dev/bot/friendica-129.html +friendica-132,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.mbober.de,3,1,1,2026-09-07T06:50:31+00:00,2026-09-07T06:50:32+00:00,200:3,,agent,https://friends.mbober.de,https://www.pathwren.workers.dev/bot/friendica-132.html +friendica-134,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.chilemasto.casa,3,1,1,2026-09-07T06:50:31+00:00,2026-09-07T06:50:32+00:00,200:3,,agent,https://friendica.chilemasto.casa,https://www.pathwren.workers.dev/bot/friendica-134.html +friendica-20,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://mordor.social,3,1,1,2026-09-06T06:34:00+00:00,2026-09-06T06:34:01+00:00,200:3,,agent,https://mordor.social,https://www.pathwren.workers.dev/bot/friendica-20.html +friendica-23,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://f.freinetz.ch,3,1,1,2026-09-06T06:34:03+00:00,2026-09-06T06:34:06+00:00,200:3,,agent,https://f.freinetz.ch,https://www.pathwren.workers.dev/bot/friendica-23.html +friendica-25,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.waldstepperbu.de,3,1,1,2026-09-06T06:34:04+00:00,2026-09-06T07:23:09+00:00,200:3,,agent,https://friendica.waldstepperbu.de,https://www.pathwren.workers.dev/bot/friendica-25.html +friendica-29,Friendica,named,Friendica/2024.09-dev DatabaseVersion/1573 Request/ContentTypeChecker/1 +https://convenient.email,3,1,1,2026-09-06T06:34:05+00:00,2026-09-06T06:34:05+00:00,200:3,,agent,https://convenient.email,https://www.pathwren.workers.dev/bot/friendica-29.html +friendica-30,Friendica,named,Friendica 'Giant Rhubarb' 2023.05-1518; https://f.3ischn.de,3,1,2,2026-09-06T06:34:05+00:00,2026-09-07T06:50:13+00:00,200:3,,agent,https://f.3ischn.de,https://www.pathwren.workers.dev/bot/friendica-30.html +friendica-33,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ownbox.be,3,1,1,2026-09-06T06:34:05+00:00,2026-09-06T06:34:06+00:00,200:3,,agent,https://friendica.ownbox.be,https://www.pathwren.workers.dev/bot/friendica-33.html +friendica-39,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friends.deko.cloud,3,1,1,2026-09-06T06:34:06+00:00,2026-09-06T06:34:07+00:00,200:3,,agent,https://friends.deko.cloud,https://www.pathwren.workers.dev/bot/friendica-39.html +friendica-48,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://keybored.me,3,1,1,2026-09-06T06:34:08+00:00,2026-09-06T06:34:09+00:00,200:3,,agent,https://keybored.me,https://www.pathwren.workers.dev/bot/friendica-48.html +friendica-52,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.kelliwic.net,3,1,1,2026-09-06T06:34:09+00:00,2026-09-06T06:34:10+00:00,200:3,,agent,https://social.kelliwic.net,https://www.pathwren.workers.dev/bot/friendica-52.html +friendica-53,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://fd.winklerfamilie.eu,3,1,1,2026-09-06T06:34:10+00:00,2026-09-06T06:34:11+00:00,200:3,,agent,https://fd.winklerfamilie.eu,https://www.pathwren.workers.dev/bot/friendica-53.html +friendica-58,Friendica,named,Friendica 'Yellow Archangel' 2024.03-1557; https://floof.org,3,1,2,2026-09-06T06:34:11+00:00,2026-09-07T06:50:26+00:00,200:3,,agent,https://floof.org,https://www.pathwren.workers.dev/bot/friendica-58.html +friendica-66,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://satzfetzen.de,3,1,1,2026-09-06T06:34:13+00:00,2026-09-06T06:34:14+00:00,200:3,,agent,https://satzfetzen.de,https://www.pathwren.workers.dev/bot/friendica-66.html +friendica-67,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.sokoll.com,3,1,1,2026-09-06T06:34:13+00:00,2026-09-06T06:34:14+00:00,200:3,,agent,https://friendica.sokoll.com,https://www.pathwren.workers.dev/bot/friendica-67.html +friendica-68,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.hagew.blog,3,1,1,2026-09-06T06:34:14+00:00,2026-09-06T07:31:37+00:00,200:3,,agent,https://friendica.hagew.blog,https://www.pathwren.workers.dev/bot/friendica-68.html +friendica-81,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.klwnbug.co.uk,3,1,1,2026-09-06T06:34:19+00:00,2026-09-06T06:34:20+00:00,200:3,,agent,https://social.klwnbug.co.uk,https://www.pathwren.workers.dev/bot/friendica-81.html +friendica-83,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.netdynamics.eu,3,1,1,2026-09-06T06:34:19+00:00,2026-09-06T06:34:20+00:00,200:3,,agent,https://social.netdynamics.eu,https://www.pathwren.workers.dev/bot/friendica-83.html +friendica-84,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.lebenswert.social,3,1,1,2026-09-06T06:34:19+00:00,2026-09-06T06:34:20+00:00,200:3,,agent,https://friendica.lebenswert.social,https://www.pathwren.workers.dev/bot/friendica-84.html +friendica-86,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.innerproduct.space,3,1,1,2026-09-06T06:34:20+00:00,2026-09-06T06:34:21+00:00,200:3,,agent,https://friendica.innerproduct.space,https://www.pathwren.workers.dev/bot/friendica-86.html +friendica-93,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://anarchydica.net,3,1,1,2026-09-06T06:34:24+00:00,2026-09-06T06:34:25+00:00,200:3,,agent,https://anarchydica.net,https://www.pathwren.workers.dev/bot/friendica-93.html +inoreader,Inoreader,named,Inoreader/1.0 (+http://www.inoreader.com/feed-fetcher; 0 subscribers; ),3,1,1,2026-09-06T11:53:12+00:00,2026-09-06T11:54:06+00:00,200:3,,agent,http://www.inoreader.com/feed-fetcher,https://www.pathwren.workers.dev/bot/inoreader.html +inoreader-com,inoreader.com,named,Mozilla/5.0 (compatible; inoreader.com),3,1,1,2026-09-06T11:53:15+00:00,2026-09-06T11:53:17+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/inoreader-com.html +lemmy-101,Lemmy,named,Lemmy/0.19.13; +https://lemmynal.space,3,1,1,2026-09-06T00:15:21+00:00,2026-09-07T00:49:36+00:00,200:3,,agent,https://lemmynal.space,https://www.pathwren.workers.dev/bot/lemmy-101.html +lemmy-121,Lemmy,named,Lemmy/0.19.20; +https://timeyak.com,3,1,2,2026-09-06T00:15:23+00:00,2026-09-06T02:57:18+00:00,200:3,,agent,https://timeyak.com,https://www.pathwren.workers.dev/bot/lemmy-121.html +lemmy-142,Lemmy,named,Lemmy/0.19.15; +https://lemmy.tserts.com,3,1,1,2026-09-06T00:15:26+00:00,2026-09-07T03:19:05+00:00,200:3,,agent,https://lemmy.tserts.com,https://www.pathwren.workers.dev/bot/lemmy-142.html +lemmy-154,Lemmy,named,Lemmy/0.19.20-modified; +https://lemmy.tobyvin.dev,3,1,1,2026-09-06T00:15:27+00:00,2026-09-07T04:58:41+00:00,200:3,,agent,https://lemmy.tobyvin.dev,https://www.pathwren.workers.dev/bot/lemmy-154.html +lemmy-158,Lemmy,named,Lemmy/0.19.13; +https://lemmy.manganiello.tech,3,1,1,2026-09-06T00:15:28+00:00,2026-09-07T00:50:02+00:00,200:3,,agent,https://lemmy.manganiello.tech,https://www.pathwren.workers.dev/bot/lemmy-158.html +lemmy-162,Lemmy,named,Lemmy/0.19.15; +https://linkage.ds8.zone,3,1,1,2026-09-06T00:15:28+00:00,2026-09-07T05:50:25+00:00,200:3,,agent,https://linkage.ds8.zone,https://www.pathwren.workers.dev/bot/lemmy-162.html +lemmy-165,Lemmy,named,Lemmy/0.19.15; +https://lemmy.liebeleu.de,3,2,1,2026-09-06T00:15:29+00:00,2026-09-07T00:49:52+00:00,200:3,,agent,https://lemmy.liebeleu.de,https://www.pathwren.workers.dev/bot/lemmy-165.html +lemmy-17,Lemmy,named,Lemmy/0.19.20; +https://lemmy.ill13.com,3,1,1,2026-09-06T00:15:08+00:00,2026-09-07T04:58:53+00:00,200:3,,agent,https://lemmy.ill13.com,https://www.pathwren.workers.dev/bot/lemmy-17.html +lemmy-171,Lemmy,named,Lemmy/0.19.20; +https://lemmy.beru.co,3,1,1,2026-09-06T00:15:29+00:00,2026-09-07T03:17:59+00:00,200:3,,agent,https://lemmy.beru.co,https://www.pathwren.workers.dev/bot/lemmy-171.html +lemmy-172,Lemmy,named,Lemmy/0.19.20; +https://l.roofo.cc,3,1,1,2026-09-06T00:15:29+00:00,2026-09-07T03:18:10+00:00,200:3,,agent,https://l.roofo.cc,https://www.pathwren.workers.dev/bot/lemmy-172.html +lemmy-196,Lemmy,named,Lemmy/0.19.5; +https://lemmy.brdsnest.net,3,1,2,2026-09-06T00:15:31+00:00,2026-09-06T03:16:41+00:00,200:3,,agent,https://lemmy.brdsnest.net,https://www.pathwren.workers.dev/bot/lemmy-196.html +lemmy-199,Lemmy,named,Lemmy/0.19.13; +https://lemmy.vigenere.nl,3,1,1,2026-09-06T00:15:32+00:00,2026-09-07T04:58:41+00:00,200:3,,agent,https://lemmy.vigenere.nl,https://www.pathwren.workers.dev/bot/lemmy-199.html +lemmy-209,Lemmy,named,Lemmy/0.19.18; +https://mtgzone.com,3,1,2,2026-09-06T00:15:33+00:00,2026-09-07T03:10:44+00:00,200:3,,agent,https://mtgzone.com,https://www.pathwren.workers.dev/bot/lemmy-209.html +lemmy-21,Lemmy,named,Lemmy/0.19.15; +https://lemmy.deadca.de,3,1,1,2026-09-06T00:15:09+00:00,2026-09-07T00:49:40+00:00,200:3,,agent,https://lemmy.deadca.de,https://www.pathwren.workers.dev/bot/lemmy-21.html +lemmy-212,Lemmy,named,Lemmy/0.19.15; +https://lemmy.monster,3,1,1,2026-09-06T00:15:33+00:00,2026-09-07T03:00:50+00:00,200:3,,agent,https://lemmy.monster,https://www.pathwren.workers.dev/bot/lemmy-212.html +lemmy-230,Lemmy,named,Lemmy/0.19.12; +https://lemmy.eirides.net,3,1,1,2026-09-06T00:21:26+00:00,2026-09-07T04:19:30+00:00,200:3,,agent,https://lemmy.eirides.net,https://www.pathwren.workers.dev/bot/lemmy-230.html +lemmy-231,Lemmy,named,Lemmy/0.19.20; +https://fedii.me,3,1,1,2026-09-06T00:21:27+00:00,2026-09-07T03:22:29+00:00,200:3,,agent,https://fedii.me,https://www.pathwren.workers.dev/bot/lemmy-231.html +lemmy-247,Lemmy,named,Lemmy/0.19.12; +https://fasheng.ing,3,1,2,2026-09-06T02:54:11+00:00,2026-09-07T02:45:17+00:00,200:3,,agent,https://fasheng.ing,https://www.pathwren.workers.dev/bot/lemmy-247.html +lemmy-255,Lemmy,named,Lemmy/0.19.15; +https://lemmy.100010101.xyz,3,1,2,2026-09-06T02:54:21+00:00,2026-09-07T03:03:47+00:00,200:3,,agent,https://lemmy.100010101.xyz,https://www.pathwren.workers.dev/bot/lemmy-255.html +lemmy-257,Lemmy,named,Lemmy/0.19.20-modified; +https://martinlm.mypi.co,3,1,2,2026-09-06T02:54:23+00:00,2026-09-07T03:00:58+00:00,200:3,,agent,https://martinlm.mypi.co,https://www.pathwren.workers.dev/bot/lemmy-257.html +lemmy-258,Lemmy,named,Lemmy/0.19.20; +https://lemmy.blehiscool.com,3,1,2,2026-09-06T02:54:24+00:00,2026-09-07T03:00:50+00:00,200:3,,agent,https://lemmy.blehiscool.com,https://www.pathwren.workers.dev/bot/lemmy-258.html +lemmy-26,Lemmy,named,Lemmy/0.19.20; +https://lemmy.kya.moe,3,2,1,2026-09-06T00:15:09+00:00,2026-09-07T03:00:54+00:00,200:3,,agent,https://lemmy.kya.moe,https://www.pathwren.workers.dev/bot/lemmy-26.html +lemmy-269,Lemmy,named,Lemmy/0.19.20; +https://lemmy.anhanga.com.br,3,1,3,2026-09-06T02:54:36+00:00,2026-09-07T05:54:51+00:00,200:3,,agent,https://lemmy.anhanga.com.br,https://www.pathwren.workers.dev/bot/lemmy-269.html +lemmy-273,Lemmy,named,Lemmy/0.19.15; +https://zegheteens.nl,3,1,2,2026-09-06T02:57:28+00:00,2026-09-06T03:16:25+00:00,200:3,,agent,https://zegheteens.nl,https://www.pathwren.workers.dev/bot/lemmy-273.html +lemmy-279,Lemmy,named,Lemmy/0.19.17; +https://social.p80.se,3,1,2,2026-09-06T03:16:27+00:00,2026-09-07T03:17:51+00:00,200:3,,agent,https://social.p80.se,https://www.pathwren.workers.dev/bot/lemmy-279.html +lemmy-280,Lemmy,named,Lemmy/0.19.14; +https://lemmy.amxl.com,3,1,1,2026-09-06T03:16:32+00:00,2026-09-07T03:18:07+00:00,200:3,,agent,https://lemmy.amxl.com,https://www.pathwren.workers.dev/bot/lemmy-280.html +lemmy-285,Lemmy,named,Lemmy/0.19.12; +https://lemmy.zimage.com,3,1,1,2026-09-06T04:34:25+00:00,2026-09-07T04:46:09+00:00,200:3,,agent,https://lemmy.zimage.com,https://www.pathwren.workers.dev/bot/lemmy-285.html +lemmy-293,Lemmy,named,Lemmy/0.19.20; +https://badatbeing.social,3,1,3,2026-09-06T09:15:43+00:00,2026-09-07T01:48:57+00:00,200:3,,agent,https://badatbeing.social,https://www.pathwren.workers.dev/bot/lemmy-293.html +lemmy-314,Lemmy,named,Lemmy/0.19.20; +https://testing.crazypeople.online,3,1,2,2026-09-07T03:01:01+00:00,2026-09-07T04:58:45+00:00,200:3,,agent,https://testing.crazypeople.online,https://www.pathwren.workers.dev/bot/lemmy-314.html +lemmy-36,Lemmy,named,Lemmy/0.19.16; +https://breakfast.haus,3,1,1,2026-09-06T00:15:11+00:00,2026-09-07T05:50:30+00:00,200:3,,agent,https://breakfast.haus,https://www.pathwren.workers.dev/bot/lemmy-36.html +lemmy-38,Lemmy,named,Lemmy/0.19.11; +https://lemmy.norbipeti.eu,3,1,1,2026-09-06T00:15:11+00:00,2026-09-07T05:46:22+00:00,200:3,,agent,https://lemmy.norbipeti.eu,https://www.pathwren.workers.dev/bot/lemmy-38.html +lemmy-54,Lemmy,named,Lemmy/0.19.18; +https://lemmy.digitalfall.net,3,1,1,2026-09-06T00:15:13+00:00,2026-09-07T08:33:49+00:00,200:3,,agent,https://lemmy.digitalfall.net,https://www.pathwren.workers.dev/bot/lemmy-54.html +lemmy-60,Lemmy,named,Lemmy/0.19.19; +https://lemmy.inbutts.lol,3,1,1,2026-09-06T00:15:13+00:00,2026-09-07T00:50:05+00:00,200:3,,agent,https://lemmy.inbutts.lol,https://www.pathwren.workers.dev/bot/lemmy-60.html +lemmy-75,Lemmy,named,Lemmy/0.19.19; +https://bolha.forum,3,1,2,2026-09-06T00:15:16+00:00,2026-09-06T03:03:21+00:00,200:3,,agent,https://bolha.forum,https://www.pathwren.workers.dev/bot/lemmy-75.html +lemmy-91,Lemmy,named,Lemmy/0.19.19; +https://l.tta.wtf,3,2,1,2026-09-06T00:15:19+00:00,2026-09-07T08:31:05+00:00,200:3,,agent,https://l.tta.wtf,https://www.pathwren.workers.dev/bot/lemmy-91.html +mastodon-103,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://ohai.social/) Bot,3,1,2,2026-09-06T00:16:16+00:00,2026-09-06T06:34:55+00:00,200:3,,crawler,https://ohai.social/,https://www.pathwren.workers.dev/bot/mastodon-103.html +mastodon-170,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.com.pl/) Bot,3,1,3,2026-09-06T02:54:42+00:00,2026-09-06T09:16:10+00:00,200:3,,crawler,https://mastodon.com.pl/,https://www.pathwren.workers.dev/bot/mastodon-170.html +mastodon-27,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://livellosegreto.it/) Bot,3,1,3,2026-09-06T00:15:27+00:00,2026-09-07T03:04:28+00:00,200:3,,crawler,https://livellosegreto.it/,https://www.pathwren.workers.dev/bot/mastodon-27.html +mastodon-35,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mathstodon.xyz/) Bot,3,1,3,2026-09-06T00:15:35+00:00,2026-09-06T09:15:37+00:00,200:3,,crawler,https://mathstodon.xyz/,https://www.pathwren.workers.dev/bot/mastodon-35.html +mastodon-43,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.world/) Bot,3,1,3,2026-09-06T00:15:40+00:00,2026-09-07T07:53:32+00:00,200:3,,crawler,https://mastodon.world/,https://www.pathwren.workers.dev/bot/mastodon-43.html +mastodon-50,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.io/) Bot,3,2,3,2026-09-06T00:15:43+00:00,2026-09-06T09:16:15+00:00,200:3,,crawler,https://toot.io/,https://www.pathwren.workers.dev/bot/mastodon-50.html +mastodon-59,Mastodon,named,Mastodon/4.8.0-alpha.2+glitch (http.rb/5.3.1; +https://ioc.exchange/) Bot,3,1,3,2026-09-06T00:15:47+00:00,2026-09-06T09:16:05+00:00,200:3,,crawler,https://ioc.exchange/,https://www.pathwren.workers.dev/bot/mastodon-59.html +mastodon-75,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://hachyderm.io/) Bot,3,2,3,2026-09-06T00:15:55+00:00,2026-09-06T09:16:17+00:00,200:3,,crawler,https://hachyderm.io/,https://www.pathwren.workers.dev/bot/mastodon-75.html +mastodon-87,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://ieji.de/) Bot,3,2,3,2026-09-06T00:16:04+00:00,2026-09-06T09:15:54+00:00,200:3,,crawler,https://ieji.de/,https://www.pathwren.workers.dev/bot/mastodon-87.html +mcp-catalog,MCP-Catalog,named,Mozilla/5.0 (compatible; MCP-Catalog/1.0),3,1,3,2026-09-01T14:14:28+00:00,2026-09-01T14:14:28+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/mcp-catalog.html +mcp-uptime,mcp-uptime,named,mcp-uptime/0.3 (+https://mcp-uptime.theopslog.workers.dev),3,2,2,2026-09-01T08:49:41+00:00,2026-09-05T18:46:26+00:00,200:2 202:1,,agent,https://mcp-uptime.theopslog.workers.dev,https://www.pathwren.workers.dev/bot/mcp-uptime.html +mcpcatalogsync,MCPCatalogSync,named,Mozilla/5.0 (compatible; MCPCatalogSync/1.0),3,3,1,2026-09-01T01:36:35+00:00,2026-09-01T01:54:15+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/mcpcatalogsync.html +misskey-10,Misskey,named,Misskey/2025.4.6 (https://break3.social),3,1,3,2026-09-07T00:08:49+00:00,2026-09-07T00:08:52+00:00,200:3,,agent,https://break3.social,https://www.pathwren.workers.dev/bot/misskey-10.html +misskey-11,Misskey,named,Misskey/Quollkey v1.4.4+g58423a0fb9 (https://fedi.social/),3,1,3,2026-09-07T00:08:49+00:00,2026-09-07T00:08:51+00:00,200:3,,agent,https://fedi.social/,https://www.pathwren.workers.dev/bot/misskey-11.html +misskey-12,Misskey,named,Misskey/2025.4.6 (https://aethereal.me/),3,1,3,2026-09-07T00:08:51+00:00,2026-09-07T00:08:54+00:00,200:3,,agent,https://aethereal.me/,https://www.pathwren.workers.dev/bot/misskey-12.html +misskey-5,Misskey,named,Misskey/2025.4.7 (https://calckey.world/),3,1,3,2026-09-07T00:08:49+00:00,2026-09-07T00:08:53+00:00,200:3,,agent,https://calckey.world/,https://www.pathwren.workers.dev/bot/misskey-5.html +misskey-6,Misskey,named,Misskey/2025.4.7 (https://sharkey.world/),3,1,3,2026-09-07T00:08:49+00:00,2026-09-07T00:08:52+00:00,200:3,,agent,https://sharkey.world/,https://www.pathwren.workers.dev/bot/misskey-6.html +misskey-7,Misskey,named,Misskey/2025.4.7 (https://unsocial.morbia.org/),3,1,3,2026-09-07T00:08:49+00:00,2026-09-07T00:08:51+00:00,200:3,,agent,https://unsocial.morbia.org/,https://www.pathwren.workers.dev/bot/misskey-7.html +misskey-9,Misskey,named,Misskey/2025.4.6 (https://social.blazma.st/),3,1,3,2026-09-07T00:08:49+00:00,2026-09-07T00:08:52+00:00,200:3,,agent,https://social.blazma.st/,https://www.pathwren.workers.dev/bot/misskey-9.html +piefed,PieFed,named,PieFed/1.7.12.2; +https://hell.cloud,3,1,2,2026-09-06T00:15:06+00:00,2026-09-06T03:16:35+00:00,200:3,,agent,https://hell.cloud,https://www.pathwren.workers.dev/bot/piefed.html +piefed-11,PieFed,named,PieFed/1.7.8; +https://discuss.familie-will.at,3,1,2,2026-09-06T00:15:13+00:00,2026-09-06T09:15:43+00:00,200:3,,agent,https://discuss.familie-will.at,https://www.pathwren.workers.dev/bot/piefed-11.html +piefed-19,PieFed,named,PieFed/1.6.27; +https://pf.imontheweb.net,3,1,1,2026-09-06T00:15:21+00:00,2026-09-07T03:01:01+00:00,200:3,,agent,https://pf.imontheweb.net,https://www.pathwren.workers.dev/bot/piefed-19.html +piefed-28,PieFed,named,PieFed/1.7.9; +https://piefed.jmsquared.net,3,1,2,2026-09-06T00:15:26+00:00,2026-09-07T03:00:52+00:00,200:3,,agent,https://piefed.jmsquared.net,https://www.pathwren.workers.dev/bot/piefed-28.html +piefed-29,PieFed,named,PieFed/1.7.5; +https://lonestarpiefed.duckdns.org,3,1,2,2026-09-06T00:15:26+00:00,2026-09-07T03:03:57+00:00,200:3,,agent,https://lonestarpiefed.duckdns.org,https://www.pathwren.workers.dev/bot/piefed-29.html +piefed-31,PieFed,named,PieFed/1.6.27; +https://p.hobo.social,3,1,2,2026-09-06T00:15:29+00:00,2026-09-07T03:00:51+00:00,200:3,,agent,https://p.hobo.social,https://www.pathwren.workers.dev/bot/piefed-31.html +piefed-35,PieFed,named,PieFed/1.7.11; +https://pie.zerojay.com,3,1,2,2026-09-06T00:15:32+00:00,2026-09-07T03:01:02+00:00,200:3,,agent,https://pie.zerojay.com,https://www.pathwren.workers.dev/bot/piefed-35.html +piefed-36,PieFed,named,PieFed/1.7.11-peachpie-20260817; +https://peachpie.theatl.social,3,1,2,2026-09-06T00:15:32+00:00,2026-09-07T03:10:25+00:00,200:3,,agent,https://peachpie.theatl.social,https://www.pathwren.workers.dev/bot/piefed-36.html +piefed-38,PieFed,named,PieFed/1.7.0-dev; +https://piefed.crash.cx,3,1,2,2026-09-06T00:15:32+00:00,2026-09-07T03:00:47+00:00,200:3,,agent,https://piefed.crash.cx,https://www.pathwren.workers.dev/bot/piefed-38.html +piefed-49,PieFed,named,PieFed/1.6.6; +https://feddit.mauve.haus,3,1,3,2026-09-06T03:16:38+00:00,2026-09-07T03:03:47+00:00,200:3,,agent,https://feddit.mauve.haus,https://www.pathwren.workers.dev/bot/piefed-49.html +piefed-59,PieFed,named,PieFed/1.8.0-dev; +https://hub.chroniccly.online,3,1,2,2026-09-07T03:02:15+00:00,2026-09-07T06:34:09+00:00,200:3,,agent,https://hub.chroniccly.online,https://www.pathwren.workers.dev/bot/piefed-59.html +piefed-8,PieFed,named,PieFed/1.7.15.1; +https://piefed.jeena.net,3,1,1,2026-09-06T00:15:10+00:00,2026-09-07T03:00:57+00:00,200:3,,agent,https://piefed.jeena.net,https://www.pathwren.workers.dev/bot/piefed-8.html +pleroma-5,Pleroma,named,Pleroma 2.10.2; https://soc.utzer.de ; Bot,3,1,2,2026-09-06T06:34:13+00:00,2026-09-07T06:50:36+00:00,200:3,,crawler,https://soc.utzer.de,https://www.pathwren.workers.dev/bot/pleroma-5.html +privacybrowser,PrivacyBrowser,named,PrivacyBrowser/1.0,3,1,3,2026-09-06T06:04:01+00:00,2026-09-06T06:04:02+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/privacybrowser.html +pylova-4,PyLova,named,PyLova/0.3.3; +https://piefed.zeromedia.vip,3,1,3,2026-09-06T02:54:31+00:00,2026-09-07T03:03:37+00:00,200:3,,agent,https://piefed.zeromedia.vip,https://www.pathwren.workers.dev/bot/pylova-4.html +readyou,ReadYou,named,ReadYou/0.14.3(36),3,1,1,2026-09-06T06:26:35+00:00,2026-09-06T06:27:09+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/readyou.html +swagger-validator,swagger-validator,named,swagger-validator,3,1,1,2026-09-05T21:54:41+00:00,2026-09-07T06:05:20+00:00,200:3,,agent,,https://www.pathwren.workers.dev/bot/swagger-validator.html +validator-nu,Validator.nu,named,Validator.nu/LV https://validator.w3.org/services,3,1,1,2026-09-05T21:54:38+00:00,2026-09-07T06:05:18+00:00,200:3,,agent,https://validator.w3.org/services,https://www.pathwren.workers.dev/bot/validator-nu.html +zevruna-monitor,zevruna-monitor,named,zevruna-monitor/1.0 (+https://zevruna.com),3,2,1,2026-09-07T06:15:15+00:00,2026-09-07T08:27:14+00:00,200:3,,agent,https://zevruna.com,https://www.pathwren.workers.dev/bot/zevruna-monitor.html +a2a-hub-pilot,a2a-hub-pilot,named,a2a-hub-pilot/1.0,2,1,1,2026-09-05T13:48:09+00:00,2026-09-05T14:03:19+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/a2a-hub-pilot.html +a2a-registry,A2A-Registry,named,A2A-Registry/1.0,2,2,1,2026-09-01T02:25:59+00:00,2026-09-01T09:08:31+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/a2a-registry.html +actionextension,ActionExtension,named,ActionExtension/488.2.3 CFNetwork/3860.700.1 Darwin/25.6.0,2,1,1,2026-09-06T09:53:58+00:00,2026-09-06T09:53:59+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/actionextension.html +aetherlink-public-discovery-evidence,AetherLink-Public-Discovery-Evidence,named,AetherLink-Public-Discovery-Evidence/1.0,2,1,2,2026-09-01T04:00:04+00:00,2026-09-01T04:01:16+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/aetherlink-public-discovery-evidence.html +agent-card-crawler-chat,agent-card-crawler-chat,named,agent-card-crawler-chat/0.1 (research; interactive; contact hjh.1222@gmail.com),2,1,1,2026-09-04T13:23:31+00:00,2026-09-04T13:29:03+00:00,200:2,,crawler,mailto:hjh.1222@gmail.com,https://www.pathwren.workers.dev/bot/agent-card-crawler-chat.html +agentprobe,agentprobe,named,agentprobe/0.1.0 (+https://agentprobe.org/methodology; read-only liveness probe),2,1,1,2026-09-07T07:29:40+00:00,2026-09-07T07:29:41+00:00,200:2,,agent,https://agentprobe.org/methodology,https://www.pathwren.workers.dev/bot/agentprobe.html +akkoma-14,Akkoma,named,"Akkoma 3.19.0; https://mastos.online , Akkoma 3.19.0; https://mastos.online ; Bot",2,1,1,2026-09-06T00:33:46+00:00,2026-09-06T00:33:47+00:00,200:2,,crawler,https://mastos.online,https://www.pathwren.workers.dev/bot/akkoma-14.html +akkoma-20,Akkoma,named,"Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co , Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co ; Bot",2,1,1,2026-09-07T03:01:02+00:00,2026-09-07T03:01:02+00:00,200:2,,crawler,https://pl.catboyindustries.co,https://www.pathwren.workers.dev/bot/akkoma-20.html +crawler,crawler,named,Mozilla/5.0 (compatible; crawler),2,2,1,2026-09-03T09:15:36+00:00,2026-09-04T09:22:40+00:00,200:2,,crawler,,https://www.pathwren.workers.dev/bot/crawler.html +fediact,FediAct,named,FediAct Service,2,1,1,2026-09-06T05:53:44+00:00,2026-09-06T05:53:47+00:00,404:2,/api/v1/instance,agent,,https://www.pathwren.workers.dev/bot/fediact.html +friendica-10,Friendica,named,Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.smartunity.space,2,1,1,2026-09-06T00:33:20+00:00,2026-09-06T00:33:20+00:00,200:2,,agent,https://friendica.smartunity.space,https://www.pathwren.workers.dev/bot/friendica-10.html +friendica-115,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.katholisch.social,2,1,1,2026-09-06T06:37:11+00:00,2026-09-06T06:37:11+00:00,200:2,,agent,https://friendica.katholisch.social,https://www.pathwren.workers.dev/bot/friendica-115.html +friendica-116,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://onjase.quebec,2,1,1,2026-09-06T06:38:35+00:00,2026-09-06T06:38:35+00:00,200:2,,agent,https://onjase.quebec,https://www.pathwren.workers.dev/bot/friendica-116.html +friendica-118,Friendica,named,Friendica/2024.12 DatabaseVersion/1576 Request/ContentTypeChecker/1 +https://friendica.os-service.eu,2,1,1,2026-09-06T06:40:24+00:00,2026-09-06T06:40:24+00:00,200:2,,agent,https://friendica.os-service.eu,https://www.pathwren.workers.dev/bot/friendica-118.html +friendica-119,Friendica,named,Friendica/2024.12 DatabaseVersion/1576 Request/ContentTypeChecker/1 +https://friendica.bosio.info,2,1,1,2026-09-06T06:40:37+00:00,2026-09-06T06:40:37+00:00,200:2,,agent,https://friendica.bosio.info,https://www.pathwren.workers.dev/bot/friendica-119.html +friendica-12,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.gtz.dedyn.io,2,1,1,2026-09-06T00:33:20+00:00,2026-09-06T00:33:20+00:00,200:2,,agent,https://friendica.gtz.dedyn.io,https://www.pathwren.workers.dev/bot/friendica-12.html +friendica-123,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://lastfree.space,2,1,1,2026-09-07T03:06:28+00:00,2026-09-07T03:06:28+00:00,200:2,,agent,https://lastfree.space,https://www.pathwren.workers.dev/bot/friendica-123.html +friendica-125,Friendica,named,Friendica 'Giant Rhubarb' 2023.01-1502; https://friendica.kommune4.de,2,1,1,2026-09-07T06:50:12+00:00,2026-09-07T06:50:13+00:00,200:2,,agent,https://friendica.kommune4.de,https://www.pathwren.workers.dev/bot/friendica-125.html +friendica-127,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fri.bitcast.info,2,1,1,2026-09-07T06:50:16+00:00,2026-09-07T06:50:16+00:00,200:2,,agent,https://fri.bitcast.info,https://www.pathwren.workers.dev/bot/friendica-127.html +friendica-130,Friendica,named,Friendica 'Giant Rhubarb' 2023.01-1502; https://soc.citizen4.eu,2,1,1,2026-09-07T06:50:23+00:00,2026-09-07T06:50:24+00:00,200:2,,agent,https://soc.citizen4.eu,https://www.pathwren.workers.dev/bot/friendica-130.html +friendica-131,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://goatdaddy.net,2,1,1,2026-09-07T06:50:25+00:00,2026-09-07T06:50:25+00:00,200:2,,agent,https://goatdaddy.net,https://www.pathwren.workers.dev/bot/friendica-131.html +friendica-133,Friendica,named,Friendica/2025.07-rc DatabaseVersion/1580 Request/ContentTypeChecker/1 +https://friendica.youthweb.net,2,1,1,2026-09-07T06:50:31+00:00,2026-09-07T06:50:31+00:00,200:2,,agent,https://friendica.youthweb.net,https://www.pathwren.workers.dev/bot/friendica-133.html +friendica-135,Friendica,named,Friendica 'Yellow Archangel' 2024.03-1557; https://whitelion.me,2,1,1,2026-09-07T06:50:32+00:00,2026-09-07T06:50:33+00:00,200:2,,agent,https://whitelion.me,https://www.pathwren.workers.dev/bot/friendica-135.html +friendica-136,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://capybara.community,2,1,1,2026-09-07T06:50:36+00:00,2026-09-07T06:50:36+00:00,200:2,,agent,https://capybara.community,https://www.pathwren.workers.dev/bot/friendica-136.html +friendica-27,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.minecloud.ro,2,1,1,2026-09-06T06:34:04+00:00,2026-09-06T06:34:04+00:00,200:2,,agent,https://friendica.minecloud.ro,https://www.pathwren.workers.dev/bot/friendica-27.html +friendica-42,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.dssr.ch,2,1,1,2026-09-06T06:34:07+00:00,2026-09-06T06:34:07+00:00,200:2,,agent,https://social.dssr.ch,https://www.pathwren.workers.dev/bot/friendica-42.html +friendica-46,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ungzeit.de,2,1,1,2026-09-06T06:34:08+00:00,2026-09-06T06:34:08+00:00,200:2,,agent,https://friendica.ungzeit.de,https://www.pathwren.workers.dev/bot/friendica-46.html +friendica-49,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.namestaci.cz,2,1,1,2026-09-06T06:34:09+00:00,2026-09-06T06:34:09+00:00,200:2,,agent,https://friendica.namestaci.cz,https://www.pathwren.workers.dev/bot/friendica-49.html +friendica-54,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://about.krivosik.cz,2,1,1,2026-09-06T06:34:10+00:00,2026-09-06T06:34:10+00:00,200:2,,agent,https://about.krivosik.cz,https://www.pathwren.workers.dev/bot/friendica-54.html +friendica-74,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://lassegismo-social.dnsuser.info,2,1,1,2026-09-06T06:34:16+00:00,2026-09-06T06:34:16+00:00,200:2,,agent,https://lassegismo-social.dnsuser.info,https://www.pathwren.workers.dev/bot/friendica-74.html +friendica-76,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://u3a.social,2,1,1,2026-09-06T06:34:16+00:00,2026-09-06T06:34:16+00:00,200:2,,agent,https://u3a.social,https://www.pathwren.workers.dev/bot/friendica-76.html +friendica-77,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.unixweb.net,2,1,1,2026-09-06T06:34:16+00:00,2026-09-06T06:34:16+00:00,200:2,,agent,https://friends.unixweb.net,https://www.pathwren.workers.dev/bot/friendica-77.html +friendica-87,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.isambard.social,2,1,1,2026-09-06T06:34:20+00:00,2026-09-06T06:34:20+00:00,200:2,,agent,https://friendica.isambard.social,https://www.pathwren.workers.dev/bot/friendica-87.html +friendica-89,Friendica,named,Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://re.natsume.nohost.me,2,1,1,2026-09-06T06:34:21+00:00,2026-09-06T06:34:21+00:00,200:2,,agent,https://re.natsume.nohost.me,https://www.pathwren.workers.dev/bot/friendica-89.html +friendica-97,Friendica,named,Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.rollenspiel.monster,2,1,1,2026-09-06T06:34:29+00:00,2026-09-06T06:34:29+00:00,200:2,,agent,https://friendica.rollenspiel.monster,https://www.pathwren.workers.dev/bot/friendica-97.html +frndos,frndOS,named,frndOS/1 CFNetwork/3860.500.112 Darwin/25.4.0,2,2,1,2026-09-01T12:06:12+00:00,2026-09-02T09:22:34+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/frndos.html +gf-agent-toll-outbound,GF-Agent-Toll-Outbound,named,GF-Agent-Toll-Outbound/1.6.0,2,1,2,2026-09-01T02:56:53+00:00,2026-09-01T02:56:53+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/gf-agent-toll-outbound.html +gf-agent-toll-remediation,GF-Agent-Toll-Remediation,named,GF-Agent-Toll-Remediation/1.0,2,1,2,2026-09-01T03:03:03+00:00,2026-09-01T03:03:03+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/gf-agent-toll-remediation.html +invinoveritas-handshake,invinoveritas-handshake,named,invinoveritas-handshake/1.0 (+https://api.babyblueviper.com),2,1,2,2026-09-01T16:15:28+00:00,2026-09-01T16:15:28+00:00,200:1 400:1,/a2a,agent,https://api.babyblueviper.com,https://www.pathwren.workers.dev/bot/invinoveritas-handshake.html +itinai-importer,itinai-importer,named,itinai-importer/1.0,2,2,1,2026-09-02T07:52:09+00:00,2026-09-03T07:59:55+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/itinai-importer.html +lemmy-100,Lemmy,named,Lemmy/0.19.20; +https://wired.bluemarch.art,2,1,1,2026-09-06T00:15:21+00:00,2026-09-07T03:00:53+00:00,200:2,,agent,https://wired.bluemarch.art,https://www.pathwren.workers.dev/bot/lemmy-100.html +lemmy-103,Lemmy,named,Lemmy/0.19.20; +https://sub.wetshaving.social,2,1,1,2026-09-06T00:15:21+00:00,2026-09-07T03:00:54+00:00,200:2,,agent,https://sub.wetshaving.social,https://www.pathwren.workers.dev/bot/lemmy-103.html +lemmy-112,Lemmy,named,Lemmy/0.19.20; +https://eventfrontier.com,2,1,1,2026-09-06T00:15:22+00:00,2026-09-07T03:00:43+00:00,200:2,,agent,https://eventfrontier.com,https://www.pathwren.workers.dev/bot/lemmy-112.html +lemmy-119,Lemmy,named,Lemmy/0.19.20; +https://lemmy.zwanenburg.info,2,1,1,2026-09-06T00:15:23+00:00,2026-09-07T00:49:40+00:00,200:2,,agent,https://lemmy.zwanenburg.info,https://www.pathwren.workers.dev/bot/lemmy-119.html +lemmy-120,Lemmy,named,Lemmy/0.19.20; +https://lemmy.korz.dev,2,1,1,2026-09-06T00:15:23+00:00,2026-09-07T03:01:00+00:00,200:2,,agent,https://lemmy.korz.dev,https://www.pathwren.workers.dev/bot/lemmy-120.html +lemmy-127,Lemmy,named,Lemmy/0.19.19; +https://lemmy.evangineer.net,2,1,1,2026-09-06T00:15:24+00:00,2026-09-07T03:01:01+00:00,200:2,,agent,https://lemmy.evangineer.net,https://www.pathwren.workers.dev/bot/lemmy-127.html +lemmy-134,Lemmy,named,Lemmy/0.19.17; +https://lemmy.lacasabien.space,2,1,1,2026-09-06T00:15:24+00:00,2026-09-07T03:00:51+00:00,200:2,,agent,https://lemmy.lacasabien.space,https://www.pathwren.workers.dev/bot/lemmy-134.html +lemmy-137,Lemmy,named,Lemmy/0.19.20; +https://lemmy.criticalbasics.xyz,2,1,1,2026-09-06T00:15:25+00:00,2026-09-07T03:00:52+00:00,200:2,,agent,https://lemmy.criticalbasics.xyz,https://www.pathwren.workers.dev/bot/lemmy-137.html +lemmy-140,Lemmy,named,Lemmy/0.19.18; +https://lemmy.jelliefrontier.net,2,1,1,2026-09-06T00:15:25+00:00,2026-09-06T03:16:28+00:00,200:2,,agent,https://lemmy.jelliefrontier.net,https://www.pathwren.workers.dev/bot/lemmy-140.html +lemmy-150,Lemmy,named,Lemmy/0.19.19; +https://r.nf,2,1,1,2026-09-06T00:15:26+00:00,2026-09-07T03:00:39+00:00,200:2,,agent,https://r.nf,https://www.pathwren.workers.dev/bot/lemmy-150.html +lemmy-155,Lemmy,named,Lemmy/0.19.20; +https://social.jears.at,2,1,1,2026-09-06T00:15:27+00:00,2026-09-07T03:00:57+00:00,200:2,,agent,https://social.jears.at,https://www.pathwren.workers.dev/bot/lemmy-155.html +lemmy-157,Lemmy,named,Lemmy/0.19.16; +https://lemmy.techtailors.net,2,2,1,2026-09-06T00:15:28+00:00,2026-09-06T08:55:21+00:00,200:2,,agent,https://lemmy.techtailors.net,https://www.pathwren.workers.dev/bot/lemmy-157.html +lemmy-16,Lemmy,named,Lemmy/0.19.18; +https://lemmy.maxynetwork.it,2,1,1,2026-09-06T00:15:08+00:00,2026-09-07T03:00:39+00:00,200:2,,agent,https://lemmy.maxynetwork.it,https://www.pathwren.workers.dev/bot/lemmy-16.html +lemmy-160,Lemmy,named,Lemmy/0.19.20; +https://lemmyland.com,2,1,1,2026-09-06T00:15:28+00:00,2026-09-07T03:00:52+00:00,200:2,,agent,https://lemmyland.com,https://www.pathwren.workers.dev/bot/lemmy-160.html +lemmy-175,Lemmy,named,Lemmy/0.19.0; +https://metapowers.org,2,1,1,2026-09-06T00:15:30+00:00,2026-09-07T03:00:38+00:00,200:2,,agent,https://metapowers.org,https://www.pathwren.workers.dev/bot/lemmy-175.html +lemmy-179,Lemmy,named,Lemmy/0.19.20; +https://lemmy.stefanoprenna.com,2,1,1,2026-09-06T00:15:30+00:00,2026-09-06T12:11:20+00:00,200:2,,agent,https://lemmy.stefanoprenna.com,https://www.pathwren.workers.dev/bot/lemmy-179.html +lemmy-18,Lemmy,named,Lemmy/0.19.3; +https://l.cypherworld.net,2,1,1,2026-09-06T00:15:08+00:00,2026-09-06T00:15:09+00:00,200:2,,agent,https://l.cypherworld.net,https://www.pathwren.workers.dev/bot/lemmy-18.html +lemmy-180,Lemmy,named,Lemmy/0.19.20; +https://lemmy.secnd.me,2,1,1,2026-09-06T00:15:30+00:00,2026-09-07T03:00:37+00:00,200:2,,agent,https://lemmy.secnd.me,https://www.pathwren.workers.dev/bot/lemmy-180.html +lemmy-183,Lemmy,named,Lemmy/0.19.19; +https://providence.werewolf.lat,2,1,1,2026-09-06T00:15:30+00:00,2026-09-07T03:00:46+00:00,200:2,,agent,https://providence.werewolf.lat,https://www.pathwren.workers.dev/bot/lemmy-183.html +lemmy-184,Lemmy,named,Lemmy/0.19.20; +https://lmy.sagf.io,2,1,1,2026-09-06T00:15:30+00:00,2026-09-07T03:00:48+00:00,200:2,,agent,https://lmy.sagf.io,https://www.pathwren.workers.dev/bot/lemmy-184.html +lemmy-187,Lemmy,named,Lemmy/0.19.20; +https://lemmygrad.ml,2,1,1,2026-09-06T00:15:31+00:00,2026-09-07T03:00:57+00:00,200:2,,agent,https://lemmygrad.ml,https://www.pathwren.workers.dev/bot/lemmy-187.html +lemmy-195,Lemmy,named,Lemmy/0.19.19; +https://group.lt,2,1,1,2026-09-06T00:15:31+00:00,2026-09-07T03:00:45+00:00,200:2,,agent,https://group.lt,https://www.pathwren.workers.dev/bot/lemmy-195.html +lemmy-197,Lemmy,named,Lemmy/0.19.4; +https://l.mathers.fr,2,1,1,2026-09-06T00:15:32+00:00,2026-09-07T03:00:52+00:00,200:2,,agent,https://l.mathers.fr,https://www.pathwren.workers.dev/bot/lemmy-197.html +lemmy-202,Lemmy,named,Lemmy/0.18.5; +https://lemmy.linuxuserspace.show,2,1,2,2026-09-06T00:15:32+00:00,2026-09-06T09:13:06+00:00,200:2,,agent,https://lemmy.linuxuserspace.show,https://www.pathwren.workers.dev/bot/lemmy-202.html +lemmy-207,Lemmy,named,Lemmy/0.19.20; +https://lemmy.funami.tech,2,1,1,2026-09-06T00:15:32+00:00,2026-09-07T03:00:58+00:00,200:2,,agent,https://lemmy.funami.tech,https://www.pathwren.workers.dev/bot/lemmy-207.html +lemmy-214,Lemmy,named,Lemmy/0.19.19; +https://lemmy.trippy.pizza,2,1,1,2026-09-06T00:15:34+00:00,2026-09-07T03:00:43+00:00,200:2,,agent,https://lemmy.trippy.pizza,https://www.pathwren.workers.dev/bot/lemmy-214.html +lemmy-223,Lemmy,named,Lemmy/0.19.19; +https://lemmy.walker.cafe,2,1,1,2026-09-06T00:15:34+00:00,2026-09-07T03:01:03+00:00,200:2,,agent,https://lemmy.walker.cafe,https://www.pathwren.workers.dev/bot/lemmy-223.html +lemmy-229,Lemmy,named,Lemmy/0.19.13; +https://fosscad.io,2,1,1,2026-09-06T00:21:21+00:00,2026-09-07T03:22:25+00:00,200:2,,agent,https://fosscad.io,https://www.pathwren.workers.dev/bot/lemmy-229.html +lemmy-254,Lemmy,named,Lemmy/0.19.18; +https://lemmy.fedi.zutto.fi,2,1,1,2026-09-06T02:54:21+00:00,2026-09-07T02:44:55+00:00,200:2,,agent,https://lemmy.fedi.zutto.fi,https://www.pathwren.workers.dev/bot/lemmy-254.html +lemmy-260,Lemmy,named,Lemmy/0.19.20; +https://lemmy.eknz.org,2,1,1,2026-09-06T02:54:26+00:00,2026-09-07T02:45:22+00:00,200:2,,agent,https://lemmy.eknz.org,https://www.pathwren.workers.dev/bot/lemmy-260.html +lemmy-262,Lemmy,named,Lemmy/0.19.20; +https://lemmy.fromshado.ws,2,1,1,2026-09-06T02:54:28+00:00,2026-09-07T02:45:10+00:00,200:2,,agent,https://lemmy.fromshado.ws,https://www.pathwren.workers.dev/bot/lemmy-262.html +lemmy-268,Lemmy,named,Lemmy/0.19.20; +https://lemmy.berinkton.de,2,1,2,2026-09-06T02:54:33+00:00,2026-09-07T03:03:58+00:00,200:2,,agent,https://lemmy.berinkton.de,https://www.pathwren.workers.dev/bot/lemmy-268.html +lemmy-27,Lemmy,named,Lemmy/0.19.20; +https://lemmy.coupou.fr,2,1,1,2026-09-06T00:15:09+00:00,2026-09-07T03:00:55+00:00,200:2,,agent,https://lemmy.coupou.fr,https://www.pathwren.workers.dev/bot/lemmy-27.html +lemmy-270,Lemmy,named,Lemmy/0.19.20; +https://lemmy.horwood.cloud,2,1,1,2026-09-06T02:54:44+00:00,2026-09-07T02:45:10+00:00,200:2,,agent,https://lemmy.horwood.cloud,https://www.pathwren.workers.dev/bot/lemmy-270.html +lemmy-277,Lemmy,named,Lemmy/0.19.20; +https://lemmy.curiana.net,2,1,1,2026-09-06T03:16:18+00:00,2026-09-07T03:18:05+00:00,200:2,,agent,https://lemmy.curiana.net,https://www.pathwren.workers.dev/bot/lemmy-277.html +lemmy-281,Lemmy,named,Lemmy/0.19.18; +https://lemmy.johnnei.org,2,1,1,2026-09-06T03:16:33+00:00,2026-09-07T03:18:13+00:00,200:2,,agent,https://lemmy.johnnei.org,https://www.pathwren.workers.dev/bot/lemmy-281.html +lemmy-284,Lemmy,named,Lemmy/0.19.17; +https://lemmy.nrdblg.de,2,1,1,2026-09-06T03:16:40+00:00,2026-09-07T03:17:55+00:00,200:2,,agent,https://lemmy.nrdblg.de,https://www.pathwren.workers.dev/bot/lemmy-284.html +lemmy-286,Lemmy,named,Lemmy/0.19.19; +https://indie-ver.se,2,1,2,2026-09-06T09:13:03+00:00,2026-09-07T03:03:43+00:00,200:2,,agent,https://indie-ver.se,https://www.pathwren.workers.dev/bot/lemmy-286.html +lemmy-291,Lemmy,named,Lemmy/0.19.19; +https://lemmy.darvit.nl,2,1,2,2026-09-06T09:15:35+00:00,2026-09-07T03:03:43+00:00,200:2,,agent,https://lemmy.darvit.nl,https://www.pathwren.workers.dev/bot/lemmy-291.html +lemmy-294,Lemmy,named,Lemmy/0.19.3; +https://hoihoi.superboi.eu.org,2,1,1,2026-09-06T09:15:46+00:00,2026-09-06T09:15:47+00:00,200:2,,agent,https://hoihoi.superboi.eu.org,https://www.pathwren.workers.dev/bot/lemmy-294.html +lemmy-30,Lemmy,named,Lemmy/0.19.3; +https://foros.fediverso.gal,2,1,2,2026-09-06T00:15:10+00:00,2026-09-07T03:03:58+00:00,200:2,,agent,https://foros.fediverso.gal,https://www.pathwren.workers.dev/bot/lemmy-30.html +lemmy-302,Lemmy,named,Lemmy/0.19.20; +https://lemmy.blackeco.com,2,1,2,2026-09-07T03:00:47+00:00,2026-09-07T03:03:51+00:00,200:2,,agent,https://lemmy.blackeco.com,https://www.pathwren.workers.dev/bot/lemmy-302.html +lemmy-307,Lemmy,named,Lemmy/0.19.18; +https://lemmy.hkserv.space,2,1,2,2026-09-07T03:00:53+00:00,2026-09-07T03:03:51+00:00,200:2,,agent,https://lemmy.hkserv.space,https://www.pathwren.workers.dev/bot/lemmy-307.html +lemmy-309,Lemmy,named,Lemmy/0.19.13; +https://social.ggbox.fr,2,1,1,2026-09-07T03:00:54+00:00,2026-09-07T05:50:48+00:00,200:2,,agent,https://social.ggbox.fr,https://www.pathwren.workers.dev/bot/lemmy-309.html +lemmy-4,Lemmy,named,Lemmy/0.19.11; +https://diggita.com,2,1,1,2026-09-06T00:15:05+00:00,2026-09-07T03:00:56+00:00,200:2,,agent,https://diggita.com,https://www.pathwren.workers.dev/bot/lemmy-4.html +lemmy-42,Lemmy,named,Lemmy/0.19.19; +https://lemmy.mrpostman.ch,2,1,1,2026-09-06T00:15:12+00:00,2026-09-07T03:00:40+00:00,200:2,,agent,https://lemmy.mrpostman.ch,https://www.pathwren.workers.dev/bot/lemmy-42.html +lemmy-5,Lemmy,named,Lemmy/0.19.13; +https://l.posterdati.it,2,1,1,2026-09-06T00:15:05+00:00,2026-09-07T03:00:51+00:00,200:2,,agent,https://l.posterdati.it,https://www.pathwren.workers.dev/bot/lemmy-5.html +lemmy-50,Lemmy,named,Lemmy/0.19.11; +https://lt.harding.dev,2,1,1,2026-09-06T00:15:13+00:00,2026-09-07T03:00:54+00:00,200:2,,agent,https://lt.harding.dev,https://www.pathwren.workers.dev/bot/lemmy-50.html +lemmy-58,Lemmy,named,Lemmy/0.19.19; +https://lemmy.balamb.fr,2,1,1,2026-09-06T00:15:13+00:00,2026-09-07T03:22:12+00:00,200:2,,agent,https://lemmy.balamb.fr,https://www.pathwren.workers.dev/bot/lemmy-58.html +lemmy-6,Lemmy,named,Lemmy/0.19.15; +https://lemmy.nekusoul.de,2,1,1,2026-09-06T00:15:05+00:00,2026-09-07T03:00:36+00:00,200:2,,agent,https://lemmy.nekusoul.de,https://www.pathwren.workers.dev/bot/lemmy-6.html +lemmy-61,Lemmy,named,Lemmy/0.19.20; +https://downonthestreet.eu,2,1,1,2026-09-06T00:15:14+00:00,2026-09-06T12:11:09+00:00,200:2,,agent,https://downonthestreet.eu,https://www.pathwren.workers.dev/bot/lemmy-61.html +lemmy-77,Lemmy,named,Lemmy/0.19.19; +https://lemmy.rootstate.de,2,1,1,2026-09-06T00:15:16+00:00,2026-09-07T03:00:59+00:00,200:2,,agent,https://lemmy.rootstate.de,https://www.pathwren.workers.dev/bot/lemmy-77.html +lemmy-80,Lemmy,named,Lemmy/0.19.20; +https://lemmy.canthonyscott.io,2,1,1,2026-09-06T00:15:17+00:00,2026-09-07T03:00:57+00:00,200:2,,agent,https://lemmy.canthonyscott.io,https://www.pathwren.workers.dev/bot/lemmy-80.html +lemmy-84,Lemmy,named,Lemmy/0.19.20; +https://go.ontomy.tv,2,1,1,2026-09-06T00:15:18+00:00,2026-09-07T03:00:57+00:00,200:2,,agent,https://go.ontomy.tv,https://www.pathwren.workers.dev/bot/lemmy-84.html +lemmy-95,Lemmy,named,Lemmy/0.19.20; +https://lmy.cruzgott.com,2,1,2,2026-09-06T00:15:20+00:00,2026-09-07T03:03:40+00:00,200:2,,agent,https://lmy.cruzgott.com,https://www.pathwren.workers.dev/bot/lemmy-95.html +lemmy-96,Lemmy,named,Lemmy/0.19.3; +https://lemmy.cringecollective.io,2,1,1,2026-09-06T00:15:20+00:00,2026-09-07T03:00:45+00:00,200:2,,agent,https://lemmy.cringecollective.io,https://www.pathwren.workers.dev/bot/lemmy-96.html +lemmy-98,Lemmy,named,Lemmy/0.19.18; +https://lemmy.fedifun.eu,2,1,1,2026-09-06T00:15:20+00:00,2026-09-06T10:11:32+00:00,200:2,,agent,https://lemmy.fedifun.eu,https://www.pathwren.workers.dev/bot/lemmy-98.html +llm4agents-cimd-audit,llm4agents-cimd-audit,named,llm4agents-cimd-audit/1.0 (+https://llm4agents.com),2,1,2,2026-09-01T09:12:32+00:00,2026-09-01T09:12:32+00:00,404:2,/.well-known/oauth-protected-resource /.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor,agent,https://llm4agents.com,https://www.pathwren.workers.dev/bot/llm4agents-cimd-audit.html +mastodon-102,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://floss.social/) Bot,2,1,1,2026-09-06T00:16:16+00:00,2026-09-06T03:16:58+00:00,200:2,,crawler,https://floss.social/,https://www.pathwren.workers.dev/bot/mastodon-102.html +mastodon-108,Mastodon,named,Mastodon/4.7.1+todon (http.rb/5.3.1; +https://todon.nl/) Bot,2,1,2,2026-09-06T00:16:26+00:00,2026-09-06T09:16:14+00:00,200:2,,crawler,https://todon.nl/,https://www.pathwren.workers.dev/bot/mastodon-108.html +mastodon-136,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.pu2ttz.app.br/) Bot,2,1,2,2026-09-06T00:33:47+00:00,2026-09-06T03:17:17+00:00,200:2,,crawler,https://social.pu2ttz.app.br/,https://www.pathwren.workers.dev/bot/mastodon-136.html +mastodon-144,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.xargs.at/) Bot,2,1,2,2026-09-06T00:34:01+00:00,2026-09-06T03:16:29+00:00,200:2,,crawler,https://mastodon.xargs.at/,https://www.pathwren.workers.dev/bot/mastodon-144.html +mastodon-169,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://fedifreu.de/) Bot,2,1,2,2026-09-06T02:54:39+00:00,2026-09-06T09:15:25+00:00,200:2,,crawler,https://fedifreu.de/,https://www.pathwren.workers.dev/bot/mastodon-169.html +mastodon-173,Mastodon,named,Mastodon/4.8.0-260821+Xajh.ORG (http.rb/5.3.1; +https://fairy.id/) Bot,2,1,2,2026-09-06T02:54:59+00:00,2026-09-06T09:15:53+00:00,200:2,,crawler,https://fairy.id/,https://www.pathwren.workers.dev/bot/mastodon-173.html +mastodon-190,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://bolha.us/) Bot,2,1,2,2026-09-06T06:34:17+00:00,2026-09-07T06:50:58+00:00,200:2,,crawler,https://bolha.us/,https://www.pathwren.workers.dev/bot/mastodon-190.html +mastodon-193,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://fulda.social/) Bot,2,1,2,2026-09-06T06:34:37+00:00,2026-09-07T06:51:28+00:00,200:2,,crawler,https://fulda.social/,https://www.pathwren.workers.dev/bot/mastodon-193.html +mastodon-200,Mastodon,named,Mastodon/4.6.5 (http.rb/5.3.1; +https://movimientos.social/) Bot,2,1,2,2026-09-06T06:35:11+00:00,2026-09-07T06:50:44+00:00,200:2,,crawler,https://movimientos.social/,https://www.pathwren.workers.dev/bot/mastodon-200.html +mastodon-211,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.linux.pizza/) Bot,2,1,2,2026-09-06T09:16:17+00:00,2026-09-07T08:26:44+00:00,200:2,,crawler,https://social.linux.pizza/,https://www.pathwren.workers.dev/bot/mastodon-211.html +mastodon-37,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://myonlinepi.uk/) Bot,2,1,2,2026-09-06T00:15:36+00:00,2026-09-06T00:34:14+00:00,200:2,,crawler,https://myonlinepi.uk/,https://www.pathwren.workers.dev/bot/mastodon-37.html +mastodon-46,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://nerdculture.de/) Bot,2,2,2,2026-09-06T00:15:41+00:00,2026-09-06T09:15:29+00:00,200:2,,crawler,https://nerdculture.de/,https://www.pathwren.workers.dev/bot/mastodon-46.html +mastodon-57,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.sdf.org/) Bot,2,2,1,2026-09-06T00:15:45+00:00,2026-09-06T03:17:34+00:00,200:2,,crawler,https://mastodon.sdf.org/,https://www.pathwren.workers.dev/bot/mastodon-57.html +mastodon-66,Mastodon,named,Mastodon/4.7.0+procolix.mnl (http.rb/5.3.1; +https://mastodon.nl/) Bot,2,1,2,2026-09-06T00:15:51+00:00,2026-09-06T09:16:10+00:00,200:2,,crawler,https://mastodon.nl/,https://www.pathwren.workers.dev/bot/mastodon-66.html +mastodon-67,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://masto.ai/) Bot,2,2,2,2026-09-06T00:15:52+00:00,2026-09-06T06:34:34+00:00,200:2,,crawler,https://masto.ai/,https://www.pathwren.workers.dev/bot/mastodon-67.html +mastodon-69,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://burningboard.net/) Bot,2,1,1,2026-09-06T00:15:53+00:00,2026-09-06T03:16:59+00:00,200:2,,crawler,https://burningboard.net/,https://www.pathwren.workers.dev/bot/mastodon-69.html +mastodon-76,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://h4.io/) Bot,2,1,2,2026-09-06T00:15:56+00:00,2026-09-06T09:15:45+00:00,200:2,,crawler,https://h4.io/,https://www.pathwren.workers.dev/bot/mastodon-76.html +mastodon-77,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodontech.de/) Bot,2,1,2,2026-09-06T00:15:56+00:00,2026-09-06T06:34:32+00:00,200:2,,crawler,https://mastodontech.de/,https://www.pathwren.workers.dev/bot/mastodon-77.html +mastodon-95,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://denton.social/) Bot,2,1,1,2026-09-06T00:16:10+00:00,2026-09-06T03:17:28+00:00,200:2,,crawler,https://denton.social/,https://www.pathwren.workers.dev/bot/mastodon-95.html +mcpcheck,mcpcheck,named,mcpcheck/0.1 (Plumbline MCP liveness probe; read-only; contact plumbline@airmail.cc),2,1,2,2026-09-02T13:30:55+00:00,2026-09-02T13:31:22+00:00,200:2,,agent,mailto:plumbline@airmail.cc,https://www.pathwren.workers.dev/bot/mcpcheck.html +misskey,Misskey,named,Misskey/2025.4.6 (https://fedi.whyarentyou.gay/),2,1,2,2026-09-05T12:46:11+00:00,2026-09-07T00:08:50+00:00,200:2,,agent,https://fedi.whyarentyou.gay/,https://www.pathwren.workers.dev/bot/misskey.html +misskeymediaproxy,MisskeyMediaProxy,named,MisskeyMediaProxy/0.0.25,2,2,2,2026-09-06T00:15:28+00:00,2026-09-06T00:15:28+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/misskeymediaproxy.html +node-fetch,node-fetch,named,node-fetch,2,1,2,2026-09-06T01:51:01+00:00,2026-09-06T01:51:03+00:00,200:2,,agent,,https://www.pathwren.workers.dev/bot/node-fetch.html +oranges-live,oranges.live,named,oranges.live/0.1 (+https://oranges.live),2,1,1,2026-09-06T04:20:42+00:00,2026-09-07T04:22:01+00:00,200:2,,agent,https://oranges.live,https://www.pathwren.workers.dev/bot/oranges-live.html +piefed-20,PieFed,named,PieFed/1.7.10; +https://rentadrunk.org,2,1,1,2026-09-06T00:15:23+00:00,2026-09-07T03:00:58+00:00,200:2,,agent,https://rentadrunk.org,https://www.pathwren.workers.dev/bot/piefed-20.html +piefed-21,PieFed,named,PieFed/1.0.1-dev; +https://wiresandlights.me,2,1,1,2026-09-06T00:15:24+00:00,2026-09-07T03:00:57+00:00,200:2,,agent,https://wiresandlights.me,https://www.pathwren.workers.dev/bot/piefed-21.html +piefed-24,PieFed,named,PieFed/1.7.0-dev; +https://piefed.0x0c.link,2,1,1,2026-09-06T00:15:24+00:00,2026-09-07T03:00:40+00:00,200:2,,agent,https://piefed.0x0c.link,https://www.pathwren.workers.dev/bot/piefed-24.html +piefed-27,PieFed,named,PieFed/1.6.10; +https://piefed.sysctl.io,2,1,1,2026-09-06T00:15:26+00:00,2026-09-07T03:01:01+00:00,200:2,,agent,https://piefed.sysctl.io,https://www.pathwren.workers.dev/bot/piefed-27.html +piefed-41,PieFed,named,PieFed/1.6.27; +https://piefed.tygerteam.com,2,1,1,2026-09-06T00:15:34+00:00,2026-09-07T03:00:53+00:00,200:2,,agent,https://piefed.tygerteam.com,https://www.pathwren.workers.dev/bot/piefed-41.html +piefed-45,PieFed,named,PieFed/1.7.14; +https://fedi.ohpossum.ooo,2,1,2,2026-09-06T02:54:28+00:00,2026-09-07T03:00:58+00:00,200:2,,agent,https://fedi.ohpossum.ooo,https://www.pathwren.workers.dev/bot/piefed-45.html +piefed-47,PieFed,named,PieFed/1.7.5; +https://discuss.amicia.net,2,1,1,2026-09-06T03:16:28+00:00,2026-09-07T03:00:35+00:00,200:2,,agent,https://discuss.amicia.net,https://www.pathwren.workers.dev/bot/piefed-47.html +piefed-48,PieFed,named,PieFed/1.8.0-dev; +https://pie.eyeofthestorm.place,2,1,1,2026-09-06T03:16:34+00:00,2026-09-07T03:00:48+00:00,200:2,,agent,https://pie.eyeofthestorm.place,https://www.pathwren.workers.dev/bot/piefed-48.html +piefed-50,PieFed,named,PieFed/1.7.0-dev; +https://fedi.ur-mom.gay,2,1,2,2026-09-06T03:16:41+00:00,2026-09-06T09:15:31+00:00,200:2,,agent,https://fedi.ur-mom.gay,https://www.pathwren.workers.dev/bot/piefed-50.html +piefed-51,PieFed,named,PieFed/1.8.0-dev; +https://palaver.p3x.de,2,1,2,2026-09-06T03:16:45+00:00,2026-09-06T09:14:21+00:00,200:2,,agent,https://palaver.p3x.de,https://www.pathwren.workers.dev/bot/piefed-51.html +piefed-52,PieFed,named,PieFed/1.8.0-dev; +https://multiverse.soulism.net,2,1,2,2026-09-06T03:45:01+00:00,2026-09-07T03:55:08+00:00,200:2,,agent,https://multiverse.soulism.net,https://www.pathwren.workers.dev/bot/piefed-52.html +piefed-53,PieFed,named,PieFed/1.7.10; +https://geostationary.orbiting.observer,2,1,2,2026-09-06T03:45:30+00:00,2026-09-07T03:00:55+00:00,200:2,,agent,https://geostationary.orbiting.observer,https://www.pathwren.workers.dev/bot/piefed-53.html +piefed-56,PieFed,named,PieFed/1.7.15.1; +https://wetshav.ing,2,1,2,2026-09-07T03:00:43+00:00,2026-09-07T03:03:56+00:00,200:2,,agent,https://wetshav.ing,https://www.pathwren.workers.dev/bot/piefed-56.html +pylova-2,PyLova,named,PyLova/0.3.2; +https://mungapple.org,2,1,1,2026-09-06T00:15:24+00:00,2026-09-07T03:01:00+00:00,200:2,,agent,https://mungapple.org,https://www.pathwren.workers.dev/bot/pylova-2.html +repology-linkchecker,repology-linkchecker,named,repology-linkchecker/1 (+https://repology.org/docs/bots),2,1,2,2026-09-01T07:13:51+00:00,2026-09-05T18:08:39+00:00,200:2,,crawler,https://repology.org/docs/bots,https://www.pathwren.workers.dev/bot/repology-linkchecker.html +securityscanner,SecurityScanner,named,Mozilla/5.0 (compatible; SecurityScanner/1.0),2,2,1,2026-09-06T02:23:23+00:00,2026-09-06T02:23:37+00:00,200:2,,unknown,,https://www.pathwren.workers.dev/bot/securityscanner.html +seo-audit-mcp-2,SEO-Audit-MCP,named,SEO-Audit-MCP,2,1,2,2026-09-03T08:04:51+00:00,2026-09-03T08:04:51+00:00,200:2,,crawler,,https://www.pathwren.workers.dev/bot/seo-audit-mcp-2.html +siteguardian,SiteGuardian,named,SiteGuardian/1.4 (+https://siteguardian.io/bot; EU compliance & uptime monitoring),2,1,2,2026-09-03T06:00:33+00:00,2026-09-03T06:00:33+00:00,200:2,,crawler,https://siteguardian.io/bot,https://www.pathwren.workers.dev/bot/siteguardian.html +trustoven-manifest-observer,trustoven-manifest-observer,named,trustoven-manifest-observer/1.0 (+https://trustoven.com/docs/crawler),2,1,2,2026-09-01T06:22:31+00:00,2026-09-01T06:22:31+00:00,200:2,,crawler,https://trustoven.com/docs/crawler,https://www.pathwren.workers.dev/bot/trustoven-manifest-observer.html +uptimesignal,UptimeSignal,named,UptimeSignal/1.0 (https://uptimesignal.io),2,1,2,2026-09-05T18:21:28+00:00,2026-09-05T18:21:28+00:00,200:2,,agent,https://uptimesignal.io,https://www.pathwren.workers.dev/bot/uptimesignal.html +websub-rocks,WebSub.rocks,named,WebSub.rocks/1.0 (WebSub Validator https://www.w3.org/TR/websub/),2,1,2,2026-09-06T01:46:22+00:00,2026-09-06T01:46:22+00:00,200:1 404:1,/.well-known/host-meta,agent,https://www.w3.org/TR/websub/,https://www.pathwren.workers.dev/bot/websub-rocks.html +a2a-adoption-audit,a2a-adoption-audit,named,Mozilla/5.0 (compatible; a2a-adoption-audit/1.0),1,1,1,2026-09-04T15:31:21+00:00,2026-09-04T15:31:21+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/a2a-adoption-audit.html +a2a-indexer,A2A-Indexer,named,Mozilla/5.0 (compatible; A2A-Indexer/1.0),1,1,1,2026-09-02T20:21:29+00:00,2026-09-02T20:21:29+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/a2a-indexer.html +acc-scout,ACC-Scout,named,ACC-Scout/1.0,1,1,1,2026-09-03T16:00:40+00:00,2026-09-03T16:00:40+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/acc-scout.html +aetherlink-public-agent-card-policy-check,AetherLink-Public-Agent-Card-Policy-Check,named,AetherLink-Public-Agent-Card-Policy-Check/1.0,1,1,1,2026-09-01T03:13:23+00:00,2026-09-01T03:13:23+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/aetherlink-public-agent-card-policy-check.html +aetherlinkdiscoveryevidence,AetherLinkDiscoveryEvidence,named,AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt),1,1,1,2026-09-01T03:30:37+00:00,2026-09-01T03:30:37+00:00,200:1,,agent,https://aetherlink.47-85-186-77.sslip.io/llms.txt,https://www.pathwren.workers.dev/bot/aetherlinkdiscoveryevidence.html +agoragentic-safefetch,Agoragentic-SafeFetch,named,Agoragentic-SafeFetch/1.0 (+observe-only),1,1,1,2026-09-03T03:40:33+00:00,2026-09-03T03:40:33+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/agoragentic-safefetch.html +agoragentic-sandbox-runner,Agoragentic-Sandbox-Runner,named,Agoragentic-Sandbox-Runner/1.0,1,1,1,2026-09-03T06:41:24+00:00,2026-09-03T06:41:24+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/agoragentic-sandbox-runner.html +akkoma,Akkoma,named,"Akkoma 3.20.0-0-g98fcccc--stable-; https://miraiverse.xyz , Akkoma 3.20.0-0-g98fcccc--stable-; https://miraiverse.xyz ; Bot",1,1,1,2026-09-06T00:15:25+00:00,2026-09-06T00:15:25+00:00,200:1,,crawler,https://miraiverse.xyz,https://www.pathwren.workers.dev/bot/akkoma.html +akkoma-10,Akkoma,named,"Akkoma 3.17.0; https://akkoma.broken-moon.net , Akkoma 3.17.0; https://akkoma.broken-moon.net ; Bot",1,1,1,2026-09-06T00:33:20+00:00,2026-09-06T00:33:20+00:00,200:1,,crawler,https://akkoma.broken-moon.net,https://www.pathwren.workers.dev/bot/akkoma-10.html +akkoma-11,Akkoma,named,"Akkoma 3.19.0-430-g6bf627a5-develop; https://s.umeyashiki.org , Akkoma 3.19.0-430-g6bf627a5-develop; https://s.umeyashiki.org ; Bot",1,1,1,2026-09-06T00:33:21+00:00,2026-09-06T00:33:21+00:00,200:1,,crawler,https://s.umeyashiki.org,https://www.pathwren.workers.dev/bot/akkoma-11.html +akkoma-12,Akkoma,named,"Akkoma 3.16.0-0-g6d88834; https://fedi.omaera.org , Akkoma 3.16.0-0-g6d88834; https://fedi.omaera.org ; Bot",1,1,1,2026-09-06T00:33:21+00:00,2026-09-06T00:33:21+00:00,200:1,,crawler,https://fedi.omaera.org,https://www.pathwren.workers.dev/bot/akkoma-12.html +akkoma-13,Akkoma,named,"Akkoma 3.19.0-408-g4a810bb2-develop; https://akkoma.adamski2003.lol , Akkoma 3.19.0-408-g4a810bb2-develop; https://akkoma.adamski2003.lol ; Bot",1,1,1,2026-09-06T00:33:23+00:00,2026-09-06T00:33:23+00:00,200:1,,crawler,https://akkoma.adamski2003.lol,https://www.pathwren.workers.dev/bot/akkoma-13.html +akkoma-15,Akkoma,named,"Akkoma 3.20.0; https://fedi.walnutquacks.net , Akkoma 3.20.0; https://fedi.walnutquacks.net ; Bot",1,1,1,2026-09-06T00:35:37+00:00,2026-09-06T00:35:37+00:00,200:1,,crawler,https://fedi.walnutquacks.net,https://www.pathwren.workers.dev/bot/akkoma-15.html +akkoma-16,Akkoma,named,"Akkoma 3.19.0; https://social.aster.gay , Akkoma 3.19.0; https://social.aster.gay ; Bot",1,1,1,2026-09-06T03:16:18+00:00,2026-09-06T03:16:18+00:00,200:1,,crawler,https://social.aster.gay,https://www.pathwren.workers.dev/bot/akkoma-16.html +akkoma-19,Akkoma,named,"Akkoma 3.18.1-0-g792385f--stable-; https://seafoam.space , Akkoma 3.18.1-0-g792385f--stable-; https://seafoam.space ; Bot",1,1,1,2026-09-07T03:00:57+00:00,2026-09-07T03:00:57+00:00,200:1,,crawler,https://seafoam.space,https://www.pathwren.workers.dev/bot/akkoma-19.html +akkoma-2,Akkoma,named,"Akkoma 3.20.0-0-g98fcccc--stable-; https://akkoma.alster.space , Akkoma 3.20.0-0-g98fcccc--stable-; https://akkoma.alster.space ; Bot",1,1,1,2026-09-06T00:33:17+00:00,2026-09-06T00:33:17+00:00,200:1,,crawler,https://akkoma.alster.space,https://www.pathwren.workers.dev/bot/akkoma-2.html +akkoma-21,Akkoma,named,"Akkoma 3.14.1-0-g5ae392f; https://bcn.fedi.cat , Akkoma 3.14.1-0-g5ae392f; https://bcn.fedi.cat ; Bot",1,1,1,2026-09-07T03:14:18+00:00,2026-09-07T03:14:18+00:00,200:1,,crawler,https://bcn.fedi.cat,https://www.pathwren.workers.dev/bot/akkoma-21.html +akkoma-3,Akkoma,named,"Akkoma 3.16.0-60-g6d88834f; https://social.tudbut.de , Akkoma 3.16.0-60-g6d88834f; https://social.tudbut.de ; Bot",1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://social.tudbut.de,https://www.pathwren.workers.dev/bot/akkoma-3.html +akkoma-4,Akkoma,named,"Akkoma 3.20.0; https://ak.pobierz.net , Akkoma 3.20.0; https://ak.pobierz.net ; Bot",1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://ak.pobierz.net,https://www.pathwren.workers.dev/bot/akkoma-4.html +akkoma-5,Akkoma,named,"Akkoma 3.19.0-2-ga31c0643; https://club.shish.org , Akkoma 3.19.0-2-ga31c0643; https://club.shish.org ; Bot",1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://club.shish.org,https://www.pathwren.workers.dev/bot/akkoma-5.html +akkoma-6,Akkoma,named,"Akkoma 3.20.0; https://westergaard.social , Akkoma 3.20.0; https://westergaard.social ; Bot",1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://westergaard.social,https://www.pathwren.workers.dev/bot/akkoma-6.html +akkoma-7,Akkoma,named,"Akkoma 3.18.0-0-g12bccbb--stable-; https://dood.net , Akkoma 3.18.0-0-g12bccbb--stable-; https://dood.net ; Bot",1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://dood.net,https://www.pathwren.workers.dev/bot/akkoma-7.html +akkoma-8,Akkoma,named,"Akkoma 3.16.0-0-g6d88834; https://ferral.cat , Akkoma 3.16.0-0-g6d88834; https://ferral.cat ; Bot",1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://ferral.cat,https://www.pathwren.workers.dev/bot/akkoma-8.html +akkoma-9,Akkoma,named,"Akkoma 3.20.0-2-g6c73e254; https://social.thirdculture.top , Akkoma 3.20.0-2-g6c73e254; https://social.thirdculture.top ; Bot",1,1,1,2026-09-06T00:33:20+00:00,2026-09-06T00:33:20+00:00,200:1,,crawler,https://social.thirdculture.top,https://www.pathwren.workers.dev/bot/akkoma-9.html +allmcps-verification,AllMCPs-Verification,named,AllMCPs-Verification/1.0 (+https://allmcps.com),1,1,1,2026-09-05T15:45:06+00:00,2026-09-05T15:45:06+00:00,200:1,,agent,https://allmcps.com,https://www.pathwren.workers.dev/bot/allmcps-verification.html +apievangelist-domain-probe,apievangelist-domain-probe,named,apievangelist-domain-probe/1.0,1,1,1,2026-09-01T11:59:41+00:00,2026-09-01T11:59:41+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/apievangelist-domain-probe.html +catodon-3,Catodon,named,Catodon/26.7.0-dev.0 (+https://electricrequiem.com),1,1,1,2026-09-07T08:26:21+00:00,2026-09-07T08:26:21+00:00,200:1,,agent,https://electricrequiem.com,https://www.pathwren.workers.dev/bot/catodon-3.html +cbi,CBI,named,CBI/0.4.4-smoke (read-only machine-economy intelligence),1,1,1,2026-09-05T16:38:00+00:00,2026-09-05T16:38:00+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/cbi.html +censusbot,CensusBot,named,CensusBot/0.1 (+https://census.dios.local/about; optout@census.dios.local),1,1,1,2026-09-01T17:00:17+00:00,2026-09-01T17:00:17+00:00,200:1,,crawler,https://census.dios.local/about,https://www.pathwren.workers.dev/bot/censusbot.html +certfeed-prober,certfeed-prober,named,certfeed-prober/1.0,1,1,1,2026-09-04T07:36:21+00:00,2026-09-04T07:36:21+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/certfeed-prober.html +conway-replicatio-r91-strict-a2a-probe,Conway-Replicatio-r91-strict-a2a-probe,named,Conway-Replicatio-r91-strict-a2a-probe,1,1,1,2026-09-01T04:56:01+00:00,2026-09-01T04:56:01+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/conway-replicatio-r91-strict-a2a-probe.html +duckduckgo,DuckDuckGo,named,DuckDuckGo/5 (com.duckduckgo.mobile.android; Android API 33),1,1,1,2026-09-06T06:38:09+00:00,2026-09-06T06:38:09+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/duckduckgo.html +earncompany-lanternscout,EarnCompany-LanternScout,named,EarnCompany-LanternScout/ear-424 (read-only),1,1,1,2026-09-05T14:31:47+00:00,2026-09-05T14:31:47+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/earncompany-lanternscout.html +epaichat-a2a-agentcard,EPAIChat-A2A-AgentCard,named,EPAIChat-A2A-AgentCard/1.0,1,1,1,2026-09-07T07:26:40+00:00,2026-09-07T07:26:40+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/epaichat-a2a-agentcard.html +fediverse,Fediverse,named,Fediverse/1.0.8 (iPhone; iOS 18.7.8; Scale/3.00),1,1,1,2026-09-06T03:28:36+00:00,2026-09-06T03:28:36+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/fediverse.html +friendica-24,Friendica,named,Friendica 'Yellow Archangel' 2024.03-1557; https://friends.polli.social,1,1,1,2026-09-06T06:34:04+00:00,2026-09-06T06:34:04+00:00,200:1,,agent,https://friends.polli.social,https://www.pathwren.workers.dev/bot/friendica-24.html +git-jimmy-b-se,git.jimmy-b.se,named,git.jimmy-b.se/JimBer110/GoThread/0.3.0,1,1,1,2026-09-07T03:00:59+00:00,2026-09-07T03:00:59+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/git-jimmy-b-se.html +google-structured-data-testing-tool,Google-Structured-Data-Testing-Tool,named,Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool),1,1,1,2026-09-05T21:54:44+00:00,2026-09-05T21:54:44+00:00,200:1,,unknown,https://search.google.com/structured-data/testing-tool,https://www.pathwren.workers.dev/bot/google-structured-data-testing-tool.html +graphadvocate-outreach,GraphAdvocate-Outreach,named,GraphAdvocate-Outreach/1.0 (+https://graphadvocate.com),1,1,1,2026-09-01T09:03:23+00:00,2026-09-01T09:03:23+00:00,200:1,,agent,https://graphadvocate.com,https://www.pathwren.workers.dev/bot/graphadvocate-outreach.html +hhvm-internal,hhvm-internal,named,hhvm-internal/thrift-fb-server,1,1,1,2026-09-01T17:32:22+00:00,2026-09-01T17:32:22+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/hhvm-internal.html +http-fetch,http.fetch,named,http.fetch (Pleroma; +https://social.mooneyed.de ); Bot,1,1,1,2026-09-06T00:33:18+00:00,2026-09-06T00:33:18+00:00,200:1,,crawler,https://social.mooneyed.de,https://www.pathwren.workers.dev/bot/http-fetch.html +http-rb,http.rb,named,http.rb/5.1.1 (Mastodon/4.2.17; +https://games.ngo/) Bot,1,1,1,2026-09-06T00:33:32+00:00,2026-09-06T00:33:32+00:00,200:1,,crawler,https://games.ngo/,https://www.pathwren.workers.dev/bot/http-rb.html +http-rb-2,http.rb,named,http.rb/4.4.1 (Mastodon/3.4.7; +https://vran.as/) Bot,1,1,1,2026-09-06T00:34:14+00:00,2026-09-06T00:34:14+00:00,200:1,,crawler,https://vran.as/,https://www.pathwren.workers.dev/bot/http-rb-2.html +http-rb-4,http.rb,named,http.rb/5.0.4 (Mastodon/3.5.3; +https://merovingian.club/) Bot,1,1,1,2026-09-07T06:50:53+00:00,2026-09-07T06:50:53+00:00,200:1,,crawler,https://merovingian.club/,https://www.pathwren.workers.dev/bot/http-rb-4.html +http-rb-5,http.rb,named,http.rb/5.2.0 (Mastodon/3.4.1 Fedibird/0.1; +https://fedibird.com/) Bot,1,1,1,2026-09-07T06:51:05+00:00,2026-09-07T06:51:05+00:00,200:1,,crawler,https://fedibird.com/,https://www.pathwren.workers.dev/bot/http-rb-5.html +infrawatchcrawler,InfrawatchCrawler,named,InfrawatchCrawler/1.0 (+https://infrawatch.com),1,1,1,2026-09-07T07:26:08+00:00,2026-09-07T07:26:08+00:00,200:1,,crawler,https://infrawatch.com,https://www.pathwren.workers.dev/bot/infrawatchcrawler.html +lemmy-118,Lemmy,named,Lemmy/0.19.18; +https://lemmy.stage.anoxinon.de,1,1,1,2026-09-06T00:15:23+00:00,2026-09-06T00:15:23+00:00,200:1,,agent,https://lemmy.stage.anoxinon.de,https://www.pathwren.workers.dev/bot/lemmy-118.html +lemmy-122,Lemmy,named,Lemmy/0.19.16; +https://lemmy.lqx.net,1,1,1,2026-09-06T00:15:23+00:00,2026-09-06T00:15:23+00:00,200:1,,agent,https://lemmy.lqx.net,https://www.pathwren.workers.dev/bot/lemmy-122.html +lemmy-130,Lemmy,named,Lemmy/0.19.8; +https://lem.afiz.org,1,1,1,2026-09-06T00:15:24+00:00,2026-09-06T00:15:24+00:00,200:1,,agent,https://lem.afiz.org,https://www.pathwren.workers.dev/bot/lemmy-130.html +lemmy-141,Lemmy,named,Lemmy/0.19.20; +https://kitty.ly,1,1,1,2026-09-06T00:15:26+00:00,2026-09-06T00:15:26+00:00,200:1,,agent,https://kitty.ly,https://www.pathwren.workers.dev/bot/lemmy-141.html +lemmy-148,Lemmy,named,Lemmy/0.19.3; +https://lemmy.ahall.se,1,1,1,2026-09-06T00:15:26+00:00,2026-09-06T00:15:26+00:00,200:1,,agent,https://lemmy.ahall.se,https://www.pathwren.workers.dev/bot/lemmy-148.html +lemmy-164,Lemmy,named,Lemmy/0.19.11; +https://lemmy.runesmite.com,1,1,1,2026-09-06T00:15:28+00:00,2026-09-06T00:15:28+00:00,200:1,,agent,https://lemmy.runesmite.com,https://www.pathwren.workers.dev/bot/lemmy-164.html +lemmy-220,Lemmy,named,Lemmy/0.19.18; +https://whemic.xyz,1,1,1,2026-09-06T00:15:34+00:00,2026-09-06T00:15:34+00:00,200:1,,agent,https://whemic.xyz,https://www.pathwren.workers.dev/bot/lemmy-220.html +lemmy-241,Lemmy,named,Lemmy/0.19.19; +https://lemmy.shutes.org,1,1,1,2026-09-06T00:29:57+00:00,2026-09-06T00:29:57+00:00,200:1,,agent,https://lemmy.shutes.org,https://www.pathwren.workers.dev/bot/lemmy-241.html +lemmy-249,Lemmy,named,Lemmy/0.19.3; +https://lemmy.killtime.online,1,1,1,2026-09-06T02:54:14+00:00,2026-09-06T02:54:14+00:00,200:1,,agent,https://lemmy.killtime.online,https://www.pathwren.workers.dev/bot/lemmy-249.html +lemmy-252,Lemmy,named,Lemmy/0.19.20; +https://openmic.social,1,1,1,2026-09-06T02:54:18+00:00,2026-09-06T02:54:18+00:00,200:1,,agent,https://openmic.social,https://www.pathwren.workers.dev/bot/lemmy-252.html +lemmy-271,Lemmy,named,Lemmy/0.19.17; +https://selfhosted.forum,1,1,1,2026-09-06T02:57:05+00:00,2026-09-06T02:57:05+00:00,200:1,,agent,https://selfhosted.forum,https://www.pathwren.workers.dev/bot/lemmy-271.html +lemmy-278,Lemmy,named,Lemmy/0.19.19; +https://xn--e1aghfa.xn--e1aqbccjfc.xn--p1acf,1,1,1,2026-09-06T03:16:27+00:00,2026-09-06T03:16:27+00:00,200:1,,agent,https://xn--e1aghfa.xn--e1aqbccjfc.xn--p1acf,https://www.pathwren.workers.dev/bot/lemmy-278.html +lemmy-282,Lemmy,named,Lemmy/0.19.15; +https://lemmy.bestiver.se,1,1,1,2026-09-06T03:16:38+00:00,2026-09-06T03:16:38+00:00,200:1,,agent,https://lemmy.bestiver.se,https://www.pathwren.workers.dev/bot/lemmy-282.html +lemmy-283,Lemmy,named,Lemmy/0.19.18; +https://lemmy.mrm.one,1,1,1,2026-09-06T03:16:39+00:00,2026-09-06T03:16:39+00:00,200:1,,agent,https://lemmy.mrm.one,https://www.pathwren.workers.dev/bot/lemmy-283.html +lemmy-287,Lemmy,named,Lemmy/0.19.20; +https://lemmy.grey.ooo,1,1,1,2026-09-06T09:15:19+00:00,2026-09-06T09:15:19+00:00,200:1,,agent,https://lemmy.grey.ooo,https://www.pathwren.workers.dev/bot/lemmy-287.html +lemmy-288,Lemmy,named,Lemmy/0.19.19; +https://lemmy.securitycafe.ca,1,1,1,2026-09-06T09:15:27+00:00,2026-09-06T09:15:27+00:00,200:1,,agent,https://lemmy.securitycafe.ca,https://www.pathwren.workers.dev/bot/lemmy-288.html +lemmy-289,Lemmy,named,Lemmy/0.19.17; +https://safest.space,1,1,1,2026-09-06T09:15:28+00:00,2026-09-06T09:15:28+00:00,200:1,,agent,https://safest.space,https://www.pathwren.workers.dev/bot/lemmy-289.html +lemmy-290,Lemmy,named,Lemmy/0.19.12; +https://lemmy.conorab.com,1,1,1,2026-09-06T09:15:31+00:00,2026-09-06T09:15:31+00:00,200:1,,agent,https://lemmy.conorab.com,https://www.pathwren.workers.dev/bot/lemmy-290.html +lemmy-292,Lemmy,named,Lemmy/0.19.20; +https://news.girolab.foo,1,1,1,2026-09-06T09:15:36+00:00,2026-09-06T09:15:36+00:00,200:1,,agent,https://news.girolab.foo,https://www.pathwren.workers.dev/bot/lemmy-292.html +lemmy-295,Lemmy,named,Lemmy/0.19.11; +https://feddit.rocks,1,1,1,2026-09-06T09:49:16+00:00,2026-09-06T09:49:16+00:00,200:1,,agent,https://feddit.rocks,https://www.pathwren.workers.dev/bot/lemmy-295.html +lemmy-296,Lemmy,named,Lemmy/0.19.20; +https://lemmy.unboiled.info,1,1,1,2026-09-06T09:49:17+00:00,2026-09-06T09:49:17+00:00,200:1,,agent,https://lemmy.unboiled.info,https://www.pathwren.workers.dev/bot/lemmy-296.html +lemmy-297,Lemmy,named,Lemmy/0.19.15; +https://lemmy.lynas.ca,1,1,1,2026-09-07T03:00:37+00:00,2026-09-07T03:00:37+00:00,200:1,,agent,https://lemmy.lynas.ca,https://www.pathwren.workers.dev/bot/lemmy-297.html +lemmy-298,Lemmy,named,Lemmy/0.19.18; +https://lemmy.okr765.com,1,1,1,2026-09-07T03:00:38+00:00,2026-09-07T03:00:38+00:00,200:1,,agent,https://lemmy.okr765.com,https://www.pathwren.workers.dev/bot/lemmy-298.html +lemmy-299,Lemmy,named,Lemmy/0.19.19; +https://lef.li,1,1,1,2026-09-07T03:00:41+00:00,2026-09-07T03:00:41+00:00,200:1,,agent,https://lef.li,https://www.pathwren.workers.dev/bot/lemmy-299.html +lemmy-300,Lemmy,named,Lemmy/0.19.16; +https://corndog.social,1,1,1,2026-09-07T03:00:44+00:00,2026-09-07T03:00:44+00:00,200:1,,agent,https://corndog.social,https://www.pathwren.workers.dev/bot/lemmy-300.html +lemmy-301,Lemmy,named,Lemmy/0.19.11; +https://herbicide.fallcounty.omg.lol,1,1,1,2026-09-07T03:00:47+00:00,2026-09-07T03:00:47+00:00,200:1,,agent,https://herbicide.fallcounty.omg.lol,https://www.pathwren.workers.dev/bot/lemmy-301.html +lemmy-303,Lemmy,named,Lemmy/0.19.20; +https://lemmy.lantian.pub,1,1,1,2026-09-07T03:00:49+00:00,2026-09-07T03:00:49+00:00,200:1,,agent,https://lemmy.lantian.pub,https://www.pathwren.workers.dev/bot/lemmy-303.html +lemmy-304,Lemmy,named,Lemmy/0.19.20; +https://lemmy.nanatay.net,1,1,1,2026-09-07T03:00:49+00:00,2026-09-07T03:00:49+00:00,200:1,,agent,https://lemmy.nanatay.net,https://www.pathwren.workers.dev/bot/lemmy-304.html +lemmy-305,Lemmy,named,Lemmy/0.19.13; +https://esc.ozar.dev,1,1,1,2026-09-07T03:00:49+00:00,2026-09-07T03:00:49+00:00,200:1,,agent,https://esc.ozar.dev,https://www.pathwren.workers.dev/bot/lemmy-305.html +lemmy-306,Lemmy,named,Lemmy/0.19.3; +https://info.prou.be,1,1,1,2026-09-07T03:00:51+00:00,2026-09-07T03:00:51+00:00,200:1,,agent,https://info.prou.be,https://www.pathwren.workers.dev/bot/lemmy-306.html +lemmy-308,Lemmy,named,Lemmy/0.19.13; +https://l.sw0.com,1,1,1,2026-09-07T03:00:53+00:00,2026-09-07T03:00:53+00:00,200:1,,agent,https://l.sw0.com,https://www.pathwren.workers.dev/bot/lemmy-308.html +lemmy-310,Lemmy,named,Lemmy/0.19.20; +https://ly.eok.me,1,1,1,2026-09-07T03:00:57+00:00,2026-09-07T03:00:57+00:00,200:1,,agent,https://ly.eok.me,https://www.pathwren.workers.dev/bot/lemmy-310.html +lemmy-311,Lemmy,named,Lemmy/0.19.3; +https://lemmy.ssba.com,1,1,1,2026-09-07T03:00:58+00:00,2026-09-07T03:00:58+00:00,200:1,,agent,https://lemmy.ssba.com,https://www.pathwren.workers.dev/bot/lemmy-311.html +lemmy-312,Lemmy,named,Lemmy/0.19.19; +https://fed.dyne.org,1,1,1,2026-09-07T03:00:59+00:00,2026-09-07T03:00:59+00:00,200:1,,agent,https://fed.dyne.org,https://www.pathwren.workers.dev/bot/lemmy-312.html +lemmy-313,Lemmy,named,Lemmy/0.19.15; +https://lemmy.poudlar.do,1,1,1,2026-09-07T03:01:01+00:00,2026-09-07T03:01:01+00:00,200:1,,agent,https://lemmy.poudlar.do,https://www.pathwren.workers.dev/bot/lemmy-313.html +lemmy-315,Lemmy,named,Lemmy/0.19.20; +https://slevin.horse,1,1,1,2026-09-07T03:03:43+00:00,2026-09-07T03:03:43+00:00,200:1,,agent,https://slevin.horse,https://www.pathwren.workers.dev/bot/lemmy-315.html +lemmy-316,Lemmy,named,Lemmy/0.19.20; +https://reddit.kokomo.cloud,1,1,1,2026-09-07T03:03:44+00:00,2026-09-07T03:03:44+00:00,200:1,,agent,https://reddit.kokomo.cloud,https://www.pathwren.workers.dev/bot/lemmy-316.html +lemmy-317,Lemmy,named,Lemmy/1.0.0-beta.1-22-g36d6297c8; +https://lemmy.pobierz.net,1,1,1,2026-09-07T03:03:58+00:00,2026-09-07T03:03:58+00:00,200:1,,agent,https://lemmy.pobierz.net,https://www.pathwren.workers.dev/bot/lemmy-317.html +lemmy-318,Lemmy,named,Lemmy/0.19.19; +https://lm.kluge.cafe,1,1,1,2026-09-07T03:03:59+00:00,2026-09-07T03:03:59+00:00,200:1,,agent,https://lm.kluge.cafe,https://www.pathwren.workers.dev/bot/lemmy-318.html +lemmy-319,Lemmy,named,Lemmy/0.19.19; +https://piefed.diffrint.org,1,1,1,2026-09-07T03:04:02+00:00,2026-09-07T03:04:02+00:00,200:1,,agent,https://piefed.diffrint.org,https://www.pathwren.workers.dev/bot/lemmy-319.html +lemmy-320,Lemmy,named,Lemmy/0.19.20; +https://sublem.com,1,1,1,2026-09-07T03:22:40+00:00,2026-09-07T03:22:40+00:00,200:1,,agent,https://sublem.com,https://www.pathwren.workers.dev/bot/lemmy-320.html +lemmy-321,Lemmy,named,Lemmy/0.19.17; +https://lemmy.moonling.nl,1,1,1,2026-09-07T06:02:35+00:00,2026-09-07T06:02:35+00:00,200:1,,agent,https://lemmy.moonling.nl,https://www.pathwren.workers.dev/bot/lemmy-321.html +lemmy-322,Lemmy,named,Lemmy/0.19.19; +https://lemmy.shiny-task.com,1,1,1,2026-09-07T08:11:49+00:00,2026-09-07T08:11:49+00:00,200:1,,agent,https://lemmy.shiny-task.com,https://www.pathwren.workers.dev/bot/lemmy-322.html +lemmy-41,Lemmy,named,Lemmy/0.19.11; +https://lemmy.fait.ch,1,1,1,2026-09-06T00:15:12+00:00,2026-09-06T00:15:12+00:00,200:1,,agent,https://lemmy.fait.ch,https://www.pathwren.workers.dev/bot/lemmy-41.html +lemmy-7,Lemmy,named,Lemmy/0.19.13; +https://lemmy.lundgrensjostrom.com,1,1,1,2026-09-06T00:15:05+00:00,2026-09-06T00:15:05+00:00,200:1,,agent,https://lemmy.lundgrensjostrom.com,https://www.pathwren.workers.dev/bot/lemmy-7.html +lemmy-70,Lemmy,named,Lemmy/0.19.20; +https://lem.serkozh.me,1,1,1,2026-09-06T00:15:15+00:00,2026-09-06T00:15:15+00:00,200:1,,agent,https://lem.serkozh.me,https://www.pathwren.workers.dev/bot/lemmy-70.html +lemmy-93,Lemmy,named,Lemmy/0.19.16; +https://lemmy.selina.diy,1,1,1,2026-09-06T00:15:19+00:00,2026-09-06T00:15:19+00:00,200:1,,agent,https://lemmy.selina.diy,https://www.pathwren.workers.dev/bot/lemmy-93.html +lightpanda,Lightpanda,named,Lightpanda/1.0,1,1,1,2026-09-04T09:50:07+00:00,2026-09-04T09:50:07+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/lightpanda.html +machinecensus,MachineCensus,named,MachineCensus/0.1 (research; no payment capability),1,1,1,2026-09-06T06:13:32+00:00,2026-09-06T06:13:32+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/machinecensus.html +mastodon-100,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastoot.fr/) Bot,1,1,1,2026-09-06T00:16:14+00:00,2026-09-06T00:16:14+00:00,200:1,,crawler,https://mastoot.fr/,https://www.pathwren.workers.dev/bot/mastodon-100.html +mastodon-101,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://libretooth.gr/) Bot,1,1,1,2026-09-06T00:16:16+00:00,2026-09-06T00:16:16+00:00,200:1,,crawler,https://libretooth.gr/,https://www.pathwren.workers.dev/bot/mastodon-101.html +mastodon-104,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodont.cat/) Bot,1,1,1,2026-09-06T00:16:17+00:00,2026-09-06T00:16:17+00:00,200:1,,crawler,https://mastodont.cat/,https://www.pathwren.workers.dev/bot/mastodon-104.html +mastodon-105,Mastodon,named,Mastodon/4.8.0-alpha.2 (http.rb/5.3.1; +https://101010.pl/) Bot,1,1,1,2026-09-06T00:16:23+00:00,2026-09-06T00:16:23+00:00,200:1,,crawler,https://101010.pl/,https://www.pathwren.workers.dev/bot/mastodon-105.html +mastodon-106,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://openbiblio.social/) Bot,1,1,1,2026-09-06T00:16:24+00:00,2026-09-06T00:16:24+00:00,200:1,,crawler,https://openbiblio.social/,https://www.pathwren.workers.dev/bot/mastodon-106.html +mastodon-107,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://wehavecookies.social/) Bot,1,1,1,2026-09-06T00:16:25+00:00,2026-09-06T00:16:25+00:00,200:1,,crawler,https://wehavecookies.social/,https://www.pathwren.workers.dev/bot/mastodon-107.html +mastodon-109,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.tedomum.net/) Bot,1,1,1,2026-09-06T00:17:46+00:00,2026-09-06T00:17:46+00:00,200:1,,crawler,https://mastodon.tedomum.net/,https://www.pathwren.workers.dev/bot/mastodon-109.html +mastodon-110,Mastodon,named,Mastodon/4.8.0-nightly.2026-08-30+chuckya (http.rb/5.3.1; +https://social.noleron.com/) Bot,1,1,1,2026-09-06T00:19:52+00:00,2026-09-06T00:19:52+00:00,200:1,,crawler,https://social.noleron.com/,https://www.pathwren.workers.dev/bot/mastodon-110.html +mastodon-111,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://really.sleepytealcoder.com/) Bot,1,1,1,2026-09-06T00:33:20+00:00,2026-09-06T00:33:20+00:00,200:1,,crawler,https://really.sleepytealcoder.com/,https://www.pathwren.workers.dev/bot/mastodon-111.html +mastodon-112,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mammut.gogreenit.net/) Bot,1,1,1,2026-09-06T00:33:25+00:00,2026-09-06T00:33:25+00:00,200:1,,crawler,https://mammut.gogreenit.net/,https://www.pathwren.workers.dev/bot/mastodon-112.html +mastodon-113,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://calamity.world/) Bot,1,1,1,2026-09-06T00:33:25+00:00,2026-09-06T00:33:25+00:00,200:1,,crawler,https://calamity.world/,https://www.pathwren.workers.dev/bot/mastodon-113.html +mastodon-114,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.zerojay.com/) Bot,1,1,1,2026-09-06T00:33:25+00:00,2026-09-06T00:33:25+00:00,200:1,,crawler,https://social.zerojay.com/,https://www.pathwren.workers.dev/bot/mastodon-114.html +mastodon-115,Mastodon,named,Mastodon/4.5.9 (http.rb/5.3.1; +https://crypto-only.org/) Bot,1,1,1,2026-09-06T00:33:27+00:00,2026-09-06T00:33:27+00:00,200:1,,crawler,https://crypto-only.org/,https://www.pathwren.workers.dev/bot/mastodon-115.html +mastodon-116,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.slayers.com.br/) Bot,1,1,1,2026-09-06T00:33:28+00:00,2026-09-06T00:33:28+00:00,200:1,,crawler,https://mastodon.slayers.com.br/,https://www.pathwren.workers.dev/bot/mastodon-116.html +mastodon-117,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://microblog.shivering-isles.com/) Bot,1,1,1,2026-09-06T00:33:32+00:00,2026-09-06T00:33:32+00:00,200:1,,crawler,https://microblog.shivering-isles.com/,https://www.pathwren.workers.dev/bot/mastodon-117.html +mastodon-118,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.chester.id.au/) Bot,1,1,1,2026-09-06T00:33:33+00:00,2026-09-06T00:33:33+00:00,200:1,,crawler,https://mastodon.chester.id.au/,https://www.pathwren.workers.dev/bot/mastodon-118.html +mastodon-119,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://gluck.cc/) Bot,1,1,1,2026-09-06T00:33:35+00:00,2026-09-06T00:33:35+00:00,200:1,,crawler,https://gluck.cc/,https://www.pathwren.workers.dev/bot/mastodon-119.html +mastodon-120,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://shutafem.casa/) Bot,1,1,1,2026-09-06T00:33:35+00:00,2026-09-06T00:33:35+00:00,200:1,,crawler,https://shutafem.casa/,https://www.pathwren.workers.dev/bot/mastodon-120.html +mastodon-121,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://pad.venzano.fr/) Bot,1,1,1,2026-09-06T00:33:36+00:00,2026-09-06T00:33:36+00:00,200:1,,crawler,https://pad.venzano.fr/,https://www.pathwren.workers.dev/bot/mastodon-121.html +mastodon-122,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.pincade.com.au/) Bot,1,1,1,2026-09-06T00:33:36+00:00,2026-09-06T00:33:36+00:00,200:1,,crawler,https://social.pincade.com.au/,https://www.pathwren.workers.dev/bot/mastodon-122.html +mastodon-123,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.glitchy.social/) Bot,1,1,1,2026-09-06T00:33:37+00:00,2026-09-06T00:33:37+00:00,200:1,,crawler,https://mastodon.glitchy.social/,https://www.pathwren.workers.dev/bot/mastodon-123.html +mastodon-124,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://m.ipoac.nl/) Bot,1,1,1,2026-09-06T00:33:37+00:00,2026-09-06T00:33:37+00:00,200:1,,crawler,https://m.ipoac.nl/,https://www.pathwren.workers.dev/bot/mastodon-124.html +mastodon-125,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://amigos.family/) Bot,1,1,1,2026-09-06T00:33:37+00:00,2026-09-06T00:33:37+00:00,200:1,,crawler,https://amigos.family/,https://www.pathwren.workers.dev/bot/mastodon-125.html +mastodon-126,Mastodon,named,Mastodon/4.6.5 (http.rb/5.3.1; +https://toots.ananace.dev/) Bot,1,1,1,2026-09-06T00:33:38+00:00,2026-09-06T00:33:38+00:00,200:1,,crawler,https://toots.ananace.dev/,https://www.pathwren.workers.dev/bot/mastodon-126.html +mastodon-127,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.witez.net/) Bot,1,1,1,2026-09-06T00:33:39+00:00,2026-09-06T00:33:39+00:00,200:1,,crawler,https://social.witez.net/,https://www.pathwren.workers.dev/bot/mastodon-127.html +mastodon-128,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://socials.thundercleess.com/) Bot,1,1,1,2026-09-06T00:33:40+00:00,2026-09-06T00:33:40+00:00,200:1,,crawler,https://socials.thundercleess.com/,https://www.pathwren.workers.dev/bot/mastodon-128.html +mastodon-129,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://faithcollapsing.com/) Bot,1,1,1,2026-09-06T00:33:40+00:00,2026-09-06T00:33:40+00:00,200:1,,crawler,https://faithcollapsing.com/,https://www.pathwren.workers.dev/bot/mastodon-129.html +mastodon-130,Mastodon,named,Mastodon/4.6.3 (http.rb/5.3.1; +https://mastodon.dlun.ch/) Bot,1,1,1,2026-09-06T00:33:40+00:00,2026-09-06T00:33:40+00:00,200:1,,crawler,https://mastodon.dlun.ch/,https://www.pathwren.workers.dev/bot/mastodon-130.html +mastodon-132,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.klein.ruhr/) Bot,1,1,1,2026-09-06T00:33:43+00:00,2026-09-06T00:33:43+00:00,200:1,,crawler,https://social.klein.ruhr/,https://www.pathwren.workers.dev/bot/mastodon-132.html +mastodon-133,Mastodon,named,Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.nicochristmann.net/) Bot,1,1,1,2026-09-06T00:33:44+00:00,2026-09-06T00:33:44+00:00,200:1,,crawler,https://mastodon.nicochristmann.net/,https://www.pathwren.workers.dev/bot/mastodon-133.html +mastodon-134,Mastodon,named,Mastodon/4.7.0-alpha.2 (http.rb/5.3.1; +https://cmx.dongzhim.in/) Bot,1,1,1,2026-09-06T00:33:44+00:00,2026-09-06T00:33:44+00:00,200:1,,crawler,https://cmx.dongzhim.in/,https://www.pathwren.workers.dev/bot/mastodon-134.html +mastodon-135,Mastodon,named,Mastodon/4.7.1+dol (http.rb/5.3.1; +https://dol.social/) Bot,1,1,1,2026-09-06T00:33:46+00:00,2026-09-06T00:33:46+00:00,200:1,,crawler,https://dol.social/,https://www.pathwren.workers.dev/bot/mastodon-135.html +mastodon-137,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.grey.fail/) Bot,1,1,1,2026-09-06T00:33:47+00:00,2026-09-06T00:33:47+00:00,200:1,,crawler,https://mastodon.grey.fail/,https://www.pathwren.workers.dev/bot/mastodon-137.html +mastodon-138,Mastodon,named,Mastodon/4.5.14-nightly.2026-07-31+glitch (http.rb/5.3.1; +https://dariox.club/) Bot,1,1,1,2026-09-06T00:33:47+00:00,2026-09-06T00:33:47+00:00,200:1,,crawler,https://dariox.club/,https://www.pathwren.workers.dev/bot/mastodon-138.html +mastodon-139,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.firestrike.de/) Bot,1,1,1,2026-09-06T00:33:48+00:00,2026-09-06T00:33:48+00:00,200:1,,crawler,https://social.firestrike.de/,https://www.pathwren.workers.dev/bot/mastodon-139.html +mastodon-140,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.skorpil.cz/) Bot,1,1,1,2026-09-06T00:33:53+00:00,2026-09-06T00:33:53+00:00,200:1,,crawler,https://mastodon.skorpil.cz/,https://www.pathwren.workers.dev/bot/mastodon-140.html +mastodon-141,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.allnutt.net/) Bot,1,1,1,2026-09-06T00:33:57+00:00,2026-09-06T00:33:57+00:00,200:1,,crawler,https://mastodon.allnutt.net/,https://www.pathwren.workers.dev/bot/mastodon-141.html +mastodon-142,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.folkdata.se/) Bot,1,1,1,2026-09-06T00:33:59+00:00,2026-09-06T00:33:59+00:00,200:1,,crawler,https://social.folkdata.se/,https://www.pathwren.workers.dev/bot/mastodon-142.html +mastodon-143,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.erambert.me/) Bot,1,1,1,2026-09-06T00:33:59+00:00,2026-09-06T00:33:59+00:00,200:1,,crawler,https://social.erambert.me/,https://www.pathwren.workers.dev/bot/mastodon-143.html +mastodon-145,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.muxodious.org/) Bot,1,1,1,2026-09-06T00:34:03+00:00,2026-09-06T00:34:03+00:00,200:1,,crawler,https://social.muxodious.org/,https://www.pathwren.workers.dev/bot/mastodon-145.html +mastodon-146,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.joyrex.net/) Bot,1,1,1,2026-09-06T00:34:03+00:00,2026-09-06T00:34:03+00:00,200:1,,crawler,https://social.joyrex.net/,https://www.pathwren.workers.dev/bot/mastodon-146.html +mastodon-147,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://tosk.in/) Bot,1,1,1,2026-09-06T00:34:05+00:00,2026-09-06T00:34:05+00:00,200:1,,crawler,https://tosk.in/,https://www.pathwren.workers.dev/bot/mastodon-147.html +mastodon-148,Mastodon,named,Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.praxis.red/) Bot,1,1,1,2026-09-06T00:34:06+00:00,2026-09-06T00:34:06+00:00,200:1,,crawler,https://mastodon.praxis.red/,https://www.pathwren.workers.dev/bot/mastodon-148.html +mastodon-149,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://impa.cc/) Bot,1,1,1,2026-09-06T00:34:06+00:00,2026-09-06T00:34:06+00:00,200:1,,crawler,https://impa.cc/,https://www.pathwren.workers.dev/bot/mastodon-149.html +mastodon-150,Mastodon,named,Mastodon/4.8.0-nightly.2026-09-05+glitch (http.rb/5.3.1; +https://fedi.smith.geek.nz/) Bot,1,1,1,2026-09-06T00:34:07+00:00,2026-09-06T00:34:07+00:00,200:1,,crawler,https://fedi.smith.geek.nz/,https://www.pathwren.workers.dev/bot/mastodon-150.html +mastodon-151,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://icanteventoot.help/) Bot,1,1,1,2026-09-06T00:34:08+00:00,2026-09-06T00:34:08+00:00,200:1,,crawler,https://icanteventoot.help/,https://www.pathwren.workers.dev/bot/mastodon-151.html +mastodon-152,Mastodon,named,Mastodon/4.5.10 (http.rb/5.3.1; +https://gmtu.social/) Bot,1,1,1,2026-09-06T00:34:09+00:00,2026-09-06T00:34:09+00:00,200:1,,crawler,https://gmtu.social/,https://www.pathwren.workers.dev/bot/mastodon-152.html +mastodon-153,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://jb.md/) Bot,1,1,1,2026-09-06T00:34:09+00:00,2026-09-06T00:34:09+00:00,200:1,,crawler,https://jb.md/,https://www.pathwren.workers.dev/bot/mastodon-153.html +mastodon-154,Mastodon,named,Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.idwd.ch/) Bot,1,1,1,2026-09-06T00:34:10+00:00,2026-09-06T00:34:10+00:00,200:1,,crawler,https://mastodon.idwd.ch/,https://www.pathwren.workers.dev/bot/mastodon-154.html +mastodon-155,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.parastor.net/) Bot,1,1,1,2026-09-06T00:34:10+00:00,2026-09-06T00:34:10+00:00,200:1,,crawler,https://mastodon.parastor.net/,https://www.pathwren.workers.dev/bot/mastodon-155.html +mastodon-156,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://swecyb.com/) Bot,1,1,1,2026-09-06T00:34:11+00:00,2026-09-06T00:34:11+00:00,200:1,,crawler,https://swecyb.com/,https://www.pathwren.workers.dev/bot/mastodon-156.html +mastodon-157,Mastodon,named,Mastodon/4.5.5 (http.rb/5.3.1; +https://mastodon.katniss.top/) Bot,1,1,1,2026-09-06T00:34:12+00:00,2026-09-06T00:34:12+00:00,200:1,,crawler,https://mastodon.katniss.top/,https://www.pathwren.workers.dev/bot/mastodon-157.html +mastodon-158,Mastodon,named,Mastodon/4.5.10 (http.rb/5.3.1; +https://mastodon.lanofthedead.xyz/) Bot,1,1,1,2026-09-06T00:34:13+00:00,2026-09-06T00:34:13+00:00,200:1,,crawler,https://mastodon.lanofthedead.xyz/,https://www.pathwren.workers.dev/bot/mastodon-158.html +mastodon-159,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://mastodon.fullmotion.de/) Bot,1,1,1,2026-09-06T00:34:15+00:00,2026-09-06T00:34:15+00:00,200:1,,crawler,https://mastodon.fullmotion.de/,https://www.pathwren.workers.dev/bot/mastodon-159.html +mastodon-160,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://the.voiceover.bar/) Bot,1,1,1,2026-09-06T00:34:16+00:00,2026-09-06T00:34:16+00:00,200:1,,crawler,https://the.voiceover.bar/,https://www.pathwren.workers.dev/bot/mastodon-160.html +mastodon-161,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.yauseyenka.com/) Bot,1,1,1,2026-09-06T00:34:17+00:00,2026-09-06T00:34:17+00:00,200:1,,crawler,https://mastodon.yauseyenka.com/,https://www.pathwren.workers.dev/bot/mastodon-161.html +mastodon-162,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://social.nhp.sh/) Bot,1,1,1,2026-09-06T00:34:20+00:00,2026-09-06T00:34:20+00:00,200:1,,crawler,https://social.nhp.sh/,https://www.pathwren.workers.dev/bot/mastodon-162.html +mastodon-163,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://patrickflynn.me/) Bot,1,1,1,2026-09-06T00:34:20+00:00,2026-09-06T00:34:20+00:00,200:1,,crawler,https://patrickflynn.me/,https://www.pathwren.workers.dev/bot/mastodon-163.html +mastodon-164,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.ctrl-c.liu.se/) Bot,1,1,1,2026-09-06T00:34:21+00:00,2026-09-06T00:34:21+00:00,200:1,,crawler,https://mastodon.ctrl-c.liu.se/,https://www.pathwren.workers.dev/bot/mastodon-164.html +mastodon-165,Mastodon,named,Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.uy/) Bot,1,1,1,2026-09-06T00:34:21+00:00,2026-09-06T00:34:21+00:00,200:1,,crawler,https://mastodon.uy/,https://www.pathwren.workers.dev/bot/mastodon-165.html +mastodon-166,Mastodon,named,Mastodon/4.6.4 (http.rb/5.3.1; +https://mastodon.bentasker.co.uk/) Bot,1,1,1,2026-09-06T00:34:22+00:00,2026-09-06T00:34:22+00:00,200:1,,crawler,https://mastodon.bentasker.co.uk/,https://www.pathwren.workers.dev/bot/mastodon-166.html +mastodon-167,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.jmsquared.net/) Bot,1,1,1,2026-09-06T00:34:30+00:00,2026-09-06T00:34:30+00:00,200:1,,crawler,https://mastodon.jmsquared.net/,https://www.pathwren.workers.dev/bot/mastodon-167.html +mastodon-17,Mastodon,named,Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mastodon.helvetet.eu/) Bot,1,1,1,2026-09-06T00:15:09+00:00,2026-09-06T00:15:09+00:00,200:1,,crawler,https://mastodon.helvetet.eu/,https://www.pathwren.workers.dev/bot/mastodon-17.html +mastodon-171,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://sunbeam.city/) Bot,1,1,1,2026-09-06T02:54:58+00:00,2026-09-06T02:54:58+00:00,200:1,,crawler,https://sunbeam.city/,https://www.pathwren.workers.dev/bot/mastodon-171.html +mastodon-172,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.ookami.space/) Bot,1,1,1,2026-09-06T02:54:58+00:00,2026-09-06T02:54:58+00:00,200:1,,crawler,https://social.ookami.space/,https://www.pathwren.workers.dev/bot/mastodon-172.html +mastodon-174,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.berlin/) Bot,1,1,1,2026-09-06T02:55:17+00:00,2026-09-06T02:55:17+00:00,200:1,,crawler,https://mastodon.berlin/,https://www.pathwren.workers.dev/bot/mastodon-174.html +mastodon-175,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://fed.chris-shaw.dev/) Bot,1,1,1,2026-09-06T03:16:30+00:00,2026-09-06T03:16:30+00:00,200:1,,crawler,https://fed.chris-shaw.dev/,https://www.pathwren.workers.dev/bot/mastodon-175.html +mastodon-176,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.bits-und-baeume.org/) Bot,1,1,1,2026-09-06T03:16:33+00:00,2026-09-06T03:16:33+00:00,200:1,,crawler,https://mastodon.bits-und-baeume.org/,https://www.pathwren.workers.dev/bot/mastodon-176.html +mastodon-178,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.bit.nl/) Bot,1,1,1,2026-09-06T03:16:45+00:00,2026-09-06T03:16:45+00:00,200:1,,crawler,https://mastodon.bit.nl/,https://www.pathwren.workers.dev/bot/mastodon-178.html +mastodon-181,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.squarecows.com/) Bot,1,1,1,2026-09-06T03:16:58+00:00,2026-09-06T03:16:58+00:00,200:1,,crawler,https://mastodon.squarecows.com/,https://www.pathwren.workers.dev/bot/mastodon-181.html +mastodon-182,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://hive.institute/) Bot,1,1,1,2026-09-06T03:16:58+00:00,2026-09-06T03:16:58+00:00,200:1,,crawler,https://hive.institute/,https://www.pathwren.workers.dev/bot/mastodon-182.html +mastodon-183,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mast.interfacinglinux.com/) Bot,1,1,1,2026-09-06T03:17:03+00:00,2026-09-06T03:17:03+00:00,200:1,,crawler,https://mast.interfacinglinux.com/,https://www.pathwren.workers.dev/bot/mastodon-183.html +mastodon-184,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.friendhyve.social/) Bot,1,1,1,2026-09-06T03:17:07+00:00,2026-09-06T03:17:07+00:00,200:1,,crawler,https://mastodon.friendhyve.social/,https://www.pathwren.workers.dev/bot/mastodon-184.html +mastodon-185,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.fwcr.de/) Bot,1,1,1,2026-09-06T03:17:09+00:00,2026-09-06T03:17:09+00:00,200:1,,crawler,https://social.fwcr.de/,https://www.pathwren.workers.dev/bot/mastodon-185.html +mastodon-186,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://phpc.social/) Bot,1,1,1,2026-09-06T03:17:14+00:00,2026-09-06T03:17:14+00:00,200:1,,crawler,https://phpc.social/,https://www.pathwren.workers.dev/bot/mastodon-186.html +mastodon-187,Mastodon,named,Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://mastodon.llyxx.me/) Bot,1,1,1,2026-09-06T03:17:15+00:00,2026-09-06T03:17:15+00:00,200:1,,crawler,https://mastodon.llyxx.me/,https://www.pathwren.workers.dev/bot/mastodon-187.html +mastodon-188,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.glitchlabs.ovh/) Bot,1,1,1,2026-09-06T03:17:21+00:00,2026-09-06T03:17:21+00:00,200:1,,crawler,https://social.glitchlabs.ovh/,https://www.pathwren.workers.dev/bot/mastodon-188.html +mastodon-189,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://zirk.us/) Bot,1,1,1,2026-09-06T03:33:27+00:00,2026-09-06T03:33:27+00:00,200:1,,crawler,https://zirk.us/,https://www.pathwren.workers.dev/bot/mastodon-189.html +mastodon-19,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.quebec/) Bot,1,1,1,2026-09-06T00:15:15+00:00,2026-09-06T00:15:15+00:00,200:1,,crawler,https://mastodon.quebec/,https://www.pathwren.workers.dev/bot/mastodon-19.html +mastodon-191,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://morph.todon.de/) Bot,1,1,1,2026-09-06T06:34:21+00:00,2026-09-06T06:34:21+00:00,200:1,,crawler,https://morph.todon.de/,https://www.pathwren.workers.dev/bot/mastodon-191.html +mastodon-192,Mastodon,named,Mastodon/4.5.0 (http.rb/5.3.1; +https://mastodon.la/) Bot,1,1,1,2026-09-06T06:34:24+00:00,2026-09-06T06:34:24+00:00,200:1,,crawler,https://mastodon.la/,https://www.pathwren.workers.dev/bot/mastodon-192.html +mastodon-194,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://microblog.at/) Bot,1,1,1,2026-09-06T06:34:49+00:00,2026-09-06T06:34:49+00:00,200:1,,crawler,https://microblog.at/,https://www.pathwren.workers.dev/bot/mastodon-194.html +mastodon-195,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://greennuclear.online/) Bot,1,1,1,2026-09-06T06:34:51+00:00,2026-09-06T06:34:51+00:00,200:1,,crawler,https://greennuclear.online/,https://www.pathwren.workers.dev/bot/mastodon-195.html +mastodon-196,Mastodon,named,Mastodon/4.6.4+glitch (http.rb/5.3.1; +https://social.schiessle.eu/) Bot,1,1,1,2026-09-06T06:34:53+00:00,2026-09-06T06:34:53+00:00,200:1,,crawler,https://social.schiessle.eu/,https://www.pathwren.workers.dev/bot/mastodon-196.html +mastodon-197,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://newsie.social/) Bot,1,1,1,2026-09-06T06:35:03+00:00,2026-09-06T06:35:03+00:00,200:1,,crawler,https://newsie.social/,https://www.pathwren.workers.dev/bot/mastodon-197.html +mastodon-198,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.cloud/) Bot,1,1,1,2026-09-06T06:35:05+00:00,2026-09-06T06:35:05+00:00,200:1,,crawler,https://mastodon.cloud/,https://www.pathwren.workers.dev/bot/mastodon-198.html +mastodon-199,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.lebenswert.social/) Bot,1,1,1,2026-09-06T06:35:05+00:00,2026-09-06T06:35:05+00:00,200:1,,crawler,https://mastodon.lebenswert.social/,https://www.pathwren.workers.dev/bot/mastodon-199.html +mastodon-20,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://pkm.social/) Bot,1,1,1,2026-09-06T00:15:18+00:00,2026-09-06T00:15:18+00:00,200:1,,crawler,https://pkm.social/,https://www.pathwren.workers.dev/bot/mastodon-20.html +mastodon-201,Mastodon,named,Mastodon/4.5.14 (http.rb/5.3.1; +https://framapiaf.org/) Bot,1,1,1,2026-09-06T06:41:01+00:00,2026-09-06T06:41:01+00:00,200:1,,crawler,https://framapiaf.org/,https://www.pathwren.workers.dev/bot/mastodon-201.html +mastodon-202,Mastodon,named,Mastodon/4.5.13 (http.rb/5.3.1; +https://sociale.network/) Bot,1,1,1,2026-09-06T06:41:30+00:00,2026-09-06T06:41:30+00:00,200:1,,crawler,https://sociale.network/,https://www.pathwren.workers.dev/bot/mastodon-202.html +mastodon-203,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://bologna.one/) Bot,1,1,1,2026-09-06T06:41:35+00:00,2026-09-06T06:41:35+00:00,200:1,,crawler,https://bologna.one/,https://www.pathwren.workers.dev/bot/mastodon-203.html +mastodon-204,Mastodon,named,Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.opencloud.lu/) Bot,1,1,1,2026-09-06T06:41:41+00:00,2026-09-06T06:41:41+00:00,200:1,,crawler,https://mastodon.opencloud.lu/,https://www.pathwren.workers.dev/bot/mastodon-204.html +mastodon-205,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://lingo.lol/) Bot,1,1,1,2026-09-06T07:10:01+00:00,2026-09-06T07:10:01+00:00,200:1,,crawler,https://lingo.lol/,https://www.pathwren.workers.dev/bot/mastodon-205.html +mastodon-206,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://gnulinux.social/) Bot,1,1,1,2026-09-06T07:10:12+00:00,2026-09-06T07:10:12+00:00,200:1,,crawler,https://gnulinux.social/,https://www.pathwren.workers.dev/bot/mastodon-206.html +mastodon-207,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.lol/) Bot,1,1,1,2026-09-06T09:15:38+00:00,2026-09-06T09:15:38+00:00,200:1,,crawler,https://social.lol/,https://www.pathwren.workers.dev/bot/mastodon-207.html +mastodon-208,Mastodon,named,Mastodon/4.7.1-stable+ff1 (http.rb/5.3.1; +https://climatejustice.social/) Bot,1,1,1,2026-09-06T09:15:41+00:00,2026-09-06T09:15:41+00:00,200:1,,crawler,https://climatejustice.social/,https://www.pathwren.workers.dev/bot/mastodon-208.html +mastodon-209,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.nu/) Bot,1,1,1,2026-09-06T09:15:43+00:00,2026-09-06T09:15:43+00:00,200:1,,crawler,https://mastodon.nu/,https://www.pathwren.workers.dev/bot/mastodon-209.html +mastodon-21,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://ruhr.social/) Bot,1,1,1,2026-09-06T00:15:23+00:00,2026-09-06T00:15:23+00:00,200:1,,crawler,https://ruhr.social/,https://www.pathwren.workers.dev/bot/mastodon-21.html +mastodon-210,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://shellsharks.social/) Bot,1,1,1,2026-09-06T09:15:57+00:00,2026-09-06T09:15:57+00:00,200:1,,crawler,https://shellsharks.social/,https://www.pathwren.workers.dev/bot/mastodon-210.html +mastodon-212,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://ppb.social/) Bot,1,1,1,2026-09-06T09:16:25+00:00,2026-09-06T09:16:25+00:00,200:1,,crawler,https://ppb.social/,https://www.pathwren.workers.dev/bot/mastodon-212.html +mastodon-213,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://toot.re/) Bot,1,1,1,2026-09-06T09:16:40+00:00,2026-09-06T09:16:40+00:00,200:1,,crawler,https://toot.re/,https://www.pathwren.workers.dev/bot/mastodon-213.html +mastodon-214,Mastodon,named,Mastodon/4.7.0-alpha.2+chuckya (http.rb/5.3.1; +https://mastodo.neoliber.al/) Bot,1,1,1,2026-09-06T09:16:41+00:00,2026-09-06T09:16:41+00:00,200:1,,crawler,https://mastodo.neoliber.al/,https://www.pathwren.workers.dev/bot/mastodon-214.html +mastodon-215,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://sunny.garden/) Bot,1,1,1,2026-09-06T09:19:48+00:00,2026-09-06T09:19:48+00:00,200:1,,crawler,https://sunny.garden/,https://www.pathwren.workers.dev/bot/mastodon-215.html +mastodon-23,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://datasci.social/) Bot,1,1,1,2026-09-06T00:15:24+00:00,2026-09-06T00:15:24+00:00,200:1,,crawler,https://datasci.social/,https://www.pathwren.workers.dev/bot/mastodon-23.html +mastodon-233,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://pouet.chapril.org/) Bot,1,1,1,2026-09-07T03:04:03+00:00,2026-09-07T03:04:03+00:00,200:1,,crawler,https://pouet.chapril.org/,https://www.pathwren.workers.dev/bot/mastodon-233.html +mastodon-234,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://sigmoid.social/) Bot,1,1,1,2026-09-07T03:04:53+00:00,2026-09-07T03:04:53+00:00,200:1,,crawler,https://sigmoid.social/,https://www.pathwren.workers.dev/bot/mastodon-234.html +mastodon-235,Mastodon,named,Mastodon/4.4.8 (http.rb/5.3.1; +https://soc.bosio.info/) Bot,1,1,1,2026-09-07T06:50:32+00:00,2026-09-07T06:50:32+00:00,200:1,,crawler,https://soc.bosio.info/,https://www.pathwren.workers.dev/bot/mastodon-235.html +mastodon-236,Mastodon,named,Mastodon/4.5.9 (http.rb/5.3.1; +https://abraum.social/) Bot,1,1,1,2026-09-07T06:50:42+00:00,2026-09-07T06:50:42+00:00,200:1,,crawler,https://abraum.social/,https://www.pathwren.workers.dev/bot/mastodon-236.html +mastodon-237,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://chilemasto.casa/) Bot,1,1,1,2026-09-07T06:50:44+00:00,2026-09-07T06:50:44+00:00,200:1,,crawler,https://chilemasto.casa/,https://www.pathwren.workers.dev/bot/mastodon-237.html +mastodon-238,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://freeradical.zone/) Bot,1,1,1,2026-09-07T06:50:48+00:00,2026-09-07T06:50:48+00:00,200:1,,crawler,https://freeradical.zone/,https://www.pathwren.workers.dev/bot/mastodon-238.html +mastodon-239,Mastodon,named,Mastodon/4.5.16 (http.rb/5.3.1; +https://social.coop/) Bot,1,1,1,2026-09-07T06:50:51+00:00,2026-09-07T06:50:51+00:00,200:1,,crawler,https://social.coop/,https://www.pathwren.workers.dev/bot/mastodon-239.html +mastodon-24,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mamutovo.cz/) Bot,1,1,1,2026-09-06T00:15:26+00:00,2026-09-06T00:15:26+00:00,200:1,,crawler,https://mamutovo.cz/,https://www.pathwren.workers.dev/bot/mastodon-24.html +mastodon-240,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.scot/) Bot,1,1,1,2026-09-07T06:50:56+00:00,2026-09-07T06:50:56+00:00,200:1,,crawler,https://mastodon.scot/,https://www.pathwren.workers.dev/bot/mastodon-240.html +mastodon-241,Mastodon,named,Mastodon/4.5.11 (http.rb/5.3.1; +https://social.wake.st/) Bot,1,1,1,2026-09-07T06:51:04+00:00,2026-09-07T06:51:04+00:00,200:1,,crawler,https://social.wake.st/,https://www.pathwren.workers.dev/bot/mastodon-241.html +mastodon-242,Mastodon,named,Mastodon/4.5.16+donte (http.rb/5.3.1; +https://masto.donte.com.br/) Bot,1,1,1,2026-09-07T06:51:09+00:00,2026-09-07T06:51:09+00:00,200:1,,crawler,https://masto.donte.com.br/,https://www.pathwren.workers.dev/bot/mastodon-242.html +mastodon-243,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://digitalcourage.social/) Bot,1,1,1,2026-09-07T06:51:10+00:00,2026-09-07T06:51:10+00:00,200:1,,crawler,https://digitalcourage.social/,https://www.pathwren.workers.dev/bot/mastodon-243.html +mastodon-244,Mastodon,named,Mastodon/4.5.10 (http.rb/5.3.1; +https://social.bau-ha.us/) Bot,1,1,1,2026-09-07T06:51:14+00:00,2026-09-07T06:51:14+00:00,200:1,,crawler,https://social.bau-ha.us/,https://www.pathwren.workers.dev/bot/mastodon-244.html +mastodon-245,Mastodon,named,Mastodon/4.6.5 (http.rb/5.3.1; +https://mstdn.party/) Bot,1,1,1,2026-09-07T06:51:19+00:00,2026-09-07T06:51:19+00:00,200:1,,crawler,https://mstdn.party/,https://www.pathwren.workers.dev/bot/mastodon-245.html +mastodon-246,Mastodon,named,Mastodon/4.6.6 (http.rb/5.3.1; +https://c.im/) Bot,1,1,1,2026-09-07T06:51:19+00:00,2026-09-07T06:51:19+00:00,200:1,,crawler,https://c.im/,https://www.pathwren.workers.dev/bot/mastodon-246.html +mastodon-247,Mastodon,named,Mastodon/4.6.4+glitch (http.rb/5.3.1; +https://mastodon.de/) Bot,1,1,1,2026-09-07T06:51:22+00:00,2026-09-07T06:51:22+00:00,200:1,,crawler,https://mastodon.de/,https://www.pathwren.workers.dev/bot/mastodon-247.html +mastodon-248,Mastodon,named,Mastodon/4.6.5+glitch.techlgbt (http.rb/5.3.1; +https://tech.lgbt/) Bot,1,1,1,2026-09-07T06:51:48+00:00,2026-09-07T06:51:48+00:00,200:1,,crawler,https://tech.lgbt/,https://www.pathwren.workers.dev/bot/mastodon-248.html +mastodon-26,Mastodon,named,Mastodon/4.7.0-nightly.2026-08-07+glitch (http.rb/5.3.1; +https://mstdn.dk/) Bot,1,1,1,2026-09-06T00:15:27+00:00,2026-09-06T00:15:27+00:00,200:1,,crawler,https://mstdn.dk/,https://www.pathwren.workers.dev/bot/mastodon-26.html +mastodon-29,Mastodon,named,Mastodon/4.7.0-rc.1 (http.rb/5.3.1; +https://aus.social/) Bot,1,1,1,2026-09-06T00:15:29+00:00,2026-09-06T00:15:29+00:00,200:1,,crawler,https://aus.social/,https://www.pathwren.workers.dev/bot/mastodon-29.html +mastodon-30,Mastodon,named,Mastodon/4.8.0-alpha.1+glitch_20260817 (http.rb/5.3.1; +https://tkz.one/) Bot,1,1,1,2026-09-06T00:15:31+00:00,2026-09-06T00:15:31+00:00,200:1,,crawler,https://tkz.one/,https://www.pathwren.workers.dev/bot/mastodon-30.html +mastodon-31,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://aleph.land/) Bot,1,1,1,2026-09-06T00:15:31+00:00,2026-09-06T00:15:31+00:00,200:1,,crawler,https://aleph.land/,https://www.pathwren.workers.dev/bot/mastodon-31.html +mastodon-34,Mastodon,named,Mastodon/4.8.0-alpha.1+glitch_20260901 (http.rb/5.3.1; +https://mast.lat/) Bot,1,1,1,2026-09-06T00:15:34+00:00,2026-09-06T00:15:34+00:00,200:1,,crawler,https://mast.lat/,https://www.pathwren.workers.dev/bot/mastodon-34.html +mastodon-38,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.kendoo.eu/) Bot,1,1,1,2026-09-06T00:15:37+00:00,2026-09-06T00:15:37+00:00,200:1,,crawler,https://social.kendoo.eu/,https://www.pathwren.workers.dev/bot/mastodon-38.html +mastodon-39,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.hosnet.fr/) Bot,1,1,1,2026-09-06T00:15:37+00:00,2026-09-06T00:15:37+00:00,200:1,,crawler,https://mastodon.hosnet.fr/,https://www.pathwren.workers.dev/bot/mastodon-39.html +mastodon-40,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://jasette.facil.services/) Bot,1,1,1,2026-09-06T00:15:38+00:00,2026-09-06T00:15:38+00:00,200:1,,crawler,https://jasette.facil.services/,https://www.pathwren.workers.dev/bot/mastodon-40.html +mastodon-41,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://sciences.social/) Bot,1,1,1,2026-09-06T00:15:38+00:00,2026-09-06T00:15:38+00:00,200:1,,crawler,https://sciences.social/,https://www.pathwren.workers.dev/bot/mastodon-41.html +mastodon-42,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.community/) Bot,1,1,1,2026-09-06T00:15:40+00:00,2026-09-06T00:15:40+00:00,200:1,,crawler,https://toot.community/,https://www.pathwren.workers.dev/bot/mastodon-42.html +mastodon-45,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://schach.social/) Bot,1,1,1,2026-09-06T00:15:41+00:00,2026-09-06T00:15:41+00:00,200:1,,crawler,https://schach.social/,https://www.pathwren.workers.dev/bot/mastodon-45.html +mastodon-47,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.kfed.org/) Bot,1,1,1,2026-09-06T00:15:43+00:00,2026-09-06T00:15:43+00:00,200:1,,crawler,https://mastodon.kfed.org/,https://www.pathwren.workers.dev/bot/mastodon-47.html +mastodon-48,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://xarxamontgri.masto.host/) Bot,1,1,1,2026-09-06T00:15:43+00:00,2026-09-06T00:15:43+00:00,200:1,,crawler,https://xarxamontgri.masto.host/,https://www.pathwren.workers.dev/bot/mastodon-48.html +mastodon-49,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://sasa.africa/) Bot,1,1,1,2026-09-06T00:15:43+00:00,2026-09-06T00:15:43+00:00,200:1,,crawler,https://sasa.africa/,https://www.pathwren.workers.dev/bot/mastodon-49.html +mastodon-51,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://tooting.ch/) Bot,1,1,1,2026-09-06T00:15:43+00:00,2026-09-06T00:15:43+00:00,200:1,,crawler,https://tooting.ch/,https://www.pathwren.workers.dev/bot/mastodon-51.html +mastodon-54,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://craftodon.social/) Bot,1,1,1,2026-09-06T00:15:44+00:00,2026-09-06T00:15:44+00:00,200:1,,crawler,https://craftodon.social/,https://www.pathwren.workers.dev/bot/mastodon-54.html +mastodon-55,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.gamedev.place/) Bot,1,1,1,2026-09-06T00:15:44+00:00,2026-09-06T00:15:44+00:00,200:1,,crawler,https://mastodon.gamedev.place/,https://www.pathwren.workers.dev/bot/mastodon-55.html +mastodon-58,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.sdfeu.org/) Bot,1,1,1,2026-09-06T00:15:46+00:00,2026-09-06T00:15:46+00:00,200:1,,crawler,https://social.sdfeu.org/,https://www.pathwren.workers.dev/bot/mastodon-58.html +mastodon-60,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.whatever.cz/) Bot,1,1,1,2026-09-06T00:15:48+00:00,2026-09-06T00:15:48+00:00,200:1,,crawler,https://toot.whatever.cz/,https://www.pathwren.workers.dev/bot/mastodon-60.html +mastodon-61,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.cr/) Bot,1,1,1,2026-09-06T00:15:48+00:00,2026-09-06T00:15:48+00:00,200:1,,crawler,https://mastodon.cr/,https://www.pathwren.workers.dev/bot/mastodon-61.html +mastodon-63,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://union.place/) Bot,1,1,1,2026-09-06T00:15:50+00:00,2026-09-06T00:15:50+00:00,200:1,,crawler,https://union.place/,https://www.pathwren.workers.dev/bot/mastodon-63.html +mastodon-64,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://bildung.social/) Bot,1,1,1,2026-09-06T00:15:51+00:00,2026-09-06T00:15:51+00:00,200:1,,crawler,https://bildung.social/,https://www.pathwren.workers.dev/bot/mastodon-64.html +mastodon-68,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.ie/) Bot,1,1,1,2026-09-06T00:15:52+00:00,2026-09-06T00:15:52+00:00,200:1,,crawler,https://mastodon.ie/,https://www.pathwren.workers.dev/bot/mastodon-68.html +mastodon-70,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://discuss.systems/) Bot,1,1,1,2026-09-06T00:15:53+00:00,2026-09-06T00:15:53+00:00,200:1,,crawler,https://discuss.systems/,https://www.pathwren.workers.dev/bot/mastodon-70.html +mastodon-71,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://social.cologne/) Bot,1,1,1,2026-09-06T00:15:53+00:00,2026-09-06T00:15:53+00:00,200:1,,crawler,https://social.cologne/,https://www.pathwren.workers.dev/bot/mastodon-71.html +mastodon-73,Mastodon,named,Mastodon/4.8.0-alpha.2 (http.rb/5.3.1; +https://ursal.zone/) Bot,1,1,1,2026-09-06T00:15:54+00:00,2026-09-06T00:15:54+00:00,200:1,,crawler,https://ursal.zone/,https://www.pathwren.workers.dev/bot/mastodon-73.html +mastodon-74,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.bund.de/) Bot,1,1,1,2026-09-06T00:15:55+00:00,2026-09-06T00:15:55+00:00,200:1,,crawler,https://social.bund.de/,https://www.pathwren.workers.dev/bot/mastodon-74.html +mastodon-78,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://23.social/) Bot,1,1,1,2026-09-06T00:15:57+00:00,2026-09-06T00:15:57+00:00,200:1,,crawler,https://23.social/,https://www.pathwren.workers.dev/bot/mastodon-78.html +mastodon-80,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://snabelen.no/) Bot,1,1,1,2026-09-06T00:15:57+00:00,2026-09-06T00:15:57+00:00,200:1,,crawler,https://snabelen.no/,https://www.pathwren.workers.dev/bot/mastodon-80.html +mastodon-81,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://social.sdf.org/) Bot,1,1,1,2026-09-06T00:15:58+00:00,2026-09-06T00:15:58+00:00,200:1,,crawler,https://social.sdf.org/,https://www.pathwren.workers.dev/bot/mastodon-81.html +mastodon-83,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://berlin.social/) Bot,1,1,1,2026-09-06T00:16:01+00:00,2026-09-06T00:16:01+00:00,200:1,,crawler,https://berlin.social/,https://www.pathwren.workers.dev/bot/mastodon-83.html +mastodon-84,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.bd/) Bot,1,1,1,2026-09-06T00:16:02+00:00,2026-09-06T00:16:02+00:00,200:1,,crawler,https://mastodon.bd/,https://www.pathwren.workers.dev/bot/mastodon-84.html +mastodon-85,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://toot.aquilenet.fr/) Bot,1,1,1,2026-09-06T00:16:03+00:00,2026-09-06T00:16:03+00:00,200:1,,crawler,https://toot.aquilenet.fr/,https://www.pathwren.workers.dev/bot/mastodon-85.html +mastodon-86,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://mastorol.es/) Bot,1,1,1,2026-09-06T00:16:03+00:00,2026-09-06T00:16:03+00:00,200:1,,crawler,https://mastorol.es/,https://www.pathwren.workers.dev/bot/mastodon-86.html +mastodon-88,Mastodon,named,Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://tomkahe.com/) Bot,1,1,1,2026-09-06T00:16:05+00:00,2026-09-06T00:16:05+00:00,200:1,,crawler,https://tomkahe.com/,https://www.pathwren.workers.dev/bot/mastodon-88.html +mastodon-89,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.org.uk/) Bot,1,1,1,2026-09-06T00:16:07+00:00,2026-09-06T00:16:07+00:00,200:1,,crawler,https://mastodon.org.uk/,https://www.pathwren.workers.dev/bot/mastodon-89.html +mastodon-90,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://bonn.social/) Bot,1,1,1,2026-09-06T00:16:07+00:00,2026-09-06T00:16:07+00:00,200:1,,crawler,https://bonn.social/,https://www.pathwren.workers.dev/bot/mastodon-90.html +mastodon-92,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://vis.social/) Bot,1,1,1,2026-09-06T00:16:09+00:00,2026-09-06T00:16:09+00:00,200:1,,crawler,https://vis.social/,https://www.pathwren.workers.dev/bot/mastodon-92.html +mastodon-94,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://androiddev.social/) Bot,1,1,1,2026-09-06T00:16:10+00:00,2026-09-06T00:16:10+00:00,200:1,,crawler,https://androiddev.social/,https://www.pathwren.workers.dev/bot/mastodon-94.html +mastodon-96,Mastodon,named,Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://chaosfem.tw/) Bot,1,1,1,2026-09-06T00:16:11+00:00,2026-09-06T00:16:11+00:00,200:1,,crawler,https://chaosfem.tw/,https://www.pathwren.workers.dev/bot/mastodon-96.html +mastodon-97,Mastodon,named,Mastodon/4.7.0 (http.rb/5.3.1; +https://bookstodon.com/) Bot,1,1,1,2026-09-06T00:16:11+00:00,2026-09-06T00:16:11+00:00,200:1,,crawler,https://bookstodon.com/,https://www.pathwren.workers.dev/bot/mastodon-97.html +mastodon-98,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://masto.yttrx.com/) Bot,1,1,1,2026-09-06T00:16:11+00:00,2026-09-06T00:16:11+00:00,200:1,,crawler,https://masto.yttrx.com/,https://www.pathwren.workers.dev/bot/mastodon-98.html +mastodon-99,Mastodon,named,Mastodon/4.7.1 (http.rb/5.3.1; +https://umbracocommunity.social/) Bot,1,1,1,2026-09-06T00:16:12+00:00,2026-09-06T00:16:12+00:00,200:1,,crawler,https://umbracocommunity.social/,https://www.pathwren.workers.dev/bot/mastodon-99.html +mcprush-verify,mcprush-verify,named,mcprush-verify/1.0 (+https://mcprush.com),1,1,1,2026-09-06T08:44:09+00:00,2026-09-06T08:44:09+00:00,200:1,,agent,https://mcprush.com,https://www.pathwren.workers.dev/bot/mcprush-verify.html +mercury-velvt,Mercury-Velvt,named,Mercury-Velvt/1.0 (+https://www.velvt.ai/agents.txt),1,1,1,2026-09-04T17:45:50+00:00,2026-09-04T17:45:50+00:00,200:1,,agent,https://www.velvt.ai/agents.txt,https://www.pathwren.workers.dev/bot/mercury-velvt.html +newsblur,NewsBlur,named,NewsBlur Feed Finder,1,1,1,2026-09-06T01:44:02+00:00,2026-09-06T01:44:02+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/newsblur.html +ottermindagent,OttermindAgent,named,OttermindAgent/1.0 (+https://ottermind.ai),1,1,1,2026-09-04T05:55:09+00:00,2026-09-04T05:55:09+00:00,200:1,,agent,https://ottermind.ai,https://www.pathwren.workers.dev/bot/ottermindagent.html +personal-agent-platform-readonly-audit,personal-agent-platform-readonly-audit,named,personal-agent-platform-readonly-audit/1.0,1,1,1,2026-09-02T15:08:23+00:00,2026-09-02T15:08:23+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/personal-agent-platform-readonly-audit.html +piefed-46,PieFed,named,PieFed/1.7.12.2; +https://piefed.nullspace.lol,1,1,1,2026-09-06T03:16:22+00:00,2026-09-06T03:16:22+00:00,200:1,,agent,https://piefed.nullspace.lol,https://www.pathwren.workers.dev/bot/piefed-46.html +piefed-54,PieFed,named,PieFed/1.6.27; +https://piefed.erwanleboucher.dev,1,1,1,2026-09-07T03:00:37+00:00,2026-09-07T03:00:37+00:00,200:1,,agent,https://piefed.erwanleboucher.dev,https://www.pathwren.workers.dev/bot/piefed-54.html +piefed-55,PieFed,named,PieFed/1.7.7; +https://feddit.com,1,1,1,2026-09-07T03:00:40+00:00,2026-09-07T03:00:40+00:00,200:1,,agent,https://feddit.com,https://www.pathwren.workers.dev/bot/piefed-55.html +piefed-57,PieFed,named,PieFed/1.7.15.1; +https://piefeed.com,1,1,1,2026-09-07T03:00:47+00:00,2026-09-07T03:00:47+00:00,200:1,,agent,https://piefeed.com,https://www.pathwren.workers.dev/bot/piefed-57.html +piefed-58,PieFed,named,PieFed/1.7.0-dev; +https://px.pontual.social,1,1,1,2026-09-07T03:01:10+00:00,2026-09-07T03:01:10+00:00,200:1,,agent,https://px.pontual.social,https://www.pathwren.workers.dev/bot/piefed-58.html +piefed-60,PieFed,named,PieFed/1.7.14; +https://piefed.socdojo.com,1,1,1,2026-09-07T03:03:42+00:00,2026-09-07T03:03:42+00:00,200:1,,agent,https://piefed.socdojo.com,https://www.pathwren.workers.dev/bot/piefed-60.html +piefed-61,PieFed,named,PieFed/1.7.9; +https://news.heathenlab.net,1,1,1,2026-09-07T03:03:45+00:00,2026-09-07T03:03:45+00:00,200:1,,agent,https://news.heathenlab.net,https://www.pathwren.workers.dev/bot/piefed-61.html +pleroma,Pleroma,named,Pleroma 2.10.2; https://social.craftknight.com ; Bot,1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://social.craftknight.com,https://www.pathwren.workers.dev/bot/pleroma.html +pleroma-2,Pleroma,named,Pleroma 2.9.1; https://fed.xnor.in ; Bot,1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://fed.xnor.in,https://www.pathwren.workers.dev/bot/pleroma-2.html +pleroma-3,Pleroma,named,Pleroma 2.9.1; https://social.doubleelforbes.co.uk ; Bot,1,1,1,2026-09-06T00:33:19+00:00,2026-09-06T00:33:19+00:00,200:1,,crawler,https://social.doubleelforbes.co.uk,https://www.pathwren.workers.dev/bot/pleroma-3.html +pleroma-4,Pleroma,named,Pleroma 2.10.0; https://social.fedoma.ch ; Bot,1,1,1,2026-09-06T06:34:13+00:00,2026-09-06T06:34:13+00:00,200:1,,crawler,https://social.fedoma.ch,https://www.pathwren.workers.dev/bot/pleroma-4.html +pleroma-6,Pleroma,named,Pleroma 2.10.2-0-g124f4ec-develop; https://pl.fedcast.ch ; Bot,1,1,1,2026-09-06T06:34:20+00:00,2026-09-06T06:34:20+00:00,200:1,,crawler,https://pl.fedcast.ch,https://www.pathwren.workers.dev/bot/pleroma-6.html +pleroma-7,Pleroma,named,Pleroma 2.10.2; https://ors.novababilonia.me ; Bot,1,1,1,2026-09-07T03:00:57+00:00,2026-09-07T03:00:57+00:00,200:1,,crawler,https://ors.novababilonia.me,https://www.pathwren.workers.dev/bot/pleroma-7.html +pleroma-8,Pleroma,named,Pleroma 2.10.2; https://pleroma.miguelcr.me <>; Bot,1,1,1,2026-09-07T03:00:58+00:00,2026-09-07T03:00:58+00:00,200:1,,crawler,https://pleroma.miguelcr.me,https://www.pathwren.workers.dev/bot/pleroma-8.html +pleroma-9,Pleroma,named,Pleroma 2.10.2; https://social.immibis.com ; Bot,1,1,1,2026-09-07T03:01:01+00:00,2026-09-07T03:01:01+00:00,200:1,,crawler,https://social.immibis.com,https://www.pathwren.workers.dev/bot/pleroma-9.html +postmanruntime,PostmanRuntime,named,PostmanRuntime/7.53.0,1,1,1,2026-09-07T07:14:26+00:00,2026-09-07T07:14:26+00:00,404:1,/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json,agent,,https://www.pathwren.workers.dev/bot/postmanruntime.html +pylova-5,PyLova,named,PyLova/0.3.3; +https://pylova-test.anarchistflotilla.org,1,1,1,2026-09-07T03:00:53+00:00,2026-09-07T03:00:53+00:00,200:1,,agent,https://pylova-test.anarchistflotilla.org,https://www.pathwren.workers.dev/bot/pylova-5.html +python-opengraph-jaywink,python-opengraph-jaywink,named,python-opengraph-jaywink/0.2.1 (+https://github.com/jaywink/python-opengraph),1,1,1,2026-09-07T03:00:50+00:00,2026-09-07T03:00:50+00:00,200:1,,agent,https://github.com/jaywink/python-opengraph,https://www.pathwren.workers.dev/bot/python-opengraph-jaywink.html +quilr-catalog-probe,quilr-catalog-probe,named,quilr-catalog-probe/1.0,1,1,1,2026-09-07T06:31:55+00:00,2026-09-07T06:31:55+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/quilr-catalog-probe.html +req,req,named,req/v3 (https://github.com/imroc/req),1,1,1,2026-09-07T07:26:08+00:00,2026-09-07T07:26:08+00:00,200:1,,crawler,https://github.com/imroc/req,https://www.pathwren.workers.dev/bot/req.html +rokha-probe,Rokha-Probe,named,Rokha-Probe/0.1 (+https://rokha.ai),1,1,1,2026-09-06T11:38:11+00:00,2026-09-06T11:38:11+00:00,200:1,,agent,https://rokha.ai,https://www.pathwren.workers.dev/bot/rokha-probe.html +rubygems-org,RubyGems.org,named,RubyGems.org Linkback Verification/6e18bb94b0380d3ee1b3ae32c3d984e5909868c0,1,1,1,2026-09-05T19:44:19+00:00,2026-09-05T19:44:19+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/rubygems-org.html +schema-markup-validator,Schema-Markup-Validator,named,Mozilla/5.0 (compatible; Schema-Markup-Validator; +https://validator.schema.org/),1,1,1,2026-09-05T21:54:43+00:00,2026-09-05T21:54:43+00:00,200:1,,unknown,https://validator.schema.org/,https://www.pathwren.workers.dev/bot/schema-markup-validator.html +seo-audit-mcp,SEO-Audit-MCP,named,Mozilla/5.0 (compatible; SEO-Audit-MCP/0.1; +https://seo.accruedev.com),1,1,1,2026-09-03T08:04:51+00:00,2026-09-03T08:04:51+00:00,200:1,,unknown,https://seo.accruedev.com,https://www.pathwren.workers.dev/bot/seo-audit-mcp.html +sharkey,Sharkey,named,Sharkey (like Discordbot),1,1,1,2026-09-06T06:37:21+00:00,2026-09-06T06:37:21+00:00,200:1,,crawler,,https://www.pathwren.workers.dev/bot/sharkey.html +slack,slack,named,slack/26.09.10.0.90016132 (Google Pixel 9; Android 17; store com.android.vending),1,1,1,2026-09-06T03:46:33+00:00,2026-09-06T03:46:33+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/slack.html +tapestry,Tapestry,named,Tapestry/368 CFNetwork/3860.700.1 Darwin/25.6.0,1,1,1,2026-09-07T07:18:46+00:00,2026-09-07T07:18:46+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/tapestry.html +telegram,Telegram,named,Telegram/34622 CFNetwork/3860.400.51 Darwin/25.3.0,1,1,1,2026-09-02T10:15:56+00:00,2026-09-02T10:15:56+00:00,200:1,,agent,,https://www.pathwren.workers.dev/bot/telegram.html diff --git a/observed-clients.json b/observed-clients.json new file mode 100644 index 0000000..de2447f --- /dev/null +++ b/observed-clients.json @@ -0,0 +1,273757 @@ +{ + "generated_at": "2026-09-07T08:42:03+00:00", + "source": "state/metrics.db, table hits — one row per request, written server-side by collector.py and by the pathwren-edge Worker", + "window": { + "first_request": "2026-08-31T20:58:11+00:00", + "last_request": "2026-09-07T08:37:00+00:00", + "hours": 155.6 + }, + "counts": { + "rows_in_log": 191976, + "our_own_excluded": 116976, + "model_fetch_tool_rows_excluded": 38, + "external_requests": 74962, + "operators_documented": 1128, + "browser_shaped_user_agents": 307, + "empty_user_agent_requests": 1797 + }, + "operators": [ + { + "slug": "node", + "name": "node", + "group_key": "ua:node", + "kind": "library", + "user_agents": [ + { + "ua": "node", + "requests": 10668, + "addresses": 194, + "first_seen": "2026-08-31T22:49:52+00:00", + "last_seen": "2026-09-07T08:35:30+00:00" + } + ], + "primary_user_agent": "node", + "requests": 10668, + "addresses": 194, + "first_seen": "2026-08-31T22:49:52+00:00", + "last_seen": "2026-09-07T08:35:30+00:00", + "bytes_served": 179148031, + "classed_by_our_instrument": { + "agent": 10667, + "crawler": 1 + }, + "surfaces": { + "a2a-crawler-index": 8805, + "mcp-crawler-index": 562, + "pathwren-edge": 297, + "mcp-crawler-ip-verifier": 174, + "mcp-agent-discovery-doctor": 167, + "mcp-robots-policy-lint": 165, + "mcp-crawler-log-triage": 160, + "mcp-endpoint-lint": 154, + "agent-card-addresses": 110, + "mcp-markdown-lane": 40, + "oauth-discovery-refusal": 19, + "client-dossiers": 6, + "x402-payment-discovery": 6, + "mcp-zero-argument-pair": 2, + "ai-crawler-index": 1 + }, + "channels": { + "openagora": 8805, + "mcp-registry-official": 1443, + "tellumen": 347, + "llmstxt-hub": 12, + "a2a-registry-org": 8, + "mcp-registry": 6, + "freepublicapis": 6, + "hlido": 6, + "agentcatalog": 2, + "crawlers-host": 2 + }, + "accept_headers": [ + "application/json", + "application/json, text/event-stream", + "*/*", + "text/event-stream", + "image/*", + "image/png,image/jpeg,image/webp,image/gif" + ], + "status_codes": { + "200": 10565, + "202": 69, + "404": 19, + "405": 14, + "not recorded": 1 + }, + "distinct_paths": 47, + "paths": [ + { + "path": "/c/openagora/a2a", + "requests": 1181, + "statuses": { + "200": 1181 + }, + "first": "2026-09-02T07:01:15+00:00", + "last": "2026-09-07T08:35:29+00:00" + }, + { + "path": "/c/openagora/a2a/discovery", + "requests": 1090, + "statuses": { + "200": 1090 + }, + "first": "2026-09-03T02:45:28+00:00", + "last": "2026-09-07T08:35:28+00:00" + }, + { + "path": "/c/openagora/a2a/doctor", + "requests": 1089, + "statuses": { + "200": 1089 + }, + "first": "2026-09-03T02:45:28+00:00", + "last": "2026-09-07T08:35:30+00:00" + }, + { + "path": "/c/openagora/a2a/lint", + "requests": 1089, + "statuses": { + "200": 1089 + }, + "first": "2026-09-03T02:45:28+00:00", + "last": "2026-09-07T08:35:28+00:00" + }, + { + "path": "/c/openagora/a2a/netcheck", + "requests": 1089, + "statuses": { + "200": 1089 + }, + "first": "2026-09-03T02:45:26+00:00", + "last": "2026-09-07T08:35:27+00:00" + }, + { + "path": "/c/openagora/a2a/robots", + "requests": 1089, + "statuses": { + "200": 1089 + }, + "first": "2026-09-03T02:45:27+00:00", + "last": "2026-09-07T08:35:28+00:00" + }, + { + "path": "/c/openagora/a2a/score", + "requests": 1089, + "statuses": { + "200": 1089 + }, + "first": "2026-09-03T02:45:27+00:00", + "last": "2026-09-07T08:35:29+00:00" + }, + { + "path": "/c/openagora/a2a/triage", + "requests": 1089, + "statuses": { + "200": 1089 + }, + "first": "2026-09-03T02:45:27+00:00", + "last": "2026-09-07T08:35:30+00:00" + }, + { + "path": "/c/tellumen/.well-known/agent-card.json", + "requests": 347, + "statuses": { + "200": 347 + }, + "first": "2026-09-03T06:43:05+00:00", + "last": "2026-09-07T08:28:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 248, + "statuses": { + "200": 233, + "202": 12, + "405": 3 + }, + "first": "2026-09-01T03:00:06+00:00", + "last": "2026-09-07T08:24:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 242, + "statuses": { + "200": 225, + "405": 2, + "202": 15 + }, + "first": "2026-09-01T03:24:20+00:00", + "last": "2026-09-07T08:33:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 242, + "statuses": { + "200": 225, + "405": 5, + "202": 12 + }, + "first": "2026-09-01T02:00:05+00:00", + "last": "2026-09-07T08:24:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 234, + "statuses": { + "200": 224, + "202": 9, + "405": 1 + }, + "first": "2026-09-01T16:00:07+00:00", + "last": "2026-09-07T08:24:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 221, + "statuses": { + "200": 207, + "202": 12, + "405": 2 + }, + "first": "2026-09-01T16:00:07+00:00", + "last": "2026-09-07T08:25:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 164, + "statuses": { + "200": 157, + "202": 7 + }, + "first": "2026-09-02T13:48:56+00:00", + "last": "2026-09-07T08:17:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 40, + "statuses": { + "200": 39, + "202": 1 + }, + "first": "2026-09-06T09:00:06+00:00", + "last": "2026-09-07T08:19:20+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 32, + "statuses": { + "200": 32 + }, + "first": "2026-09-01T00:40:24+00:00", + "last": "2026-09-07T06:23:28+00:00" + }, + { + "path": "/mcp", + "requests": 27, + "statuses": { + "not recorded": 1, + "200": 24, + "202": 1, + "405": 1 + }, + "first": "2026-08-31T22:49:52+00:00", + "last": "2026-09-06T10:50:15+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T02:59:58+00:00", + "last": "2026-09-06T10:50:22+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T06:35:10+00:00", + "last": "2026-09-07T06:39:35+00:00" + }, + { + "path": "/c/hlido/mcp", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:24:24+00:00", + "last": "2026-09-07T00:24:31+00:00" + }, + { + "path": "/c/llmstxt-hub", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T04:58:39+00:00", + "last": "2026-09-01T05:10:51+00:00" + }, + { + "path": "/c/llmstxt-hub/llms-full.txt", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T04:58:39+00:00", + "last": "2026-09-01T05:10:52+00:00" + }, + { + "path": "/c/llmstxt-hub/llms.txt", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T04:58:39+00:00", + "last": "2026-09-01T05:10:52+00:00" + }, + { + "path": "/.well-known/agentcatalog-claim", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:46:58+00:00", + "last": "2026-09-07T02:31:23+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T03:47:16+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/c/agentcatalog/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:30:50+00:00", + "last": "2026-09-01T13:33:20+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T06:19:44+00:00", + "last": "2026-09-07T06:19:44+00:00" + }, + { + "path": "/c/freepublicapis/tools/ai-access", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:26+00:00", + "last": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/classify-ua", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:26+00:00", + "last": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-allowed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:26+00:00", + "last": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:26+00:00", + "last": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/verification-methods", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:26+00:00", + "last": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/verify-crawler", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:26+00:00", + "last": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:58:40+00:00", + "last": "2026-09-06T11:58:40+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:58:40+00:00", + "last": "2026-09-06T11:58:40+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:51+00:00", + "last": "2026-09-03T08:04:51+00:00" + }, + { + "path": "/px.gif", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:58:40+00:00", + "last": "2026-09-06T11:58:40+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:51+00:00", + "last": "2026-09-03T08:04:51+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-08-31T22:49:52+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-01T00:40:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:00:05+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:59:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:00:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T03:24:20+00:00" + }, + { + "path": "/c/llmstxt-hub", + "status": "200", + "at": "2026-09-01T04:58:39+00:00" + }, + { + "path": "/c/llmstxt-hub/llms.txt", + "status": "200", + "at": "2026-09-01T04:58:39+00:00" + }, + { + "path": "/c/llmstxt-hub/llms-full.txt", + "status": "200", + "at": "2026-09-01T04:58:39+00:00" + }, + { + "path": "/c/agentcatalog/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T13:30:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T16:00:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:00:07+00:00" + }, + { + "path": "/c/freepublicapis/tools/classify-ua", + "status": "200", + "at": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/verify-crawler", + "status": "200", + "at": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-lint", + "status": "200", + "at": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-allowed", + "status": "200", + "at": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/ai-access", + "status": "200", + "at": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/verification-methods", + "status": "200", + "at": "2026-09-02T04:42:26+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-02T06:35:10+00:00" + }, + { + "path": "/c/openagora/a2a", + "status": "200", + "at": "2026-09-02T07:01:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-02T13:48:56+00:00" + }, + { + "path": "/c/openagora/a2a/netcheck", + "status": "200", + "at": "2026-09-03T02:45:26+00:00" + }, + { + "path": "/c/openagora/a2a/robots", + "status": "200", + "at": "2026-09-03T02:45:27+00:00" + }, + { + "path": "/c/openagora/a2a/score", + "status": "200", + "at": "2026-09-03T02:45:27+00:00" + }, + { + "path": "/c/openagora/a2a/triage", + "status": "200", + "at": "2026-09-03T02:45:27+00:00" + }, + { + "path": "/c/openagora/a2a/doctor", + "status": "200", + "at": "2026-09-03T02:45:28+00:00" + }, + { + "path": "/c/openagora/a2a/lint", + "status": "200", + "at": "2026-09-03T02:45:28+00:00" + }, + { + "path": "/c/openagora/a2a/discovery", + "status": "200", + "at": "2026-09-03T02:45:28+00:00" + }, + { + "path": "/c/tellumen/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T06:43:05+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T08:04:51+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T08:04:51+00:00" + }, + { + "path": "/.well-known/agentcatalog-claim", + "status": "200", + "at": "2026-09-03T14:46:58+00:00" + }, + { + "path": "/c/hlido/mcp", + "status": "200", + "at": "2026-09-06T00:24:24+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-06T03:47:16+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/mcp", + "statuses": { + "405": 1 + }, + "first_asked": "2026-08-31T22:49:52+00:00", + "last_asked": "2026-09-06T10:50:15+00:00", + "answered_200_since": "2026-08-31T22:55:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "statuses": { + "405": 5 + }, + "first_asked": "2026-09-01T02:00:05+00:00", + "last_asked": "2026-09-07T08:24:34+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "statuses": { + "405": 3 + }, + "first_asked": "2026-09-01T03:00:06+00:00", + "last_asked": "2026-09-07T08:24:35+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp", + "statuses": { + "405": 2 + }, + "first_asked": "2026-09-01T03:24:20+00:00", + "last_asked": "2026-09-07T08:33:44+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "statuses": { + "405": 2 + }, + "first_asked": "2026-09-01T16:00:07+00:00", + "last_asked": "2026-09-07T08:25:15+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T16:00:07+00:00", + "last_asked": "2026-09-07T08:24:29+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T03:47:16+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T06:19:44+00:00", + "last_asked": "2026-09-07T06:19:44+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 37, + "median_gap_minutes": 62.9, + "visit_starts": [ + "2026-08-31T22:49:52Z", + "2026-08-31T23:41:00Z", + "2026-09-01T00:40:24Z", + "2026-09-01T02:00:05Z", + "2026-09-01T02:59:58Z", + "2026-09-01T04:05:24Z", + "2026-09-01T04:58:39Z", + "2026-09-01T05:43:04Z", + "2026-09-01T07:12:39Z", + "2026-09-01T08:22:59Z", + "2026-09-01T09:16:04Z", + "2026-09-01T13:19:27Z", + "2026-09-01T14:18:55Z", + "2026-09-01T15:16:34Z", + "2026-09-01T17:17:29Z", + "2026-09-01T18:15:40Z", + "2026-09-01T19:18:08Z", + "2026-09-01T20:12:41Z", + "2026-09-01T22:38:03Z", + "2026-09-01T23:43:55Z", + "2026-09-02T00:19:56Z", + "2026-09-02T02:15:50Z", + "2026-09-02T03:15:42Z", + "2026-09-02T05:18:02Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "claudebot", + "name": "ClaudeBot", + "group_key": "host:anthropic.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", + "requests": 7555, + "addresses": 6, + "first_seen": "2026-09-01T00:46:32+00:00", + "last_seen": "2026-09-07T08:16:24+00:00" + }, + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ClaudeBot/1.0; +http://www.anthropic.com/claude-bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T06:00:46+00:00", + "last_seen": "2026-09-03T06:00:46+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)", + "requests": 7556, + "addresses": 7, + "first_seen": "2026-09-01T00:46:32+00:00", + "last_seen": "2026-09-07T08:16:24+00:00", + "bytes_served": 43414929, + "classed_by_our_instrument": { + "crawler": 6639, + "agent": 917 + }, + "surfaces": { + "pathwren-edge": 6681, + "http-tools": 757, + "a2a-crawler-index": 27, + "ai-crawler-index": 22, + "section-roots": 22, + "blog": 11, + "mcp-crawler-index": 6, + "mcp-zero-argument-pair": 6, + "git-repositories": 4, + "changes-feed": 3, + "services-catalogue": 3, + "channel-namespace-doc": 3, + "agent-skill-docs": 2, + "oauth-discovery-refusal": 1, + "x402-payment-discovery": 1, + "identity-documents": 1, + "mcp-robots-policy-lint": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-endpoint-lint": 1, + "mcp-crawler-log-triage": 1, + "mcp-agent-discovery-doctor": 1, + "mcp-markdown-lane": 1 + }, + "channels": { + "crawlers-host": 1947, + "friendica": 11, + "mcp-registry-official": 9, + "huggingface-datasets": 9, + "agenty": 9, + "lemmy": 9, + "a2a-directory": 6, + "agent-tools-cloud": 3, + "allmcps": 3, + "direct": 1, + "pypi-registry": 1, + "mcpservers-org": 1, + "freepublicapis": 1, + "a2a-registry-org": 1, + "thecolony": 1, + "apis-json": 1, + "paygent-discover": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7554, + "404": 2 + }, + "distinct_paths": 4037, + "paths": [ + { + "path": "/px.gif", + "requests": 1674, + "statuses": { + "200": 1674 + }, + "first": "2026-09-01T01:11:12+00:00", + "last": "2026-09-06T10:38:04+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 736, + "statuses": { + "200": 736 + }, + "first": "2026-09-02T06:00:24+00:00", + "last": "2026-09-06T10:38:24+00:00" + }, + { + "path": "/robots.txt", + "requests": 85, + "statuses": { + "200": 85 + }, + "first": "2026-09-01T00:46:32+00:00", + "last": "2026-09-07T08:16:23+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 81, + "statuses": { + "200": 81 + }, + "first": "2026-09-01T03:13:03+00:00", + "last": "2026-09-06T12:14:34+00:00" + }, + { + "path": "/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T01:09:23+00:00", + "last": "2026-09-03T06:39:22+00:00" + }, + { + "path": "/tools/verify-crawler", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T06:03:37+00:00", + "last": "2026-09-06T08:39:40+00:00" + }, + { + "path": "/api.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:09:46+00:00", + "last": "2026-09-03T14:06:51+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T07:50:22+00:00", + "last": "2026-09-06T11:33:31+00:00" + }, + { + "path": "/category/ai-training.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/category/preview.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:06+00:00", + "last": "2026-09-03T07:47:32+00:00" + }, + { + "path": "/category/user-fetch.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/changes.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T22:30:41+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/crawler/ai2bot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/crawler/amazonbot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:54+00:00" + }, + { + "path": "/crawler/applebot-extended.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/crawler/applebot-extended.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:31+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/crawler/applebot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:55+00:00" + }, + { + "path": "/crawler/baiduspider.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/bingbot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:06+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/crawler/chatgpt-user.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/crawler/chatgpt-user.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/claude-user.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/crawler/claude-user.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:31+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/crawler/claude-web.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:15+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/claude-web.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/crawler/claudebot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T07:49:55+00:00" + }, + { + "path": "/crawler/claudebot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T07:50:00+00:00" + }, + { + "path": "/crawler/cohere-ai.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:20+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/crawler/cohere-ai.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/duckduckbot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/duckduckbot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:31+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/crawler/google-extended.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T07:50:00+00:00" + }, + { + "path": "/crawler/googlebot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:06+00:00", + "last": "2026-09-03T08:58:29+00:00" + }, + { + "path": "/crawler/imagesiftbot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/img2dataset.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/img2dataset.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:31+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/crawler/meta-externalagent.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/crawler/omgili.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/omgili.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/crawler/petalbot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:31+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/crawler/semrushbot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:51+00:00" + }, + { + "path": "/crawler/timpibot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:15+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/crawler/timpibot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:31+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/crawler/yandexbot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:15+00:00", + "last": "2026-09-03T08:22:57+00:00" + }, + { + "path": "/crawler/yandexbot.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/crawler/yeti.md", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:09:23+00:00", + "last": "2026-09-06T06:31:51+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:20+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:34:49+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/ip-ranges/google-special.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:15+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/ip-ranges/google-special.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:25:56+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:47+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/mcp", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T08:50:19+00:00", + "last": "2026-09-05T01:40:36+00:00" + }, + { + "path": "/mcp.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T00:46:32+00:00", + "last": "2026-09-03T07:09:12+00:00" + }, + { + "path": "/operator/ahrefs.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:51+00:00" + }, + { + "path": "/operator/baidu.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:06+00:00", + "last": "2026-09-03T08:57:57+00:00" + }, + { + "path": "/operator/duckduckgo.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/operator/internetarchive.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:26+00:00" + }, + { + "path": "/operator/laion.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:50+00:00" + }, + { + "path": "/operator/mistral.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:05+00:00", + "last": "2026-09-03T08:57:24+00:00" + }, + { + "path": "/operator/scrapy.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:06+00:00", + "last": "2026-09-03T08:58:30+00:00" + }, + { + "path": "/operator/timpi.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:58:06+00:00", + "last": "2026-09-03T08:58:25+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:30+00:00", + "last": "2026-09-03T07:48:33+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:14+00:00", + "last": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:19+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:59:15+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T04:05:59+00:00", + "last": "2026-09-03T07:10:32+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:40:26+00:00", + "last": "2026-09-03T14:05:19+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:18+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:19+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-01T18:32:06+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:19+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:18:53+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T08:32:06+00:00", + "last": "2026-09-03T07:09:04+00:00" + }, + { + "path": "/a2a.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T03:39:59+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/about.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:11+00:00", + "last": "2026-09-03T07:08:42+00:00" + }, + { + "path": "/about.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:28+00:00", + "last": "2026-09-05T22:04:40+00:00" + }, + { + "path": "/about.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:40+00:00", + "last": "2026-09-05T22:03:57+00:00" + }, + { + "path": "/api.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:24+00:00", + "last": "2026-09-03T14:41:22+00:00" + }, + { + "path": "/api.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:27+00:00", + "last": "2026-09-03T14:40:48+00:00" + }, + { + "path": "/apis.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:27+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:11:04+00:00", + "last": "2026-09-03T07:10:18+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T08:45:38+00:00", + "last": "2026-09-06T10:04:40+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:36+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/bot/402explorer.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:41+00:00", + "last": "2026-09-03T08:57:53+00:00" + }, + { + "path": "/bot/402explorer.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:04+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:42+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:03+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:56+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:03:29+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/bot/a2a-indexer.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:46:27+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/bot/a2a-indexer.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:47:15+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:22+00:00", + "last": "2026-09-03T07:54:26+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:54+00:00", + "last": "2026-09-03T08:30:59+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:55+00:00", + "last": "2026-09-03T08:30:38+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:34+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:23:56+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:11+00:00", + "last": "2026-09-03T07:53:30+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:57+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:08+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:32+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/bot/a2a-registry.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/a2a-registry.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:02+00:00", + "last": "2026-09-03T08:23:18+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:10:28+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:02:16+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:02:17+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:33+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:23:56+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:04+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:30+00:00", + "last": "2026-09-03T07:46:44+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:03:06+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/bot/affsignalcrawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:48:32+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/bot/affsignalcrawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:47:34+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:16+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/bot/agenstrybot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/bot/agenstrybot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:31+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/bot/agent-guild-scout.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/bot/agent-guild-scout.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:02:42+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/bot/agent-ready-scanner.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:41+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/bot/agent-ready-scanner.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:50+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:14+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:13+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:15+00:00", + "last": "2026-09-03T07:46:39+00:00" + }, + { + "path": "/bot/agent-world-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:20:36+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/bot/agent-world-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:21:13+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T14:45:22+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:37+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/bot/agentdisco.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:41+00:00", + "last": "2026-09-03T08:58:25+00:00" + }, + { + "path": "/bot/agentdisco.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:04+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/bot/agentgaugebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:46:30+00:00", + "last": "2026-09-03T07:52:44+00:00" + }, + { + "path": "/bot/agentgaugebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:20+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/bot/agentgaugebot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:22+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:16+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/bot/agentgrade.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:23+00:00", + "last": "2026-09-03T08:56:47+00:00" + }, + { + "path": "/bot/agentgrade.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:41+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:38+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/bot/agentindexbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:41+00:00", + "last": "2026-09-03T08:58:28+00:00" + }, + { + "path": "/bot/agentindexbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:19:55+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:57:17+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:57:34+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:12+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/bot/agentreputationbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:04+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/bot/agentreputationbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/bot/agentry-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:09+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/bot/agentry-registry.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:20:30+00:00", + "last": "2026-09-03T08:22:55+00:00" + }, + { + "path": "/bot/agentry-registry.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:21:01+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:32+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:35+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:02+00:00", + "last": "2026-09-03T08:23:18+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:35+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/bot/agenttrust-monitor.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:23:59+00:00" + }, + { + "path": "/bot/agenttrust-monitor.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:24:00+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:12+00:00", + "last": "2026-09-03T07:53:39+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:08+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:27+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:04:21+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/bot/ai-crawler-logs.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:48:56+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/bot/ai-crawler-logs.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:50:03+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:04:20+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/bot/ai-crawler-robots.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:49:49+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/ai-crawler-robots.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:50:24+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/bot/ai-crawler-verify.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T20:41:21+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:46+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/bot/aisec-registry.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:08+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/bot/aisec-registry.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:10+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T13:59:20+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/bot/aive-mcp-discover.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T14:45:46+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:18:30+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/bot/amazonbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T08:01:07+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/bot/amazonbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T08:01:11+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:35+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:44+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:03+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:50:18+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:29:33+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:29:18+00:00", + "last": "2026-09-03T08:23:56+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:42+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:34+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:35+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:16+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/bot/apievangelist.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:15+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/bot/apievangelist.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:16+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:30+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/bot/apis-io-submit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/bot/apis-io-submit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:46+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:17+00:00", + "last": "2026-09-03T07:09:57+00:00" + }, + { + "path": "/bot/archive-org-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/bot/archive-org-bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T07:48:59+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:02+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/bot/ardcrawl.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:41+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/bot/ardcrawl.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:52+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:42+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/bot/axios.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:33+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/bot/axios.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:42+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/bot/azureai-searchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T13:59:20+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/bot/azureai-searchbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T14:45:46+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:27+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/bot/bingbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:39+00:00", + "last": "2026-09-03T08:57:03+00:00" + }, + { + "path": "/bot/bingbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:36+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/bot/bytespider.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:26:42+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/bot/bytespider.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:26:43+00:00", + "last": "2026-09-03T08:57:04+00:00" + }, + { + "path": "/bot/chainwitness-pr36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:22+00:00", + "last": "2026-09-03T07:54:42+00:00" + }, + { + "path": "/bot/chainwitness-pr36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:55+00:00", + "last": "2026-09-03T08:26:35+00:00" + }, + { + "path": "/bot/chainwitness-pr36.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:56+00:00", + "last": "2026-09-03T08:26:35+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:19:11+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/bot/chrome.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:56:22+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/bot/chrome.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:56:23+00:00", + "last": "2026-09-03T08:57:26+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:13+00:00", + "last": "2026-09-03T07:09:35+00:00" + }, + { + "path": "/bot/claudebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:13+00:00", + "last": "2026-09-03T07:47:48+00:00" + }, + { + "path": "/bot/claudebot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/bot/colonistone-2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:14+00:00", + "last": "2026-09-03T07:53:48+00:00" + }, + { + "path": "/bot/colonistone-2.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:25:16+00:00" + }, + { + "path": "/bot/colonistone-2.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:25:55+00:00" + }, + { + "path": "/bot/colonistone.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:10+00:00", + "last": "2026-09-03T07:53:30+00:00" + }, + { + "path": "/bot/colonistone.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:57+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/bot/colonistone.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:08+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:34+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:23:56+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:36+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/bot/curl.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:40+00:00", + "last": "2026-09-03T08:57:52+00:00" + }, + { + "path": "/bot/curl.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:04+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:46:12+00:00", + "last": "2026-09-03T07:52:39+00:00" + }, + { + "path": "/bot/dataforseobot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:16+00:00", + "last": "2026-09-03T08:57:57+00:00" + }, + { + "path": "/bot/dataforseobot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:20+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/bot/davefeedread.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:50+00:00", + "last": "2026-09-03T07:52:35+00:00" + }, + { + "path": "/bot/davefeedread.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:21:52+00:00", + "last": "2026-09-03T08:58:30+00:00" + }, + { + "path": "/bot/davefeedread.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:57:58+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:50+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/bot/deno.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/deno.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:53+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/bot/endpointaudit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:52+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/bot/endpointaudit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:51+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/bot/enerlio.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/enerlio.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:52+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/bot/exaforce-mcprep.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/bot/exaforce-mcprep.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:17:38+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/bot/freepublicapis.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:57:50+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/freepublicapis.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:58:19+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:02+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/bot/frndos.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:42+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/bot/frndos.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:53+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:04+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:33+00:00", + "last": "2026-09-03T07:47:23+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:57+00:00", + "last": "2026-09-03T08:23:56+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:38+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/bot/go-http-client.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:41+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/go-http-client.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:37+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/bot/golemreachtrustbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/bot/golemreachtrustbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T01:59:30+00:00", + "last": "2026-09-03T07:45:40+00:00" + }, + { + "path": "/bot/googlebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:47:48+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/bot/googlebot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:46:46+00:00", + "last": "2026-09-03T08:56:48+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:00:35+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/bot/googleother.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:47:53+00:00", + "last": "2026-09-03T08:58:22+00:00" + }, + { + "path": "/bot/googleother.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:46:46+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:52+00:00", + "last": "2026-09-03T07:09:30+00:00" + }, + { + "path": "/bot/gptbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:52+00:00", + "last": "2026-09-03T07:47:33+00:00" + }, + { + "path": "/bot/gptbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:13+00:00", + "last": "2026-09-03T07:47:48+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:24+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:26:22+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:25:10+00:00", + "last": "2026-09-03T08:23:46+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:45+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/bot/guild-reachability-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:07+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/bot/guild-reachability-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:09+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:16+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/bot/guzzlehttp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:22+00:00", + "last": "2026-09-03T08:56:54+00:00" + }, + { + "path": "/bot/guzzlehttp.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:40+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/bot/hlido-a50-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:20+00:00", + "last": "2026-09-03T07:53:48+00:00" + }, + { + "path": "/bot/hlido-a50-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:46+00:00", + "last": "2026-09-03T08:26:17+00:00" + }, + { + "path": "/bot/hlido-a50-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:51+00:00", + "last": "2026-09-03T08:26:17+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:42+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/bot/hultra-link.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:03+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/bot/hultra-link.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:29+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/bot/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:40+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/bot/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:52+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:36+00:00", + "last": "2026-09-03T07:46:49+00:00" + }, + { + "path": "/bot/io-verifymcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/bot/io-verifymcp.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:03+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:02:37+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/bot/jscrawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:21+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/jscrawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:35+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:41+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:02+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:36+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:27:01+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:27:01+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/llmse.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:46:28+00:00", + "last": "2026-09-03T07:52:39+00:00" + }, + { + "path": "/bot/llmse.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:57:58+00:00" + }, + { + "path": "/bot/llmse.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:22+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:10+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:16+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:36+00:00", + "last": "2026-09-03T07:46:49+00:00" + }, + { + "path": "/bot/mcp-checker.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/bot/mcp-checker.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:04+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:50:23+00:00", + "last": "2026-09-03T07:47:24+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:27:43+00:00", + "last": "2026-09-03T08:24:05+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:27:53+00:00", + "last": "2026-09-03T08:24:29+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:41+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/bot/mcp-observatory.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:02+00:00", + "last": "2026-09-03T08:23:18+00:00" + }, + { + "path": "/bot/mcp-observatory.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:37+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/bot/mcp-registry.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:02+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/mcp-registry.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T20:41:44+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:43+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/mcp-schema-archive.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:04+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/bot/mcp-schema-archive.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:31+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:00+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/bot/mcp-uptime.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:29:18+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/bot/mcp-uptime.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:29:32+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:02:52+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/bot/mcp2-research.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:45:01+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/bot/mcp2-research.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:45:07+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:13+00:00", + "last": "2026-09-03T07:09:35+00:00" + }, + { + "path": "/bot/mcpbeat.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T07:47:40+00:00" + }, + { + "path": "/bot/mcpbeat.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:12+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/bot/mcpcatalogsync.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:17+00:00" + }, + { + "path": "/bot/mcpcatalogsync.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/bot/mcpcheck.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T20:31:38+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:41+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/bot/mcpgrade-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:06+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/mcpgrade-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:09+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:02:41+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/bot/mcpi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:41+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/bot/mcpi.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:50+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:30+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/bot/mcpmeter.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:40+00:00", + "last": "2026-09-03T08:57:05+00:00" + }, + { + "path": "/bot/mcpmeter.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/bot/mcpqueen-grader.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T20:41:05+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:51+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/bot/mcpscan.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/bot/mcpscan.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:15+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/bot/mcpwatch.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/bot/mcpwatch.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:44+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:37+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/mcpwitness.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:27:18+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/bot/mcpwitness.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:27:18+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:58+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/bot/measure-mcp-schema.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/bot/measure-mcp-schema.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:21+00:00", + "last": "2026-09-03T07:54:14+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:52+00:00", + "last": "2026-09-03T08:35:25+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:54+00:00", + "last": "2026-09-03T08:35:35+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:02:37+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/bot/meta-externalagent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:22+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/meta-externalagent.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T03:44:35+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:06+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:37+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/bot/mozilla-2.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:25:06+00:00", + "last": "2026-09-03T08:57:53+00:00" + }, + { + "path": "/bot/mozilla-2.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:25:45+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:15+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/bot/mozilla.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:22+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/bot/mozilla.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:23+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/bot/mwmbl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:14+00:00", + "last": "2026-09-03T07:46:39+00:00" + }, + { + "path": "/bot/mwmbl.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:20:46+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/bot/mwmbl.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:21:38+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:09+00:00", + "last": "2026-09-03T07:46:39+00:00" + }, + { + "path": "/bot/neuronto.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:20:30+00:00", + "last": "2026-09-03T08:22:57+00:00" + }, + { + "path": "/bot/neuronto.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:21:15+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/node.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:14+00:00", + "last": "2026-09-03T07:08:33+00:00" + }, + { + "path": "/bot/node.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:20+00:00", + "last": "2026-09-03T07:45:23+00:00" + }, + { + "path": "/bot/node.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:20+00:00", + "last": "2026-09-03T07:45:25+00:00" + }, + { + "path": "/bot/nothumansearch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:46:46+00:00", + "last": "2026-09-03T07:52:59+00:00" + }, + { + "path": "/bot/nothumansearch.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:56+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/nothumansearch.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:57+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:05+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:37+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:28+00:00", + "last": "2026-09-03T07:45:45+00:00" + }, + { + "path": "/bot/packagehound.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:23+00:00", + "last": "2026-09-03T08:56:53+00:00" + }, + { + "path": "/bot/packagehound.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:10:48+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:02:17+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:02:23+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/bot/perplexitybot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:18:22+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/bot/perplexitybot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:56:22+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/bot/perplexitybot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:56:23+00:00", + "last": "2026-09-03T08:57:23+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:12+00:00", + "last": "2026-09-03T07:53:39+00:00" + }, + { + "path": "/bot/ping-blo-gs.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:08+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/ping-blo-gs.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:27+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:37+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/bot/pip.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:41+00:00", + "last": "2026-09-03T08:58:26+00:00" + }, + { + "path": "/bot/pip.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:05+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:15+00:00", + "last": "2026-09-03T07:45:40+00:00" + }, + { + "path": "/bot/proofbench.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:22+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/bot/proofbench.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:39+00:00", + "last": "2026-09-03T08:56:51+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:14+00:00", + "last": "2026-09-03T07:45:21+00:00" + }, + { + "path": "/bot/python-httpx.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:19+00:00", + "last": "2026-09-03T08:21:56+00:00" + }, + { + "path": "/bot/python-httpx.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:19+00:00", + "last": "2026-09-03T08:21:58+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:14+00:00", + "last": "2026-09-03T07:45:21+00:00" + }, + { + "path": "/bot/python-httpx2.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:19+00:00", + "last": "2026-09-03T08:21:58+00:00" + }, + { + "path": "/bot/python-httpx2.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:21+00:00", + "last": "2026-09-03T08:21:59+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:12+00:00", + "last": "2026-09-03T07:45:22+00:00" + }, + { + "path": "/bot/python-requests.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:32+00:00", + "last": "2026-09-03T08:21:59+00:00" + }, + { + "path": "/bot/python-requests.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:32+00:00", + "last": "2026-09-03T08:22:00+00:00" + }, + { + "path": "/bot/python.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:22+00:00", + "last": "2026-09-03T07:52:35+00:00" + }, + { + "path": "/bot/python.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:21:52+00:00", + "last": "2026-09-03T08:21:55+00:00" + }, + { + "path": "/bot/python.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:21:52+00:00", + "last": "2026-09-03T08:21:55+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:43+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/bot/qtcreator.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:41+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/bot/qtcreator.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:52+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:29+00:00", + "last": "2026-09-03T07:45:45+00:00" + }, + { + "path": "/bot/reactornetty.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:39+00:00", + "last": "2026-09-03T08:56:52+00:00" + }, + { + "path": "/bot/reactornetty.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:28+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:25:07+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:26:22+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:01+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/bot/repology-linkchecker.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:26:47+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/bot/repology-linkchecker.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:26:47+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:49:43+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:35+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:40+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:58+00:00", + "last": "2026-09-03T07:47:20+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:37+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:05+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:37+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:35+00:00", + "last": "2026-09-03T07:46:48+00:00" + }, + { + "path": "/bot/sasameagentaudit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:44+00:00", + "last": "2026-09-03T08:23:05+00:00" + }, + { + "path": "/bot/sasameagentaudit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:03+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:15+00:00", + "last": "2026-09-03T07:09:53+00:00" + }, + { + "path": "/bot/sentineloracle.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T07:49:55+00:00" + }, + { + "path": "/bot/sentineloracle.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:35+00:00", + "last": "2026-09-03T07:50:00+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:08:23+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/bot/shapbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:59+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/bot/shapbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:17+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/bot/siteguardian.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:46:47+00:00", + "last": "2026-09-03T07:52:59+00:00" + }, + { + "path": "/bot/siteguardian.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:56+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/bot/siteguardian.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:23:08+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:19:56+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/bot/solvedearthpricebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:57:17+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/solvedearthpricebot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:58:04+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:48:41+00:00", + "last": "2026-09-03T07:46:44+00:00" + }, + { + "path": "/bot/spanly-enrich.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:53+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/bot/spanly-enrich.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:23:07+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:10:27+00:00", + "last": "2026-09-03T07:46:48+00:00" + }, + { + "path": "/bot/strand-mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:32+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/bot/strand-mcp.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:34+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:57+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/bot/tar-directory-indexer.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/tar-directory-indexer.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:16+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/bot/tar-discovery.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/bot/tar-discovery.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:44+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:57+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/bot/tar-health.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:31+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/bot/tar-health.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:27:28+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/bot/telegrambot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:23+00:00", + "last": "2026-09-03T08:56:50+00:00" + }, + { + "path": "/bot/telegrambot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:51+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/bot/teppi-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:10:27+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/bot/teppi-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:28+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/bot/teppi-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:28+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:29:32+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:50:18+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:30:20+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:31:45+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:14+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/bot/undici.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/bot/undici.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:35+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:31+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:45+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:56+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:30+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:31+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:17:37+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/bot/waggle.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:56:42+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/bot/waggle.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:56:43+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/bot/watchpup.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:52:44+00:00" + }, + { + "path": "/bot/watchpup.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:20+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/bot/watchpup.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:22:56+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:43+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/x402-observatory.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:04+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/bot/x402-observatory.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:52:31+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:28:14+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/bot/yandexbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:14+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:34+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:39+00:00", + "last": "2026-09-03T07:10:06+00:00" + }, + { + "path": "/category/ai-search.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:10+00:00", + "last": "2026-09-03T07:50:43+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:35+00:00", + "last": "2026-09-03T07:09:57+00:00" + }, + { + "path": "/category/archive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:29+00:00", + "last": "2026-09-03T07:09:30+00:00" + }, + { + "path": "/category/archive.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T07:47:33+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:49+00:00", + "last": "2026-09-03T07:09:34+00:00" + }, + { + "path": "/category/dataset.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T07:47:40+00:00" + }, + { + "path": "/category/preview.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:14+00:00", + "last": "2026-09-03T07:09:29+00:00" + }, + { + "path": "/category/search.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:48+00:00", + "last": "2026-09-03T07:09:32+00:00" + }, + { + "path": "/category/search.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T07:47:40+00:00" + }, + { + "path": "/category/seo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:25+00:00", + "last": "2026-09-03T07:09:37+00:00" + }, + { + "path": "/category/seo.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T07:47:49+00:00" + }, + { + "path": "/category/tool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:52+00:00", + "last": "2026-09-03T07:09:20+00:00" + }, + { + "path": "/category/tool.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T07:54:43+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:34+00:00", + "last": "2026-09-03T07:09:57+00:00" + }, + { + "path": "/changes", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T08:49:13+00:00", + "last": "2026-09-03T07:08:32+00:00" + }, + { + "path": "/compliance", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:01:43+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/contact", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T01:58:58+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/contact.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:46:13+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:38+00:00", + "last": "2026-09-03T07:09:11+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:51+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/crawler/ahrefsbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/crawler/ahrefsbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:56+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:40+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:46+00:00", + "last": "2026-09-03T08:23:46+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:49+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/crawler/ai2bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:51+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/crawler/amazonbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/crawler/andibot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:58:42+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:17+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/crawler/anthropic-ai.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:08+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/anthropic-ai.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:40+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:40+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:13+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/crawler/applebot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:17+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:05+00:00", + "last": "2026-09-03T07:46:48+00:00" + }, + { + "path": "/crawler/archive-org-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:56+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/crawler/archive-org-bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:09+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/crawler/awariosmartbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:00:21+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:26+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/baiduspider.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:14+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/crawler/bingbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:53+00:00", + "last": "2026-09-03T07:09:20+00:00" + }, + { + "path": "/crawler/bytespider.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T07:54:43+00:00" + }, + { + "path": "/crawler/bytespider.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T07:54:56+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:55+00:00", + "last": "2026-09-03T07:09:20+00:00" + }, + { + "path": "/crawler/ccbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:01+00:00", + "last": "2026-09-03T07:54:43+00:00" + }, + { + "path": "/crawler/ccbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T07:54:56+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:41+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:40+00:00", + "last": "2026-09-03T07:10:06+00:00" + }, + { + "path": "/crawler/claude-searchbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T07:50:32+00:00" + }, + { + "path": "/crawler/claude-searchbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:41+00:00", + "last": "2026-09-03T07:50:50+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:35+00:00", + "last": "2026-09-03T07:46:44+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:34+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:34+00:00", + "last": "2026-09-03T07:09:53+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:41+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:06+00:00", + "last": "2026-09-03T07:46:48+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:57+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:09+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:51+00:00", + "last": "2026-09-03T07:45:25+00:00" + }, + { + "path": "/crawler/diffbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:53+00:00", + "last": "2026-09-03T08:22:00+00:00" + }, + { + "path": "/crawler/diffbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:53+00:00", + "last": "2026-09-03T08:22:02+00:00" + }, + { + "path": "/crawler/dotbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:53:37+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:16+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/crawler/duckassistbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:05:55+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/duckassistbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:34+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:40+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:14+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/crawler/facebookbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/crawler/facebookbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:56+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/crawler/facebookexternalhit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:40+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/crawler/facebookexternalhit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:46+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/crawler/factset-spyderbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:00:21+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:30+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/crawler/firecrawlagent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/crawler/firecrawlagent.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:48+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:50+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:26+00:00", + "last": "2026-09-03T07:09:52+00:00" + }, + { + "path": "/crawler/google-extended.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T07:49:55+00:00" + }, + { + "path": "/crawler/google-gemininotebook.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:59:34+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:05+00:00", + "last": "2026-09-03T07:46:48+00:00" + }, + { + "path": "/crawler/google-inspectiontool.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/google-inspectiontool.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:09+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:30+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/crawler/googlebot-image.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/crawler/googlebot-image.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:07+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/crawler/googlebot-news.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:57+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/crawler/googlebot-news.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:52+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/crawler/googlebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:56:44+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:30+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/crawler/googleother.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/crawler/googleother.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/crawler/googleproducer.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:56:26+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:51+00:00", + "last": "2026-09-03T07:09:35+00:00" + }, + { + "path": "/crawler/gptbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T07:47:40+00:00" + }, + { + "path": "/crawler/gptbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:16+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/crawler/ia-archiver.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:05:50+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/ia-archiver.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:34+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:26+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/imagesiftbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:40+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:15+00:00", + "last": "2026-09-03T07:09:29+00:00" + }, + { + "path": "/crawler/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:32+00:00", + "last": "2026-09-06T07:36:59+00:00" + }, + { + "path": "/crawler/klaviyoaibot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:56:47+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:49+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/crawler/meta-externalagent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:18+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:16+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/crawler/mistralai-user.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:05:55+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/crawler/mistralai-user.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:13+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:56+00:00", + "last": "2026-09-03T07:10:17+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:40+00:00", + "last": "2026-09-03T07:50:50+00:00" + }, + { + "path": "/crawler/oai-searchbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:46+00:00", + "last": "2026-09-03T07:51:26+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:41+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:40+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/omgilibot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/omgilibot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:41+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:30+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/crawler/perplexity-user.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/crawler/perplexity-user.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:31+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:55+00:00", + "last": "2026-09-03T07:09:21+00:00" + }, + { + "path": "/crawler/perplexitybot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:01+00:00", + "last": "2026-09-03T07:54:43+00:00" + }, + { + "path": "/crawler/perplexitybot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T07:54:56+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:26+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/petalbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/crawler/pinterestbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:54:35+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:52+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/scrapy.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:05:00+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/crawler/scrapy.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:03:38+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:40+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:56+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/crawler/semrushbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:40+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/seznambot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/crawler/seznambot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:46+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:51+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/crawler/storebot-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/crawler/storebot-google.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:47+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/terracotta.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:56:26+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:40+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/tiktokspider.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:10+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/tiktokspider.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:40+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:35+00:00", + "last": "2026-09-03T07:46:39+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:16+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/crawler/webzio-extended.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:05:50+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/crawler/webzio-extended.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:13+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/crawler/yandexadditional.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:58:01+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:34+00:00", + "last": "2026-09-03T07:46:39+00:00" + }, + { + "path": "/crawler/yandexmedia.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:00:21+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:31+00:00", + "last": "2026-09-03T07:46:12+00:00" + }, + { + "path": "/crawler/yeti.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:29+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/crawler/youbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/crawler/youbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:48+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/data/agents.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:51+00:00", + "last": "2026-09-03T07:45:26+00:00" + }, + { + "path": "/data/agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:20+00:00", + "last": "2026-09-03T07:08:42+00:00" + }, + { + "path": "/data/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:26+00:00", + "last": "2026-09-03T07:09:04+00:00" + }, + { + "path": "/data/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:40+00:00", + "last": "2026-09-06T07:09:04+00:00" + }, + { + "path": "/data/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:46+00:00", + "last": "2026-09-06T07:11:02+00:00" + }, + { + "path": "/data/ip-sources.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:52+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:50:52+00:00", + "last": "2026-09-03T07:09:31+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:51:13+00:00", + "last": "2026-09-03T07:09:52+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:57+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:05:30+00:00", + "last": "2026-09-06T11:36:17+00:00" + }, + { + "path": "/data/ua-regex.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:25+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/data/ua-regex.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:17+00:00", + "last": "2026-09-03T07:47:14+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:48+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:48+00:00", + "last": "2026-09-03T06:40:59+00:00" + }, + { + "path": "/feed.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:21+00:00", + "last": "2026-09-03T07:09:02+00:00" + }, + { + "path": "/feed.xml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:09:46+00:00", + "last": "2026-09-03T07:08:40+00:00" + }, + { + "path": "/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:48+00:00", + "last": "2026-09-03T07:09:52+00:00" + }, + { + "path": "/impressum", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:01:05+00:00", + "last": "2026-09-03T08:56:52+00:00" + }, + { + "path": "/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:44:28+00:00", + "last": "2026-09-03T07:09:22+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:46+00:00", + "last": "2026-09-03T07:09:21+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:48+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:07+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:41+00:00", + "last": "2026-09-03T07:55:34+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:06+00:00", + "last": "2026-09-03T07:55:34+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:46+00:00", + "last": "2026-09-03T08:34:59+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:18+00:00", + "last": "2026-09-03T07:55:57+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T08:29:07+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:51+00:00", + "last": "2026-09-03T07:55:08+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:48+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:09+00:00", + "last": "2026-09-03T08:25:31+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:35+00:00", + "last": "2026-09-03T07:55:24+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:39+00:00", + "last": "2026-09-03T07:55:47+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:09+00:00", + "last": "2026-09-03T08:27:43+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:46+00:00", + "last": "2026-09-03T08:28:22+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:06+00:00", + "last": "2026-09-03T07:55:34+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:57+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:45+00:00", + "last": "2026-09-03T08:28:10+00:00" + }, + { + "path": "/ip-ranges/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:55:24+00:00", + "last": "2026-09-06T10:34:55+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:18+00:00", + "last": "2026-09-03T07:55:48+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T08:28:48+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:57+00:00", + "last": "2026-09-03T07:48:59+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:40+00:00", + "last": "2026-09-03T07:48:59+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:41+00:00", + "last": "2026-09-03T07:50:43+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T07:50:43+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:51+00:00", + "last": "2026-09-03T07:55:08+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T07:55:08+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:57+00:00", + "last": "2026-09-03T08:25:48+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:52+00:00", + "last": "2026-09-03T07:55:08+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:48+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:57+00:00", + "last": "2026-09-03T08:25:48+00:00" + }, + { + "path": "/legal", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:00:36+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:40+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/llms.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:46+00:00", + "last": "2026-09-03T06:41:08+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T03:40:26+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T15:55:34+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T15:56:18+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T03:41:24+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:32+00:00", + "last": "2026-09-05T22:06:30+00:00" + }, + { + "path": "/mcp.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:32+00:00", + "last": "2026-09-05T22:05:39+00:00" + }, + { + "path": "/openapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:09:51+00:00", + "last": "2026-09-03T07:08:35+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:27+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/operator/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:09:52+00:00", + "last": "2026-09-03T07:08:40+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:56+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:55+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/operator/ai2.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:01+00:00", + "last": "2026-09-03T08:57:27+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:52+00:00", + "last": "2026-09-03T07:45:27+00:00" + }, + { + "path": "/operator/amazon.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:54+00:00", + "last": "2026-09-03T08:22:02+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:30+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/operator/anthropic.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:26+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/operator/apple.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:54+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:13+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:48+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/operator/bytedance.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:27+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/operator/cohere.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:27+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/operator/commoncrawl.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:51+00:00", + "last": "2026-09-03T07:45:23+00:00" + }, + { + "path": "/operator/diffbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:53+00:00", + "last": "2026-09-03T08:21:57+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:27+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:52+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/operator/firecrawl.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:53+00:00", + "last": "2026-09-03T07:45:27+00:00" + }, + { + "path": "/operator/google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:54+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:51+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/operator/hive.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:56:45+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:55+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/operator/huawei.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:01+00:00", + "last": "2026-09-03T08:57:04+00:00" + }, + { + "path": "/operator/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:51+00:00", + "last": "2026-09-03T07:09:13+00:00" + }, + { + "path": "/operator/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:45:44+00:00", + "last": "2026-09-06T10:34:47+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:55+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:56+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:26+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/operator/meta.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:55+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:54+00:00", + "last": "2026-09-03T07:45:27+00:00" + }, + { + "path": "/operator/microsoft.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:54+00:00", + "last": "2026-09-03T08:22:02+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:55+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:14+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/operator/naver.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:27+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:52+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/operator/openai.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:00+00:00", + "last": "2026-09-03T08:57:02+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:55+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/operator/perplexity.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:54+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/operator/reflection.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:57:25+00:00", + "last": "2026-09-03T08:22:01+00:00" + }, + { + "path": "/operator/rois.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T23:58:01+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:13+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:54+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/operator/semrush.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:54+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:25+00:00", + "last": "2026-09-03T07:46:32+00:00" + }, + { + "path": "/operator/seznam.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:13+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:28+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/operator/webz.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:55+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:31+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/operator/yandex.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:30+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/operator/you.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:33:28+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/operator/you.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:55+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/plans", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:55:38+00:00", + "last": "2026-09-03T07:45:28+00:00" + }, + { + "path": "/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:38+00:00", + "last": "2026-09-03T07:09:12+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:18+00:00", + "last": "2026-09-03T07:10:31+00:00" + }, + { + "path": "/policy/allow-ai-search-only.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:57+00:00", + "last": "2026-09-03T07:57:11+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:34:52+00:00", + "last": "2026-09-03T07:09:36+00:00" + }, + { + "path": "/policy/allow-all.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:04:31+00:00", + "last": "2026-09-03T07:47:48+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:17+00:00", + "last": "2026-09-03T07:10:05+00:00" + }, + { + "path": "/policy/block-ai-training.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:06:08+00:00", + "last": "2026-09-03T07:50:32+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:41+00:00", + "last": "2026-09-03T07:10:17+00:00" + }, + { + "path": "/policy/block-all-ai.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T07:50:43+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:27+00:00", + "last": "2026-09-03T07:09:52+00:00" + }, + { + "path": "/policy/block-datasets.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:58:49+00:00", + "last": "2026-09-03T07:49:55+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:06+00:00", + "last": "2026-09-03T07:09:58+00:00" + }, + { + "path": "/policy/block-disputed.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:00:56+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:40+00:00", + "last": "2026-09-03T07:10:07+00:00" + }, + { + "path": "/policy/block-seo-tools.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:01:26+00:00", + "last": "2026-09-03T07:50:32+00:00" + }, + { + "path": "/policy/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:47:41+00:00", + "last": "2026-09-06T07:41:14+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:17+00:00", + "last": "2026-09-03T07:10:05+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:04:09+00:00", + "last": "2026-09-03T07:50:32+00:00" + }, + { + "path": "/pricing", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:19:55+00:00", + "last": "2026-09-03T07:09:03+00:00" + }, + { + "path": "/pricing.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:55:39+00:00", + "last": "2026-09-03T07:45:40+00:00" + }, + { + "path": "/privacy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:26+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/privacy.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:19:58+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/register", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T17:50:10+00:00", + "last": "2026-09-03T07:08:39+00:00" + }, + { + "path": "/register.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T18:32:10+00:00", + "last": "2026-09-03T07:45:28+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:19+00:00", + "last": "2026-09-03T07:10:32+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:06+00:00", + "last": "2026-09-03T07:09:59+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:57+00:00", + "last": "2026-09-03T07:10:19+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:37:18+00:00", + "last": "2026-09-03T07:10:31+00:00" + }, + { + "path": "/robots/block-datasets.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:16+00:00", + "last": "2026-09-03T07:10:04+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:57+00:00", + "last": "2026-09-03T07:10:18+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:58+00:00", + "last": "2026-09-03T07:10:31+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:36:57+00:00", + "last": "2026-09-03T07:10:19+00:00" + }, + { + "path": "/security", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:44:16+00:00", + "last": "2026-09-03T08:21:56+00:00" + }, + { + "path": "/security.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T05:49:48+00:00", + "last": "2026-09-03T07:45:25+00:00" + }, + { + "path": "/security.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:15:19+00:00", + "last": "2026-09-03T07:45:25+00:00" + }, + { + "path": "/snippet/apache-htaccess.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:44:41+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/snippet/apache-htaccess.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:43:30+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/snippet/caddy.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:44:19+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/snippet/caddy.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:44:19+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/snippet/cloudflare-worker.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:43:23+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/snippet/cloudflare-worker.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:43:23+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:35:35+00:00", + "last": "2026-09-03T07:09:58+00:00" + }, + { + "path": "/snippet/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:48:32+00:00", + "last": "2026-09-06T00:04:09+00:00" + }, + { + "path": "/snippet/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:48:59+00:00", + "last": "2026-09-06T00:04:09+00:00" + }, + { + "path": "/snippet/nginx-map.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:40:10+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/snippet/nginx-map.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:42:44+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:57:53+00:00", + "last": "2026-09-03T07:47:32+00:00" + }, + { + "path": "/snippet/python-classify.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:23:13+00:00", + "last": "2026-09-03T08:21:59+00:00" + }, + { + "path": "/snippet/python-classify.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:24:40+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/stats.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:53+00:00", + "last": "2026-09-03T07:45:27+00:00" + }, + { + "path": "/status.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:10:11+00:00", + "last": "2026-09-03T07:09:03+00:00" + }, + { + "path": "/status.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T01:32:53+00:00", + "last": "2026-09-03T07:45:28+00:00" + }, + { + "path": "/terms.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:47:12+00:00", + "last": "2026-09-03T07:45:26+00:00" + }, + { + "path": "/terms.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T14:22:33+00:00", + "last": "2026-09-03T07:45:27+00:00" + }, + { + "path": "/tools/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T08:49:14+00:00", + "last": "2026-09-03T07:08:41+00:00" + }, + { + "path": "/tools/ai-access", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:04:27+00:00", + "last": "2026-09-03T08:25:00+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:08:23+00:00", + "last": "2026-09-03T07:46:12+00:00" + }, + { + "path": "/tools/ai-access.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:00+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:08:36+00:00", + "last": "2026-09-03T07:45:50+00:00" + }, + { + "path": "/tools/classify-ua.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:34+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/tools/example", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:56:07+00:00", + "last": "2026-09-03T08:21:57+00:00" + }, + { + "path": "/tools/example.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:23+00:00", + "last": "2026-09-03T07:45:24+00:00" + }, + { + "path": "/tools/example.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:51:56+00:00", + "last": "2026-09-03T08:21:59+00:00" + }, + { + "path": "/tools/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:11:45+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/tools/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:34+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/tools/robots-allowed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:04:46+00:00", + "last": "2026-09-03T08:25:01+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:10:35+00:00", + "last": "2026-09-03T07:46:07+00:00" + }, + { + "path": "/tools/robots-allowed.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:35+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/tools/robots-lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:04:46+00:00", + "last": "2026-09-03T08:25:01+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:09:15+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/tools/robots-lint.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:17+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/tools/verification-methods", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:02:24+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:09:06+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/tools/verification-methods.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:23+00:00", + "last": "2026-09-03T08:56:53+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:08:19+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/tools/verify-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:01:17+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/tools/whoami", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:55:12+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:00:59+00:00", + "last": "2026-09-03T07:46:12+00:00" + }, + { + "path": "/tools/whoami.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:53:40+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/trust", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:00:22+00:00", + "last": "2026-09-03T08:22:00+00:00" + }, + { + "path": "/.well-known/agent-permissions.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:45:49+00:00", + "last": "2026-09-03T06:45:49+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:04:13+00:00", + "last": "2026-09-01T04:04:13+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:10:17+00:00", + "last": "2026-09-01T09:10:17+00:00" + }, + { + "path": "/.well-known/ard.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:10:51+00:00", + "last": "2026-09-01T09:10:51+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:08:02+00:00", + "last": "2026-09-03T14:08:02+00:00" + }, + { + "path": "/AGENTS.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:19+00:00", + "last": "2026-09-05T23:31:19+00:00" + }, + { + "path": "/a2a.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:04+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/a2a.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:45+00:00", + "last": "2026-09-03T08:56:45+00:00" + }, + { + "path": "/a2a/discovery/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:05+00:00", + "last": "2026-09-03T08:24:05+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:43:22+00:00", + "last": "2026-09-02T00:43:22+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:40+00:00", + "last": "2026-09-03T08:24:40+00:00" + }, + { + "path": "/a2a/example.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:03+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/a2a/lint/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:18+00:00", + "last": "2026-09-03T08:24:18+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:16:12+00:00", + "last": "2026-09-02T00:16:12+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:01+00:00", + "last": "2026-09-03T08:24:01+00:00" + }, + { + "path": "/a2a/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:20:23+00:00", + "last": "2026-09-02T00:20:23+00:00" + }, + { + "path": "/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:00+00:00", + "last": "2026-09-03T08:24:00+00:00" + }, + { + "path": "/a2a/score/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:01+00:00", + "last": "2026-09-03T08:24:01+00:00" + }, + { + "path": "/a2a/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:18:15+00:00", + "last": "2026-09-02T00:18:15+00:00" + }, + { + "path": "/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:22+00:00", + "last": "2026-09-03T08:24:22+00:00" + }, + { + "path": "/about", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:07+00:00", + "last": "2026-09-05T23:31:07+00:00" + }, + { + "path": "/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:36+00:00", + "last": "2026-09-03T08:58:36+00:00" + }, + { + "path": "/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:44:16+00:00", + "last": "2026-09-03T09:44:16+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T20:01:44+00:00", + "last": "2026-09-01T20:01:44+00:00" + }, + { + "path": "/ai-crawler-logs/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:41:05+00:00", + "last": "2026-09-03T09:41:05+00:00" + }, + { + "path": "/ai-crawler-logs/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:44:54+00:00", + "last": "2026-09-03T09:44:54+00:00" + }, + { + "path": "/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:35+00:00", + "last": "2026-09-03T08:58:35+00:00" + }, + { + "path": "/ai-crawler-robots/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:43:13+00:00", + "last": "2026-09-03T09:43:13+00:00" + }, + { + "path": "/ai-crawler-robots/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:43:30+00:00", + "last": "2026-09-03T09:43:30+00:00" + }, + { + "path": "/ai-crawler-robots/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:41:21+00:00", + "last": "2026-09-03T09:41:21+00:00" + }, + { + "path": "/api/v1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:07+00:00", + "last": "2026-09-05T23:31:07+00:00" + }, + { + "path": "/blog/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:30:52+00:00", + "last": "2026-09-05T23:30:52+00:00" + }, + { + "path": "/blog/ai-crawler-cost.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:58:34+00:00", + "last": "2026-09-05T22:58:34+00:00" + }, + { + "path": "/blog/ai-crawler-cost.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:07+00:00", + "last": "2026-09-05T23:29:07+00:00" + }, + { + "path": "/blog/ai-crawler-cost.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:45+00:00", + "last": "2026-09-05T23:29:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:36+00:00", + "last": "2026-09-06T09:24:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:49+00:00", + "last": "2026-09-06T09:24:49+00:00" + }, + { + "path": "/blog/client-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:01:24+00:00", + "last": "2026-09-05T23:01:24+00:00" + }, + { + "path": "/blog/client-census.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:13+00:00", + "last": "2026-09-05T23:33:13+00:00" + }, + { + "path": "/blog/client-census.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:25+00:00", + "last": "2026-09-05T23:33:25+00:00" + }, + { + "path": "/blog/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:59:38+00:00", + "last": "2026-09-05T22:59:38+00:00" + }, + { + "path": "/blog/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:32:07+00:00", + "last": "2026-09-05T23:32:07+00:00" + }, + { + "path": "/blog/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:25+00:00", + "last": "2026-09-05T23:33:25+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:49:33+00:00", + "last": "2026-09-04T19:49:33+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:21:38+00:00", + "last": "2026-09-04T20:21:38+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:22:16+00:00", + "last": "2026-09-04T20:22:16+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:44:37+00:00", + "last": "2026-09-05T16:44:37+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:29+00:00", + "last": "2026-09-05T17:31:29+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:29+00:00", + "last": "2026-09-05T17:31:29+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:17+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:41+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:46+00:00", + "last": "2026-09-03T08:23:46+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:29:03+00:00", + "last": "2026-09-01T07:29:03+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:52:36+00:00", + "last": "2026-09-01T07:52:36+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:52:42+00:00", + "last": "2026-09-01T07:52:42+00:00" + }, + { + "path": "/bot/acc-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:45:57+00:00", + "last": "2026-09-03T19:45:57+00:00" + }, + { + "path": "/bot/acc-scout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:16:11+00:00", + "last": "2026-09-03T20:16:11+00:00" + }, + { + "path": "/bot/acc-scout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:17:00+00:00", + "last": "2026-09-03T20:17:00+00:00" + }, + { + "path": "/bot/achilles.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:53:46+00:00", + "last": "2026-09-04T07:53:46+00:00" + }, + { + "path": "/bot/achilles.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:22:51+00:00", + "last": "2026-09-04T08:22:51+00:00" + }, + { + "path": "/bot/achilles.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:23:07+00:00", + "last": "2026-09-04T08:23:07+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:31+00:00", + "last": "2026-09-03T13:55:31+00:00" + }, + { + "path": "/bot/actablesitebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:44+00:00", + "last": "2026-09-03T14:32:44+00:00" + }, + { + "path": "/bot/actablesitebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:06+00:00", + "last": "2026-09-03T14:33:06+00:00" + }, + { + "path": "/bot/advisorsai-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:56:06+00:00", + "last": "2026-09-03T13:56:06+00:00" + }, + { + "path": "/bot/advisorsai-check.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:12+00:00", + "last": "2026-09-03T14:33:12+00:00" + }, + { + "path": "/bot/advisorsai-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:34+00:00", + "last": "2026-09-03T14:33:34+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:48:22+00:00", + "last": "2026-09-04T19:48:22+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:19:39+00:00", + "last": "2026-09-04T20:19:39+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:20:23+00:00", + "last": "2026-09-04T20:20:23+00:00" + }, + { + "path": "/bot/agent-card-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:47+00:00", + "last": "2026-09-03T13:55:47+00:00" + }, + { + "path": "/bot/agent-card-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:07+00:00", + "last": "2026-09-03T14:33:07+00:00" + }, + { + "path": "/bot/agent-card-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:07+00:00", + "last": "2026-09-03T14:33:07+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:21+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:52+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:10+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/bot/agentcatalogbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:13+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/bot/agentcatalogbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:56:45+00:00", + "last": "2026-09-03T13:56:45+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:55+00:00", + "last": "2026-09-03T14:33:55+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:34:00+00:00", + "last": "2026-09-03T14:34:00+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:56:00+00:00", + "last": "2026-09-03T13:56:00+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:11+00:00", + "last": "2026-09-03T14:33:11+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:17+00:00", + "last": "2026-09-03T14:33:17+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:56:23+00:00", + "last": "2026-09-03T13:56:23+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:16+00:00", + "last": "2026-09-03T14:33:16+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:34+00:00", + "last": "2026-09-03T14:33:34+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:10+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/bot/ahrefsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/bot/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:32+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:11+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/bot/ai-crawler-verify.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/bot/aive-mcp-discover.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:41+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:41+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/akkoma-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/akkoma-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/akkoma-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/akkoma-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/akkoma-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/akkoma-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/akkoma-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/akkoma-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/akkoma-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/akkoma-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/akkoma-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:35+00:00", + "last": "2026-09-06T04:39:35+00:00" + }, + { + "path": "/bot/akkoma-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/akkoma-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/akkoma-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/akkoma-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/akkoma-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/akkoma-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/akkoma-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/akkoma-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:53+00:00", + "last": "2026-09-06T05:44:53+00:00" + }, + { + "path": "/bot/akkoma-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:34+00:00", + "last": "2026-09-06T06:13:34+00:00" + }, + { + "path": "/bot/akkoma-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/akkoma-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:53+00:00", + "last": "2026-09-06T05:44:53+00:00" + }, + { + "path": "/bot/akkoma-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/akkoma-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/akkoma-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:52+00:00", + "last": "2026-09-06T05:44:52+00:00" + }, + { + "path": "/bot/akkoma-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/akkoma-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/akkoma-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/akkoma-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/akkoma-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/akkoma-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/akkoma-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/akkoma-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/akkoma-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/akkoma-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/akkoma-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/akkoma-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/akkoma-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/akkoma-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/akkoma-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/akkoma-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:35+00:00", + "last": "2026-09-06T04:39:35+00:00" + }, + { + "path": "/bot/akkoma-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:17+00:00", + "last": "2026-09-06T04:40:17+00:00" + }, + { + "path": "/bot/akkoma-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/akkoma-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/akkoma-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/akkoma-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/akkoma-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/akkoma-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:17+00:00", + "last": "2026-09-06T04:40:17+00:00" + }, + { + "path": "/bot/akkoma-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/akkoma-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/akkoma-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/akkoma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/akkoma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/akkoma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:29+00:00", + "last": "2026-09-06T04:26:29+00:00" + }, + { + "path": "/bot/allmcps-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:01:47+00:00", + "last": "2026-09-05T23:01:47+00:00" + }, + { + "path": "/bot/allmcps-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:35:50+00:00", + "last": "2026-09-05T23:35:50+00:00" + }, + { + "path": "/bot/allmcps-verification.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:04+00:00", + "last": "2026-09-05T23:36:04+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:45:37+00:00", + "last": "2026-09-03T19:45:37+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:16:19+00:00", + "last": "2026-09-03T20:16:19+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:16:27+00:00", + "last": "2026-09-03T20:16:27+00:00" + }, + { + "path": "/bot/applecoremedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:14+00:00", + "last": "2026-09-06T03:53:14+00:00" + }, + { + "path": "/bot/applecoremedia.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:21+00:00", + "last": "2026-09-06T04:25:21+00:00" + }, + { + "path": "/bot/applecoremedia.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/arctic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:11+00:00", + "last": "2026-09-06T03:53:11+00:00" + }, + { + "path": "/bot/arctic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:17+00:00", + "last": "2026-09-06T04:25:17+00:00" + }, + { + "path": "/bot/arctic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/azureai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/bot/blogtrottr-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/blogtrottr-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/blogtrottr-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:35+00:00", + "last": "2026-09-06T04:39:35+00:00" + }, + { + "path": "/bot/blogtrottr.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/blogtrottr.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/blogtrottr.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:01+00:00", + "last": "2026-09-06T04:26:01+00:00" + }, + { + "path": "/bot/bun.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:59:18+00:00", + "last": "2026-09-04T02:59:18+00:00" + }, + { + "path": "/bot/bun.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:35:47+00:00", + "last": "2026-09-04T03:35:47+00:00" + }, + { + "path": "/bot/bun.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:35:20+00:00", + "last": "2026-09-04T03:35:20+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:43:16+00:00", + "last": "2026-09-05T01:43:16+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:17:36+00:00", + "last": "2026-09-05T02:17:36+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:22:51+00:00", + "last": "2026-09-05T02:22:51+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:45:06+00:00", + "last": "2026-09-05T01:45:06+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:19:23+00:00", + "last": "2026-09-05T02:19:23+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:20:57+00:00", + "last": "2026-09-05T02:20:57+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/cbi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:01:23+00:00", + "last": "2026-09-05T23:01:23+00:00" + }, + { + "path": "/bot/cbi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:08+00:00", + "last": "2026-09-05T23:33:08+00:00" + }, + { + "path": "/bot/cbi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:08+00:00", + "last": "2026-09-05T23:33:08+00:00" + }, + { + "path": "/bot/censusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:49+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/bot/censusbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:23+00:00", + "last": "2026-09-03T08:58:23+00:00" + }, + { + "path": "/bot/censusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/bot/certfeed-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:04:22+00:00", + "last": "2026-09-04T10:04:22+00:00" + }, + { + "path": "/bot/certfeed-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:46:27+00:00", + "last": "2026-09-04T10:46:27+00:00" + }, + { + "path": "/bot/certfeed-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:49:30+00:00", + "last": "2026-09-04T10:49:30+00:00" + }, + { + "path": "/bot/choosemcp-harvester.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:55:17+00:00", + "last": "2026-09-04T07:55:17+00:00" + }, + { + "path": "/bot/choosemcp-harvester.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:26:49+00:00", + "last": "2026-09-04T08:26:49+00:00" + }, + { + "path": "/bot/choosemcp-harvester.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:26:49+00:00", + "last": "2026-09-04T08:26:49+00:00" + }, + { + "path": "/bot/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:54:19+00:00", + "last": "2026-09-04T14:54:19+00:00" + }, + { + "path": "/bot/claude-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:26:39+00:00", + "last": "2026-09-04T15:26:39+00:00" + }, + { + "path": "/bot/claude-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:26:47+00:00", + "last": "2026-09-04T15:26:47+00:00" + }, + { + "path": "/bot/client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:55+00:00", + "last": "2026-09-06T08:43:55+00:00" + }, + { + "path": "/bot/client.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:51+00:00", + "last": "2026-09-06T09:23:51+00:00" + }, + { + "path": "/bot/client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:51+00:00", + "last": "2026-09-06T09:23:51+00:00" + }, + { + "path": "/bot/com-apple-webkit-networking.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:56:26+00:00", + "last": "2026-09-06T09:56:26+00:00" + }, + { + "path": "/bot/com-apple-webkit-networking.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:35:18+00:00", + "last": "2026-09-06T10:35:18+00:00" + }, + { + "path": "/bot/com-apple-webkit-networking.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:35:46+00:00", + "last": "2026-09-06T10:35:46+00:00" + }, + { + "path": "/bot/commafeed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:00+00:00", + "last": "2026-09-06T05:41:00+00:00" + }, + { + "path": "/bot/commafeed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:20+00:00", + "last": "2026-09-06T06:11:20+00:00" + }, + { + "path": "/bot/commafeed.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:22+00:00", + "last": "2026-09-06T06:11:22+00:00" + }, + { + "path": "/bot/crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:29+00:00", + "last": "2026-09-03T13:55:29+00:00" + }, + { + "path": "/bot/crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:43+00:00", + "last": "2026-09-03T14:32:43+00:00" + }, + { + "path": "/bot/crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:43+00:00", + "last": "2026-09-03T14:32:43+00:00" + }, + { + "path": "/bot/dart.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:40:59+00:00", + "last": "2026-09-06T05:40:59+00:00" + }, + { + "path": "/bot/dart.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:19+00:00", + "last": "2026-09-06T06:11:19+00:00" + }, + { + "path": "/bot/dart.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:22+00:00", + "last": "2026-09-06T06:11:22+00:00" + }, + { + "path": "/bot/discordbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:30+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/bot/discordbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:30+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/bot/discordbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:55+00:00", + "last": "2026-09-03T08:22:55+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/bot/duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:51+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/bot/duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:03+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/bot/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:00+00:00", + "last": "2026-09-06T08:44:00+00:00" + }, + { + "path": "/bot/duckduckgo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:22:01+00:00", + "last": "2026-09-06T09:22:01+00:00" + }, + { + "path": "/bot/duckduckgo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:21:16+00:00", + "last": "2026-09-06T09:21:16+00:00" + }, + { + "path": "/bot/earncompany-lanternscout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:58:45+00:00", + "last": "2026-09-05T22:58:45+00:00" + }, + { + "path": "/bot/earncompany-lanternscout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:51+00:00", + "last": "2026-09-05T23:28:51+00:00" + }, + { + "path": "/bot/earncompany-lanternscout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:58+00:00", + "last": "2026-09-05T23:27:58+00:00" + }, + { + "path": "/bot/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:21+00:00", + "last": "2026-09-05T16:42:21+00:00" + }, + { + "path": "/bot/exasearchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:20:49+00:00", + "last": "2026-09-05T17:20:49+00:00" + }, + { + "path": "/bot/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:12+00:00", + "last": "2026-09-05T17:21:12+00:00" + }, + { + "path": "/bot/facebookexternalhit-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:54+00:00", + "last": "2026-09-06T05:44:54+00:00" + }, + { + "path": "/bot/facebookexternalhit-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/facebookexternalhit-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:59+00:00", + "last": "2026-09-03T13:55:59+00:00" + }, + { + "path": "/bot/facebookexternalhit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:11+00:00", + "last": "2026-09-03T14:33:11+00:00" + }, + { + "path": "/bot/facebookexternalhit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:16+00:00", + "last": "2026-09-03T14:33:16+00:00" + }, + { + "path": "/bot/fediact.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:57+00:00", + "last": "2026-09-06T08:43:57+00:00" + }, + { + "path": "/bot/fediact.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:52+00:00", + "last": "2026-09-06T09:23:52+00:00" + }, + { + "path": "/bot/fediact.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/fediverse.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:00+00:00", + "last": "2026-09-06T05:41:00+00:00" + }, + { + "path": "/bot/fediverse.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:21+00:00", + "last": "2026-09-06T06:11:21+00:00" + }, + { + "path": "/bot/fediverse.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:23+00:00", + "last": "2026-09-06T06:11:23+00:00" + }, + { + "path": "/bot/feedly.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:10+00:00", + "last": "2026-09-06T03:53:10+00:00" + }, + { + "path": "/bot/feedly.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:16+00:00", + "last": "2026-09-06T04:25:16+00:00" + }, + { + "path": "/bot/feedly.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:19+00:00", + "last": "2026-09-06T04:25:19+00:00" + }, + { + "path": "/bot/feedrabbit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:40:59+00:00", + "last": "2026-09-06T05:40:59+00:00" + }, + { + "path": "/bot/feedrabbit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:19+00:00", + "last": "2026-09-06T06:11:19+00:00" + }, + { + "path": "/bot/feedrabbit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:21+00:00", + "last": "2026-09-06T06:11:21+00:00" + }, + { + "path": "/bot/forgescanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:47+00:00", + "last": "2026-09-03T13:55:47+00:00" + }, + { + "path": "/bot/forgescanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:45+00:00", + "last": "2026-09-03T14:32:45+00:00" + }, + { + "path": "/bot/forgescanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:06+00:00", + "last": "2026-09-03T14:33:06+00:00" + }, + { + "path": "/bot/friendica-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/friendica-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/friendica-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:22+00:00", + "last": "2026-09-06T04:40:22+00:00" + }, + { + "path": "/bot/friendica-100.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:11+00:00", + "last": "2026-09-06T08:45:11+00:00" + }, + { + "path": "/bot/friendica-100.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-100.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:17+00:00", + "last": "2026-09-06T08:44:17+00:00" + }, + { + "path": "/bot/friendica-101.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/friendica-101.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-102.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:24+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/bot/friendica-102.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:40+00:00", + "last": "2026-09-06T09:25:40+00:00" + }, + { + "path": "/bot/friendica-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-103.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:11+00:00", + "last": "2026-09-06T09:25:11+00:00" + }, + { + "path": "/bot/friendica-103.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:37+00:00", + "last": "2026-09-06T09:25:37+00:00" + }, + { + "path": "/bot/friendica-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-104.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:37+00:00", + "last": "2026-09-06T09:25:37+00:00" + }, + { + "path": "/bot/friendica-104.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:26:06+00:00", + "last": "2026-09-06T09:26:06+00:00" + }, + { + "path": "/bot/friendica-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-105.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:09+00:00", + "last": "2026-09-06T09:24:09+00:00" + }, + { + "path": "/bot/friendica-105.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:38+00:00", + "last": "2026-09-06T08:45:38+00:00" + }, + { + "path": "/bot/friendica-106.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-106.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:26+00:00", + "last": "2026-09-06T09:24:26+00:00" + }, + { + "path": "/bot/friendica-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-107.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/friendica-107.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-108.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-108.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-109.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-109.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:47+00:00", + "last": "2026-09-06T09:19:47+00:00" + }, + { + "path": "/bot/friendica-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/friendica-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/friendica-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:22+00:00", + "last": "2026-09-06T04:40:22+00:00" + }, + { + "path": "/bot/friendica-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-110.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-110.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-111.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:03+00:00", + "last": "2026-09-06T09:19:03+00:00" + }, + { + "path": "/bot/friendica-111.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-112.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:01+00:00", + "last": "2026-09-06T09:19:01+00:00" + }, + { + "path": "/bot/friendica-112.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-113.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:37+00:00", + "last": "2026-09-06T09:25:37+00:00" + }, + { + "path": "/bot/friendica-113.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:26:06+00:00", + "last": "2026-09-06T09:26:06+00:00" + }, + { + "path": "/bot/friendica-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-114.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/friendica-114.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-115.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-115.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/friendica-115.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-116.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-116.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-117.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-117.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-117.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:47+00:00", + "last": "2026-09-06T09:19:47+00:00" + }, + { + "path": "/bot/friendica-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-118.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-118.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:26+00:00", + "last": "2026-09-06T09:24:26+00:00" + }, + { + "path": "/bot/friendica-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-119.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:03+00:00", + "last": "2026-09-06T09:19:03+00:00" + }, + { + "path": "/bot/friendica-119.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/friendica-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/friendica-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:22+00:00", + "last": "2026-09-06T04:40:22+00:00" + }, + { + "path": "/bot/friendica-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:38+00:00", + "last": "2026-09-06T08:45:38+00:00" + }, + { + "path": "/bot/friendica-120.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-120.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:26+00:00", + "last": "2026-09-06T09:24:26+00:00" + }, + { + "path": "/bot/friendica-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/friendica-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/friendica-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:22+00:00", + "last": "2026-09-06T04:40:22+00:00" + }, + { + "path": "/bot/friendica-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/friendica-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/friendica-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:22+00:00", + "last": "2026-09-06T04:40:22+00:00" + }, + { + "path": "/bot/friendica-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:24+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/bot/friendica-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:40+00:00", + "last": "2026-09-06T09:25:40+00:00" + }, + { + "path": "/bot/friendica-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:11+00:00", + "last": "2026-09-06T09:25:11+00:00" + }, + { + "path": "/bot/friendica-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:40+00:00", + "last": "2026-09-06T09:25:40+00:00" + }, + { + "path": "/bot/friendica-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:06+00:00", + "last": "2026-09-06T08:45:06+00:00" + }, + { + "path": "/bot/friendica-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/friendica-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/friendica-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/friendica-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:11+00:00", + "last": "2026-09-06T08:45:11+00:00" + }, + { + "path": "/bot/friendica-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:09+00:00", + "last": "2026-09-06T09:24:09+00:00" + }, + { + "path": "/bot/friendica-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:01+00:00", + "last": "2026-09-06T09:19:01+00:00" + }, + { + "path": "/bot/friendica-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:11+00:00", + "last": "2026-09-06T08:45:11+00:00" + }, + { + "path": "/bot/friendica-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:11+00:00", + "last": "2026-09-06T08:45:11+00:00" + }, + { + "path": "/bot/friendica-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:24+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/bot/friendica-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:26:06+00:00", + "last": "2026-09-06T09:26:06+00:00" + }, + { + "path": "/bot/friendica-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:34+00:00", + "last": "2026-09-06T08:44:34+00:00" + }, + { + "path": "/bot/friendica-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/friendica-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/friendica-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:17+00:00", + "last": "2026-09-06T04:40:17+00:00" + }, + { + "path": "/bot/friendica-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:06+00:00", + "last": "2026-09-06T08:45:06+00:00" + }, + { + "path": "/bot/friendica-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:01+00:00", + "last": "2026-09-06T09:19:01+00:00" + }, + { + "path": "/bot/friendica-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:11+00:00", + "last": "2026-09-06T09:25:11+00:00" + }, + { + "path": "/bot/friendica-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:38+00:00", + "last": "2026-09-06T09:25:38+00:00" + }, + { + "path": "/bot/friendica-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:38+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/friendica-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:38+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/friendica-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:28+00:00", + "last": "2026-09-06T08:44:28+00:00" + }, + { + "path": "/bot/friendica-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:40+00:00", + "last": "2026-09-06T09:19:40+00:00" + }, + { + "path": "/bot/friendica-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:38+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/friendica-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:37+00:00", + "last": "2026-09-06T08:45:37+00:00" + }, + { + "path": "/bot/friendica-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:09+00:00", + "last": "2026-09-06T09:24:09+00:00" + }, + { + "path": "/bot/friendica-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:26+00:00", + "last": "2026-09-06T09:24:26+00:00" + }, + { + "path": "/bot/friendica-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:38+00:00", + "last": "2026-09-06T08:45:38+00:00" + }, + { + "path": "/bot/friendica-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:26+00:00", + "last": "2026-09-06T09:24:26+00:00" + }, + { + "path": "/bot/friendica-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/friendica-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/friendica-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/friendica-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:18+00:00", + "last": "2026-09-06T09:17:18+00:00" + }, + { + "path": "/bot/friendica-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:11+00:00", + "last": "2026-09-06T08:45:11+00:00" + }, + { + "path": "/bot/friendica-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:45+00:00", + "last": "2026-09-06T09:19:45+00:00" + }, + { + "path": "/bot/friendica-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:17+00:00", + "last": "2026-09-06T08:44:17+00:00" + }, + { + "path": "/bot/friendica-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/friendica-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:28+00:00", + "last": "2026-09-06T08:44:28+00:00" + }, + { + "path": "/bot/friendica-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:34+00:00", + "last": "2026-09-06T08:44:34+00:00" + }, + { + "path": "/bot/friendica-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:34+00:00", + "last": "2026-09-06T08:44:34+00:00" + }, + { + "path": "/bot/friendica-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:59+00:00", + "last": "2026-09-06T09:17:59+00:00" + }, + { + "path": "/bot/friendica-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/friendica-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:37+00:00", + "last": "2026-09-06T04:39:37+00:00" + }, + { + "path": "/bot/friendica-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:19+00:00", + "last": "2026-09-06T04:40:19+00:00" + }, + { + "path": "/bot/friendica-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:36+00:00", + "last": "2026-09-06T09:19:36+00:00" + }, + { + "path": "/bot/friendica-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:22+00:00", + "last": "2026-09-06T09:17:22+00:00" + }, + { + "path": "/bot/friendica-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-54.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-54.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:47+00:00", + "last": "2026-09-06T09:19:47+00:00" + }, + { + "path": "/bot/friendica-55.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-55.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-55.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:38+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/friendica-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-56.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:01+00:00", + "last": "2026-09-06T09:19:01+00:00" + }, + { + "path": "/bot/friendica-56.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-57.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:10+00:00", + "last": "2026-09-06T08:45:10+00:00" + }, + { + "path": "/bot/friendica-57.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:02+00:00", + "last": "2026-09-06T09:19:02+00:00" + }, + { + "path": "/bot/friendica-57.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:42+00:00", + "last": "2026-09-06T09:19:42+00:00" + }, + { + "path": "/bot/friendica-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-58.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-58.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:40+00:00", + "last": "2026-09-06T09:19:40+00:00" + }, + { + "path": "/bot/friendica-59.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-59.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-59.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/friendica-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/friendica-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:19+00:00", + "last": "2026-09-06T04:40:19+00:00" + }, + { + "path": "/bot/friendica-60.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:06+00:00", + "last": "2026-09-06T08:45:06+00:00" + }, + { + "path": "/bot/friendica-60.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:01+00:00", + "last": "2026-09-06T09:19:01+00:00" + }, + { + "path": "/bot/friendica-60.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-61.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-61.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:24+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/bot/friendica-61.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:26:06+00:00", + "last": "2026-09-06T09:26:06+00:00" + }, + { + "path": "/bot/friendica-62.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-62.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:11+00:00", + "last": "2026-09-06T09:25:11+00:00" + }, + { + "path": "/bot/friendica-62.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:40+00:00", + "last": "2026-09-06T09:25:40+00:00" + }, + { + "path": "/bot/friendica-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-63.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-63.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-64.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-64.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-65.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-65.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:06+00:00", + "last": "2026-09-06T08:45:06+00:00" + }, + { + "path": "/bot/friendica-66.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:01+00:00", + "last": "2026-09-06T09:19:01+00:00" + }, + { + "path": "/bot/friendica-66.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:34+00:00", + "last": "2026-09-06T08:44:34+00:00" + }, + { + "path": "/bot/friendica-67.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-67.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-68.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-68.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-68.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:38+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/friendica-69.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-69.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/friendica-69.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/friendica-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/friendica-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/friendica-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-70.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-70.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:17+00:00", + "last": "2026-09-06T08:44:17+00:00" + }, + { + "path": "/bot/friendica-71.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/friendica-71.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-72.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-72.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/friendica-72.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-73.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:38+00:00", + "last": "2026-09-06T08:45:38+00:00" + }, + { + "path": "/bot/friendica-73.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:20+00:00", + "last": "2026-09-06T09:24:20+00:00" + }, + { + "path": "/bot/friendica-73.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:26+00:00", + "last": "2026-09-06T09:24:26+00:00" + }, + { + "path": "/bot/friendica-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-74.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-74.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:34+00:00", + "last": "2026-09-06T08:44:34+00:00" + }, + { + "path": "/bot/friendica-75.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-75.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-76.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:18+00:00", + "last": "2026-09-06T09:17:18+00:00" + }, + { + "path": "/bot/friendica-76.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-77.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-77.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:19+00:00", + "last": "2026-09-06T08:45:19+00:00" + }, + { + "path": "/bot/friendica-78.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:24+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/bot/friendica-78.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:40+00:00", + "last": "2026-09-06T09:25:40+00:00" + }, + { + "path": "/bot/friendica-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-79.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:19+00:00", + "last": "2026-09-06T09:17:19+00:00" + }, + { + "path": "/bot/friendica-79.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/friendica-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/friendica-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:19+00:00", + "last": "2026-09-06T04:40:19+00:00" + }, + { + "path": "/bot/friendica-80.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:28+00:00", + "last": "2026-09-06T08:44:28+00:00" + }, + { + "path": "/bot/friendica-80.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-80.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-81.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:36+00:00", + "last": "2026-09-06T09:19:36+00:00" + }, + { + "path": "/bot/friendica-81.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-82.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:54+00:00", + "last": "2026-09-06T08:44:54+00:00" + }, + { + "path": "/bot/friendica-82.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-82.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-83.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-83.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:18+00:00", + "last": "2026-09-06T09:17:18+00:00" + }, + { + "path": "/bot/friendica-83.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-84.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-84.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-84.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-85.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-85.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-85.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:33+00:00", + "last": "2026-09-06T08:44:33+00:00" + }, + { + "path": "/bot/friendica-86.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-86.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-87.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-87.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:36+00:00", + "last": "2026-09-06T08:45:36+00:00" + }, + { + "path": "/bot/friendica-88.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:03+00:00", + "last": "2026-09-06T09:19:03+00:00" + }, + { + "path": "/bot/friendica-88.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:46+00:00", + "last": "2026-09-06T09:19:46+00:00" + }, + { + "path": "/bot/friendica-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-89.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:18+00:00", + "last": "2026-09-06T09:17:18+00:00" + }, + { + "path": "/bot/friendica-89.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/friendica-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:35+00:00", + "last": "2026-09-06T04:39:35+00:00" + }, + { + "path": "/bot/friendica-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/friendica-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:34+00:00", + "last": "2026-09-06T08:44:34+00:00" + }, + { + "path": "/bot/friendica-90.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:22+00:00", + "last": "2026-09-06T09:17:22+00:00" + }, + { + "path": "/bot/friendica-90.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:39+00:00", + "last": "2026-09-06T09:17:39+00:00" + }, + { + "path": "/bot/friendica-91.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:18+00:00", + "last": "2026-09-06T08:44:18+00:00" + }, + { + "path": "/bot/friendica-91.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/friendica-91.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:34+00:00", + "last": "2026-09-06T09:17:34+00:00" + }, + { + "path": "/bot/friendica-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:54+00:00", + "last": "2026-09-06T08:44:54+00:00" + }, + { + "path": "/bot/friendica-92.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:56+00:00", + "last": "2026-09-06T09:18:56+00:00" + }, + { + "path": "/bot/friendica-92.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:05+00:00", + "last": "2026-09-06T08:45:05+00:00" + }, + { + "path": "/bot/friendica-93.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:58+00:00", + "last": "2026-09-06T09:18:58+00:00" + }, + { + "path": "/bot/friendica-93.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:41+00:00", + "last": "2026-09-06T09:19:41+00:00" + }, + { + "path": "/bot/friendica-94.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:45:18+00:00", + "last": "2026-09-06T08:45:18+00:00" + }, + { + "path": "/bot/friendica-94.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:11+00:00", + "last": "2026-09-06T09:25:11+00:00" + }, + { + "path": "/bot/friendica-94.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:25:37+00:00", + "last": "2026-09-06T09:25:37+00:00" + }, + { + "path": "/bot/friendica-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:28+00:00", + "last": "2026-09-06T08:44:28+00:00" + }, + { + "path": "/bot/friendica-95.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-95.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:55+00:00", + "last": "2026-09-06T08:44:55+00:00" + }, + { + "path": "/bot/friendica-96.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-96.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:38+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/friendica-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:28+00:00", + "last": "2026-09-06T08:44:28+00:00" + }, + { + "path": "/bot/friendica-97.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:21+00:00", + "last": "2026-09-06T09:17:21+00:00" + }, + { + "path": "/bot/friendica-97.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:38+00:00", + "last": "2026-09-06T09:17:38+00:00" + }, + { + "path": "/bot/friendica-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:54+00:00", + "last": "2026-09-06T08:44:54+00:00" + }, + { + "path": "/bot/friendica-98.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:57+00:00", + "last": "2026-09-06T09:18:57+00:00" + }, + { + "path": "/bot/friendica-98.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/friendica-99.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:27+00:00", + "last": "2026-09-06T08:44:27+00:00" + }, + { + "path": "/bot/friendica-99.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:20+00:00", + "last": "2026-09-06T09:17:20+00:00" + }, + { + "path": "/bot/friendica-99.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:35+00:00", + "last": "2026-09-06T09:17:35+00:00" + }, + { + "path": "/bot/friendica.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/friendica.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/friendica.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:00:23+00:00", + "last": "2026-09-05T23:00:23+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:32:20+00:00", + "last": "2026-09-05T23:32:20+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:32:21+00:00", + "last": "2026-09-05T23:32:21+00:00" + }, + { + "path": "/bot/git.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:28+00:00", + "last": "2026-09-03T13:55:28+00:00" + }, + { + "path": "/bot/git.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:42+00:00", + "last": "2026-09-03T14:32:42+00:00" + }, + { + "path": "/bot/git.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:42+00:00", + "last": "2026-09-03T14:32:42+00:00" + }, + { + "path": "/bot/gocommand.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/gocommand.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/gocommand.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/gomodulemirror.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:14+00:00", + "last": "2026-09-06T03:53:14+00:00" + }, + { + "path": "/bot/gomodulemirror.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:21+00:00", + "last": "2026-09-06T04:25:21+00:00" + }, + { + "path": "/bot/gomodulemirror.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:45+00:00", + "last": "2026-09-05T16:43:45+00:00" + }, + { + "path": "/bot/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:24:54+00:00", + "last": "2026-09-05T17:24:54+00:00" + }, + { + "path": "/bot/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:25:12+00:00", + "last": "2026-09-05T17:25:12+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:12+00:00", + "last": "2026-09-06T03:53:12+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:18+00:00", + "last": "2026-09-06T04:25:18+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:44:53+00:00", + "last": "2026-09-03T19:44:53+00:00" + }, + { + "path": "/bot/google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:20:01+00:00", + "last": "2026-09-03T20:20:01+00:00" + }, + { + "path": "/bot/google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:19:35+00:00", + "last": "2026-09-03T20:19:35+00:00" + }, + { + "path": "/bot/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:55:31+00:00", + "last": "2026-09-03T13:55:31+00:00" + }, + { + "path": "/bot/googlebot-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:44+00:00", + "last": "2026-09-03T14:32:44+00:00" + }, + { + "path": "/bot/googlebot-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:32:45+00:00", + "last": "2026-09-03T14:32:45+00:00" + }, + { + "path": "/bot/got.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:08+00:00", + "last": "2026-09-06T03:53:08+00:00" + }, + { + "path": "/bot/got.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:14+00:00", + "last": "2026-09-06T04:25:14+00:00" + }, + { + "path": "/bot/got.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:15+00:00", + "last": "2026-09-06T04:25:15+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:11+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/bot/gtm-engine.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:15+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/bot/gtm-engine.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:48+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:30+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/bot/hhvm-internal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:29+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/bot/hhvm-internal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:54+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/bot/http-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:09+00:00", + "last": "2026-09-06T03:53:09+00:00" + }, + { + "path": "/bot/http-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:16+00:00", + "last": "2026-09-06T04:25:16+00:00" + }, + { + "path": "/bot/http-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:18+00:00", + "last": "2026-09-06T04:25:18+00:00" + }, + { + "path": "/bot/http-rb-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:12+00:00", + "last": "2026-09-06T03:53:12+00:00" + }, + { + "path": "/bot/http-rb-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:18+00:00", + "last": "2026-09-06T04:25:18+00:00" + }, + { + "path": "/bot/http-rb-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/http-rb.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:09+00:00", + "last": "2026-09-06T03:53:09+00:00" + }, + { + "path": "/bot/http-rb.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:15+00:00", + "last": "2026-09-06T04:25:15+00:00" + }, + { + "path": "/bot/http-rb.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:16+00:00", + "last": "2026-09-06T04:25:16+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:21+00:00", + "last": "2026-09-03T07:47:21+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:52+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:54+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/bot/itinai-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/bot/itinai-importer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/bot/itinai-importer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/ktor-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:22+00:00", + "last": "2026-09-06T05:41:22+00:00" + }, + { + "path": "/bot/ktor-client.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:23+00:00", + "last": "2026-09-06T06:11:23+00:00" + }, + { + "path": "/bot/ktor-client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:24+00:00", + "last": "2026-09-06T06:11:24+00:00" + }, + { + "path": "/bot/lemmy-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/lemmy-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/lemmy-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/lemmy-100.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/lemmy-100.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-100.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/lemmy-101.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-101.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/lemmy-102.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/lemmy-102.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/lemmy-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-103.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-103.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/lemmy-104.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-104.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/lemmy-105.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/lemmy-105.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/lemmy-106.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/lemmy-106.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/lemmy-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/lemmy-107.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/lemmy-107.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/lemmy-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-108.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-108.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-109.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/lemmy-109.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/lemmy-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/lemmy-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-110.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/lemmy-110.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-111.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-111.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-112.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/lemmy-112.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/lemmy-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/lemmy-113.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/lemmy-113.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/lemmy-114.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/lemmy-114.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/lemmy-115.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/lemmy-115.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-115.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-116.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-116.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-117.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-117.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/lemmy-117.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/lemmy-118.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:18+00:00", + "last": "2026-09-06T04:35:18+00:00" + }, + { + "path": "/bot/lemmy-118.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/lemmy-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-119.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-119.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:03+00:00", + "last": "2026-09-06T03:54:03+00:00" + }, + { + "path": "/bot/lemmy-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/lemmy-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/lemmy-120.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/lemmy-120.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/lemmy-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-121.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/lemmy-121.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/lemmy-122.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/lemmy-122.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/lemmy-122.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/lemmy-123.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/lemmy-123.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/lemmy-123.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/lemmy-124.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/lemmy-124.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-124.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/lemmy-125.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/lemmy-125.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/lemmy-125.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/lemmy-126.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/lemmy-126.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-126.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/lemmy-127.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/lemmy-127.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/lemmy-127.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/lemmy-128.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/lemmy-128.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/lemmy-128.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/lemmy-129.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/lemmy-129.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/lemmy-129.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/lemmy-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/lemmy-130.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/lemmy-130.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/lemmy-130.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:50+00:00", + "last": "2026-09-06T04:29:50+00:00" + }, + { + "path": "/bot/lemmy-131.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/lemmy-131.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-131.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-132.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/lemmy-132.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/lemmy-132.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/lemmy-133.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-133.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/lemmy-133.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-134.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:13+00:00", + "last": "2026-09-06T03:54:13+00:00" + }, + { + "path": "/bot/lemmy-134.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/lemmy-134.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/lemmy-135.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-135.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/lemmy-135.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-136.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/lemmy-136.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/lemmy-136.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/lemmy-137.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/lemmy-137.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/lemmy-137.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-138.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-138.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-138.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-139.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/lemmy-139.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/lemmy-139.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/lemmy-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/lemmy-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-140.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:23+00:00", + "last": "2026-09-06T03:54:23+00:00" + }, + { + "path": "/bot/lemmy-140.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-140.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-141.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-141.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-141.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-142.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:23+00:00", + "last": "2026-09-06T03:54:23+00:00" + }, + { + "path": "/bot/lemmy-142.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-142.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-143.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/lemmy-143.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:18+00:00", + "last": "2026-09-06T04:35:18+00:00" + }, + { + "path": "/bot/lemmy-143.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/lemmy-144.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/lemmy-144.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/lemmy-144.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/lemmy-145.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-145.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-145.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-146.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/lemmy-146.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/lemmy-146.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/lemmy-147.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-147.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-147.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-148.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/lemmy-148.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/lemmy-148.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-149.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/lemmy-149.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/lemmy-149.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:01+00:00", + "last": "2026-09-06T04:26:01+00:00" + }, + { + "path": "/bot/lemmy-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/lemmy-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/lemmy-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/lemmy-150.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/lemmy-150.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/lemmy-150.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/lemmy-151.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-151.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/lemmy-151.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/lemmy-152.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/lemmy-152.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/lemmy-152.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/lemmy-153.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-153.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/lemmy-153.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-154.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/lemmy-154.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-154.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-155.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-155.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/lemmy-155.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-156.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:18+00:00", + "last": "2026-09-06T03:54:18+00:00" + }, + { + "path": "/bot/lemmy-156.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-156.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-157.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-157.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-157.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-158.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/lemmy-158.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/lemmy-158.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:01+00:00", + "last": "2026-09-06T04:26:01+00:00" + }, + { + "path": "/bot/lemmy-159.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/lemmy-159.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/lemmy-159.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/lemmy-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-160.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-160.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/lemmy-160.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-161.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-161.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-161.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/lemmy-162.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-162.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/lemmy-162.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-163.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/lemmy-163.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/lemmy-163.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/lemmy-164.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-164.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-164.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-165.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-165.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-165.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-166.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/lemmy-166.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-166.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-167.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/lemmy-167.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/lemmy-167.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:59+00:00", + "last": "2026-09-06T04:25:59+00:00" + }, + { + "path": "/bot/lemmy-168.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-168.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/lemmy-168.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/lemmy-169.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-169.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/lemmy-169.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/lemmy-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/lemmy-170.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/lemmy-170.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/lemmy-170.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-171.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/lemmy-171.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/lemmy-171.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/lemmy-172.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-172.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-172.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-173.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-173.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/lemmy-173.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-174.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:03+00:00", + "last": "2026-09-06T03:54:03+00:00" + }, + { + "path": "/bot/lemmy-174.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-174.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/lemmy-175.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/lemmy-175.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-175.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/lemmy-176.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/lemmy-176.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/lemmy-176.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/lemmy-177.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-177.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/lemmy-177.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/lemmy-178.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-178.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/lemmy-178.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/lemmy-179.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/lemmy-179.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:39+00:00", + "last": "2026-09-06T04:35:39+00:00" + }, + { + "path": "/bot/lemmy-179.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/lemmy-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/lemmy-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-180.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-180.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/lemmy-180.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/lemmy-181.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/lemmy-181.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/lemmy-181.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-182.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/lemmy-182.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-182.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-183.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-183.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/lemmy-183.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/lemmy-184.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/lemmy-184.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:18+00:00", + "last": "2026-09-06T04:35:18+00:00" + }, + { + "path": "/bot/lemmy-184.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/lemmy-185.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/lemmy-185.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/lemmy-185.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/lemmy-186.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/lemmy-186.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/lemmy-186.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/lemmy-187.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/lemmy-187.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:28+00:00", + "last": "2026-09-06T04:27:28+00:00" + }, + { + "path": "/bot/lemmy-187.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-188.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-188.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/lemmy-188.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-189.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-189.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-189.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/lemmy-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/lemmy-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-190.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/lemmy-190.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-190.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-191.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/lemmy-191.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-191.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/lemmy-192.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-192.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-192.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-193.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/lemmy-193.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-193.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-194.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/lemmy-194.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/lemmy-194.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/lemmy-195.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/lemmy-195.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/lemmy-195.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/lemmy-196.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-196.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/lemmy-196.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-197.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-197.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/lemmy-197.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-198.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/lemmy-198.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/lemmy-198.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/lemmy-199.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-199.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-199.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/lemmy-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/lemmy-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:59+00:00", + "last": "2026-09-06T04:25:59+00:00" + }, + { + "path": "/bot/lemmy-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/lemmy-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/lemmy-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-200.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/lemmy-200.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/lemmy-200.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/lemmy-201.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-201.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-201.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-202.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:03+00:00", + "last": "2026-09-06T03:54:03+00:00" + }, + { + "path": "/bot/lemmy-202.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-202.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:10+00:00", + "last": "2026-09-06T04:28:10+00:00" + }, + { + "path": "/bot/lemmy-203.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/lemmy-203.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/lemmy-203.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:50+00:00", + "last": "2026-09-06T04:29:50+00:00" + }, + { + "path": "/bot/lemmy-204.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/lemmy-204.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-204.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/lemmy-205.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:48+00:00", + "last": "2026-09-06T03:54:48+00:00" + }, + { + "path": "/bot/lemmy-205.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/lemmy-205.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:19+00:00", + "last": "2026-09-06T04:40:19+00:00" + }, + { + "path": "/bot/lemmy-206.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-206.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/lemmy-206.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-207.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/lemmy-207.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/lemmy-207.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:04+00:00", + "last": "2026-09-06T04:28:04+00:00" + }, + { + "path": "/bot/lemmy-208.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/lemmy-208.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/lemmy-208.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/lemmy-209.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/lemmy-209.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/lemmy-209.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/lemmy-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-210.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/lemmy-210.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-210.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/lemmy-211.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/lemmy-211.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/lemmy-211.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-212.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-212.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/lemmy-212.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-213.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/lemmy-213.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-213.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/lemmy-214.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/lemmy-214.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/lemmy-214.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-215.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/lemmy-215.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/lemmy-215.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/lemmy-216.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-216.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/lemmy-216.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/lemmy-217.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/lemmy-217.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-217.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/lemmy-218.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-218.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/lemmy-218.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-219.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-219.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/lemmy-219.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/lemmy-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-220.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:18+00:00", + "last": "2026-09-06T03:54:18+00:00" + }, + { + "path": "/bot/lemmy-220.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-220.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-221.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/lemmy-221.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/lemmy-221.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-222.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-222.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-222.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-223.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/lemmy-223.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/lemmy-223.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/lemmy-224.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-224.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/lemmy-224.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-225.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-225.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-225.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-226.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/lemmy-226.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/lemmy-226.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/lemmy-227.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/lemmy-227.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/lemmy-227.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/lemmy-228.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-228.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/lemmy-228.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/lemmy-229.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/lemmy-229.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/lemmy-229.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/lemmy-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/lemmy-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/lemmy-230.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/lemmy-230.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/lemmy-230.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/lemmy-231.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-231.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-231.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-232.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/lemmy-232.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-232.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-233.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-233.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-233.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:46+00:00", + "last": "2026-09-06T04:29:46+00:00" + }, + { + "path": "/bot/lemmy-234.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/lemmy-234.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/lemmy-234.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/lemmy-235.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/lemmy-235.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/lemmy-235.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-236.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-236.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/lemmy-236.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-237.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/lemmy-237.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-237.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/lemmy-238.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:18+00:00", + "last": "2026-09-06T03:54:18+00:00" + }, + { + "path": "/bot/lemmy-238.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/lemmy-238.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/lemmy-239.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:21+00:00", + "last": "2026-09-06T03:53:21+00:00" + }, + { + "path": "/bot/lemmy-239.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:18+00:00", + "last": "2026-09-06T04:27:18+00:00" + }, + { + "path": "/bot/lemmy-239.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/lemmy-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/lemmy-240.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-240.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/lemmy-240.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-241.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-241.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/lemmy-241.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-242.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:23+00:00", + "last": "2026-09-06T03:54:23+00:00" + }, + { + "path": "/bot/lemmy-242.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-242.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-243.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/lemmy-243.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-243.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-244.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:30+00:00", + "last": "2026-09-06T05:42:30+00:00" + }, + { + "path": "/bot/lemmy-244.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:57+00:00", + "last": "2026-09-06T06:11:57+00:00" + }, + { + "path": "/bot/lemmy-244.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-245.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:43+00:00", + "last": "2026-09-06T05:42:43+00:00" + }, + { + "path": "/bot/lemmy-245.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/lemmy-245.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:48+00:00", + "last": "2026-09-06T06:12:48+00:00" + }, + { + "path": "/bot/lemmy-246.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:32+00:00", + "last": "2026-09-06T05:42:32+00:00" + }, + { + "path": "/bot/lemmy-246.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:57+00:00", + "last": "2026-09-06T06:11:57+00:00" + }, + { + "path": "/bot/lemmy-246.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-247.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:25+00:00", + "last": "2026-09-06T05:42:25+00:00" + }, + { + "path": "/bot/lemmy-247.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:28+00:00", + "last": "2026-09-06T06:11:28+00:00" + }, + { + "path": "/bot/lemmy-247.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-248.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:24+00:00", + "last": "2026-09-06T05:42:24+00:00" + }, + { + "path": "/bot/lemmy-248.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:27+00:00", + "last": "2026-09-06T06:11:27+00:00" + }, + { + "path": "/bot/lemmy-248.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-249.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:20+00:00", + "last": "2026-09-06T05:44:20+00:00" + }, + { + "path": "/bot/lemmy-249.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:16:40+00:00", + "last": "2026-09-06T06:16:40+00:00" + }, + { + "path": "/bot/lemmy-249.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:17:30+00:00", + "last": "2026-09-06T06:17:30+00:00" + }, + { + "path": "/bot/lemmy-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/lemmy-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/lemmy-250.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:36+00:00", + "last": "2026-09-06T05:43:36+00:00" + }, + { + "path": "/bot/lemmy-250.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/lemmy-250.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/lemmy-251.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:13+00:00", + "last": "2026-09-06T05:44:13+00:00" + }, + { + "path": "/bot/lemmy-251.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/lemmy-251.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/bot/lemmy-252.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:22+00:00", + "last": "2026-09-06T05:41:22+00:00" + }, + { + "path": "/bot/lemmy-252.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:22+00:00", + "last": "2026-09-06T06:11:22+00:00" + }, + { + "path": "/bot/lemmy-252.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:23+00:00", + "last": "2026-09-06T06:11:23+00:00" + }, + { + "path": "/bot/lemmy-253.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:09+00:00", + "last": "2026-09-06T05:42:09+00:00" + }, + { + "path": "/bot/lemmy-253.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-253.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-254.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:25+00:00", + "last": "2026-09-06T05:43:25+00:00" + }, + { + "path": "/bot/lemmy-254.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:15+00:00", + "last": "2026-09-06T06:12:15+00:00" + }, + { + "path": "/bot/lemmy-254.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/lemmy-255.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:01+00:00", + "last": "2026-09-06T05:43:01+00:00" + }, + { + "path": "/bot/lemmy-255.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/lemmy-255.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/lemmy-256.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:10+00:00", + "last": "2026-09-06T05:42:10+00:00" + }, + { + "path": "/bot/lemmy-256.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-256.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:38+00:00", + "last": "2026-09-06T06:12:38+00:00" + }, + { + "path": "/bot/lemmy-257.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:11+00:00", + "last": "2026-09-06T05:44:11+00:00" + }, + { + "path": "/bot/lemmy-257.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/lemmy-257.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/lemmy-258.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:10+00:00", + "last": "2026-09-06T05:42:10+00:00" + }, + { + "path": "/bot/lemmy-258.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-258.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-259.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:31+00:00", + "last": "2026-09-06T05:42:31+00:00" + }, + { + "path": "/bot/lemmy-259.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:57+00:00", + "last": "2026-09-06T06:11:57+00:00" + }, + { + "path": "/bot/lemmy-259.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/lemmy-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/lemmy-260.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:44+00:00", + "last": "2026-09-06T05:42:44+00:00" + }, + { + "path": "/bot/lemmy-260.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/lemmy-260.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:01+00:00", + "last": "2026-09-06T06:13:01+00:00" + }, + { + "path": "/bot/lemmy-261.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:35+00:00", + "last": "2026-09-06T05:41:35+00:00" + }, + { + "path": "/bot/lemmy-261.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-261.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-262.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:34+00:00", + "last": "2026-09-06T05:41:34+00:00" + }, + { + "path": "/bot/lemmy-262.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:25+00:00", + "last": "2026-09-06T06:11:25+00:00" + }, + { + "path": "/bot/lemmy-262.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/lemmy-263.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:34+00:00", + "last": "2026-09-06T05:41:34+00:00" + }, + { + "path": "/bot/lemmy-263.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:25+00:00", + "last": "2026-09-06T06:11:25+00:00" + }, + { + "path": "/bot/lemmy-263.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-264.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:09+00:00", + "last": "2026-09-06T05:42:09+00:00" + }, + { + "path": "/bot/lemmy-264.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-264.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-265.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:23+00:00", + "last": "2026-09-06T05:42:23+00:00" + }, + { + "path": "/bot/lemmy-265.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:27+00:00", + "last": "2026-09-06T06:11:27+00:00" + }, + { + "path": "/bot/lemmy-265.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-266.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:24+00:00", + "last": "2026-09-06T05:43:24+00:00" + }, + { + "path": "/bot/lemmy-266.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:15+00:00", + "last": "2026-09-06T06:12:15+00:00" + }, + { + "path": "/bot/lemmy-266.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/lemmy-267.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:01+00:00", + "last": "2026-09-06T05:43:01+00:00" + }, + { + "path": "/bot/lemmy-267.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/lemmy-267.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/lemmy-268.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:33+00:00", + "last": "2026-09-06T05:43:33+00:00" + }, + { + "path": "/bot/lemmy-268.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/lemmy-268.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/lemmy-269.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:31+00:00", + "last": "2026-09-06T05:43:31+00:00" + }, + { + "path": "/bot/lemmy-269.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:15+00:00", + "last": "2026-09-06T06:12:15+00:00" + }, + { + "path": "/bot/lemmy-269.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/lemmy-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/lemmy-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/lemmy-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-270.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:12+00:00", + "last": "2026-09-06T05:44:12+00:00" + }, + { + "path": "/bot/lemmy-270.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/lemmy-270.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/lemmy-271.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:24+00:00", + "last": "2026-09-06T05:41:24+00:00" + }, + { + "path": "/bot/lemmy-271.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:25+00:00", + "last": "2026-09-06T06:11:25+00:00" + }, + { + "path": "/bot/lemmy-271.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/lemmy-272.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:26+00:00", + "last": "2026-09-06T05:43:26+00:00" + }, + { + "path": "/bot/lemmy-272.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:15+00:00", + "last": "2026-09-06T06:12:15+00:00" + }, + { + "path": "/bot/lemmy-272.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/lemmy-273.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:44+00:00", + "last": "2026-09-06T05:42:44+00:00" + }, + { + "path": "/bot/lemmy-273.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/lemmy-273.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:48+00:00", + "last": "2026-09-06T06:12:48+00:00" + }, + { + "path": "/bot/lemmy-274.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:23+00:00", + "last": "2026-09-06T05:42:23+00:00" + }, + { + "path": "/bot/lemmy-274.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:27+00:00", + "last": "2026-09-06T06:11:27+00:00" + }, + { + "path": "/bot/lemmy-274.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-275.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:19+00:00", + "last": "2026-09-06T05:44:19+00:00" + }, + { + "path": "/bot/lemmy-275.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:20+00:00", + "last": "2026-09-06T06:18:20+00:00" + }, + { + "path": "/bot/lemmy-275.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:50+00:00", + "last": "2026-09-06T06:18:50+00:00" + }, + { + "path": "/bot/lemmy-276.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:32+00:00", + "last": "2026-09-06T05:42:32+00:00" + }, + { + "path": "/bot/lemmy-276.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:57+00:00", + "last": "2026-09-06T06:11:57+00:00" + }, + { + "path": "/bot/lemmy-276.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-277.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:02+00:00", + "last": "2026-09-06T05:43:02+00:00" + }, + { + "path": "/bot/lemmy-277.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:59+00:00", + "last": "2026-09-06T06:11:59+00:00" + }, + { + "path": "/bot/lemmy-277.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/lemmy-278.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:12+00:00", + "last": "2026-09-06T05:44:12+00:00" + }, + { + "path": "/bot/lemmy-278.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/lemmy-278.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/lemmy-279.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:52+00:00", + "last": "2026-09-06T05:44:52+00:00" + }, + { + "path": "/bot/lemmy-279.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/bot/lemmy-279.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/lemmy-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/lemmy-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-280.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:36+00:00", + "last": "2026-09-06T05:41:36+00:00" + }, + { + "path": "/bot/lemmy-280.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-280.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-281.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:11+00:00", + "last": "2026-09-06T05:42:11+00:00" + }, + { + "path": "/bot/lemmy-281.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:27+00:00", + "last": "2026-09-06T06:11:27+00:00" + }, + { + "path": "/bot/lemmy-281.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/lemmy-282.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:36+00:00", + "last": "2026-09-06T05:41:36+00:00" + }, + { + "path": "/bot/lemmy-282.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:26+00:00", + "last": "2026-09-06T06:11:26+00:00" + }, + { + "path": "/bot/lemmy-282.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-283.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:36+00:00", + "last": "2026-09-06T05:44:36+00:00" + }, + { + "path": "/bot/lemmy-283.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-283.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/bot/lemmy-284.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:00+00:00", + "last": "2026-09-06T05:43:00+00:00" + }, + { + "path": "/bot/lemmy-284.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/lemmy-284.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:01+00:00", + "last": "2026-09-06T06:13:01+00:00" + }, + { + "path": "/bot/lemmy-285.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:35+00:00", + "last": "2026-09-06T05:41:35+00:00" + }, + { + "path": "/bot/lemmy-285.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:25+00:00", + "last": "2026-09-06T06:11:25+00:00" + }, + { + "path": "/bot/lemmy-285.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/lemmy-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/lemmy-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/lemmy-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/lemmy-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/lemmy-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/lemmy-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/lemmy-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/lemmy-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/lemmy-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/lemmy-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/lemmy-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/lemmy-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/lemmy-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/lemmy-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:23+00:00", + "last": "2026-09-06T03:54:23+00:00" + }, + { + "path": "/bot/lemmy-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/lemmy-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/lemmy-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/lemmy-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/lemmy-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/lemmy-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/lemmy-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/lemmy-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/lemmy-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmy-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/lemmy-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/lemmy-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/lemmy-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/lemmy-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/lemmy-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/lemmy-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/lemmy-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:29+00:00", + "last": "2026-09-06T04:26:29+00:00" + }, + { + "path": "/bot/lemmy-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/lemmy-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/lemmy-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/lemmy-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/lemmy-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/lemmy-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/lemmy-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmy-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/lemmy-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/lemmy-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/lemmy-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/lemmy-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/lemmy-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/lemmy-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/lemmy-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:26+00:00", + "last": "2026-09-06T03:53:26+00:00" + }, + { + "path": "/bot/lemmy-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:54+00:00", + "last": "2026-09-06T04:27:54+00:00" + }, + { + "path": "/bot/lemmy-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/lemmy-54.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/lemmy-54.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/lemmy-55.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/lemmy-55.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/lemmy-55.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/lemmy-56.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/lemmy-56.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/lemmy-57.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/lemmy-57.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/lemmy-57.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/lemmy-58.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:28+00:00", + "last": "2026-09-06T04:27:28+00:00" + }, + { + "path": "/bot/lemmy-58.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/lemmy-59.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/lemmy-59.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-59.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/lemmy-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/lemmy-60.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-60.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-60.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:46+00:00", + "last": "2026-09-06T04:29:46+00:00" + }, + { + "path": "/bot/lemmy-61.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/lemmy-61.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/lemmy-61.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/lemmy-62.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/lemmy-62.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/lemmy-62.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/lemmy-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-63.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-63.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-64.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-64.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-65.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/lemmy-65.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/lemmy-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/lemmy-66.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/lemmy-66.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/lemmy-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/lemmy-67.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-67.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-68.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/lemmy-68.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/lemmy-68.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-69.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-69.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmy-69.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/lemmy-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/lemmy-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:01+00:00", + "last": "2026-09-06T04:26:01+00:00" + }, + { + "path": "/bot/lemmy-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/lemmy-70.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/lemmy-70.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/lemmy-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:21+00:00", + "last": "2026-09-06T03:53:21+00:00" + }, + { + "path": "/bot/lemmy-71.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmy-71.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lemmy-72.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-72.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmy-72.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-73.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/lemmy-73.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/lemmy-73.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/lemmy-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/lemmy-74.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/lemmy-74.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-75.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-75.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/lemmy-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-76.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-76.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-77.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-77.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/lemmy-78.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/lemmy-78.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:10+00:00", + "last": "2026-09-06T04:28:10+00:00" + }, + { + "path": "/bot/lemmy-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-79.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-79.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/lemmy-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-80.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-80.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-80.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/lemmy-81.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/lemmy-81.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/lemmy-82.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/lemmy-82.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-82.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/lemmy-83.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-83.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-83.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-84.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/lemmy-84.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/lemmy-84.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/lemmy-85.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-85.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-85.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:26+00:00", + "last": "2026-09-06T03:53:26+00:00" + }, + { + "path": "/bot/lemmy-86.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/lemmy-86.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/lemmy-87.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/lemmy-87.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/lemmy-88.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/lemmy-88.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/lemmy-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-89.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-89.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/lemmy-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/lemmy-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/lemmy-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-90.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/lemmy-90.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/lemmy-91.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmy-91.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmy-91.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/lemmy-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-92.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-92.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/lemmy-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/lemmy-93.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/lemmy-93.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/lemmy-94.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/lemmy-94.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/lemmy-94.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/lemmy-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/lemmy-95.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-95.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/lemmy-96.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/lemmy-96.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/lemmy-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/lemmy-97.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/lemmy-97.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/lemmy-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/lemmy-98.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/lemmy-98.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/lemmy-99.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/lemmy-99.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/lemmy-99.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/lemmy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:12+00:00", + "last": "2026-09-06T03:53:12+00:00" + }, + { + "path": "/bot/lemmy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:18+00:00", + "last": "2026-09-06T04:25:18+00:00" + }, + { + "path": "/bot/lemmy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:21+00:00", + "last": "2026-09-06T04:25:21+00:00" + }, + { + "path": "/bot/lemmykotlinapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/lemmykotlinapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/lemmykotlinapi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:54:32+00:00", + "last": "2026-09-04T14:54:32+00:00" + }, + { + "path": "/bot/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:27:17+00:00", + "last": "2026-09-04T15:27:17+00:00" + }, + { + "path": "/bot/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:27:17+00:00", + "last": "2026-09-04T15:27:17+00:00" + }, + { + "path": "/bot/linkwarden.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:13+00:00", + "last": "2026-09-06T03:53:13+00:00" + }, + { + "path": "/bot/linkwarden.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/linkwarden.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:57:03+00:00", + "last": "2026-09-03T13:57:03+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:55+00:00", + "last": "2026-09-03T14:33:55+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:34:01+00:00", + "last": "2026-09-03T14:34:01+00:00" + }, + { + "path": "/bot/machinecensus.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:56+00:00", + "last": "2026-09-06T08:43:56+00:00" + }, + { + "path": "/bot/machinecensus.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:51+00:00", + "last": "2026-09-06T09:23:51+00:00" + }, + { + "path": "/bot/machinecensus.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:52+00:00", + "last": "2026-09-06T09:23:52+00:00" + }, + { + "path": "/bot/mastodon-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:57+00:00", + "last": "2026-09-05T16:43:57+00:00" + }, + { + "path": "/bot/mastodon-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:04+00:00", + "last": "2026-09-05T17:31:04+00:00" + }, + { + "path": "/bot/mastodon-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:25+00:00", + "last": "2026-09-05T17:31:25+00:00" + }, + { + "path": "/bot/mastodon-100.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/mastodon-100.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/mastodon-100.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/mastodon-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/mastodon-101.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/mastodon-101.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/mastodon-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/mastodon-102.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/mastodon-102.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/mastodon-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/mastodon-103.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/mastodon-103.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/mastodon-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/mastodon-104.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/mastodon-104.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/mastodon-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/mastodon-105.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/mastodon-105.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/mastodon-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/mastodon-106.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/mastodon-106.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/mastodon-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/mastodon-107.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/mastodon-107.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/mastodon-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/mastodon-108.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-108.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/mastodon-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/mastodon-109.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/mastodon-109.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/mastodon-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:44:34+00:00", + "last": "2026-09-05T16:44:34+00:00" + }, + { + "path": "/bot/mastodon-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:27:38+00:00", + "last": "2026-09-05T17:27:38+00:00" + }, + { + "path": "/bot/mastodon-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:27:36+00:00", + "last": "2026-09-05T17:27:36+00:00" + }, + { + "path": "/bot/mastodon-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/mastodon-110.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/mastodon-110.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/mastodon-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/mastodon-111.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/mastodon-111.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/mastodon-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/mastodon-112.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-112.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/mastodon-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/mastodon-113.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/mastodon-113.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:50+00:00", + "last": "2026-09-06T04:29:50+00:00" + }, + { + "path": "/bot/mastodon-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/mastodon-114.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/mastodon-114.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/mastodon-115.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/mastodon-115.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/mastodon-115.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/mastodon-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/mastodon-116.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-116.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/mastodon-117.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/mastodon-117.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/mastodon-117.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/mastodon-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/mastodon-118.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/mastodon-118.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/mastodon-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/mastodon-119.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/mastodon-119.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/mastodon-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:44:31+00:00", + "last": "2026-09-05T16:44:31+00:00" + }, + { + "path": "/bot/mastodon-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:24:59+00:00", + "last": "2026-09-05T17:24:59+00:00" + }, + { + "path": "/bot/mastodon-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:25:26+00:00", + "last": "2026-09-05T17:25:26+00:00" + }, + { + "path": "/bot/mastodon-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/mastodon-120.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/mastodon-120.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/mastodon-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/mastodon-121.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/mastodon-121.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/mastodon-122.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/mastodon-122.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/mastodon-122.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/mastodon-123.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/mastodon-123.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/mastodon-123.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/mastodon-124.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/mastodon-124.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/mastodon-124.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/mastodon-125.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/mastodon-125.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/mastodon-125.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/mastodon-126.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:23+00:00", + "last": "2026-09-06T03:54:23+00:00" + }, + { + "path": "/bot/mastodon-126.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/mastodon-126.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:19+00:00", + "last": "2026-09-06T04:28:19+00:00" + }, + { + "path": "/bot/mastodon-127.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/mastodon-127.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/mastodon-127.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/mastodon-128.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/mastodon-128.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/mastodon-128.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/mastodon-129.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/mastodon-129.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/mastodon-129.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/mastodon-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:56+00:00", + "last": "2026-09-05T16:43:56+00:00" + }, + { + "path": "/bot/mastodon-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:03+00:00", + "last": "2026-09-05T17:31:03+00:00" + }, + { + "path": "/bot/mastodon-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:25+00:00", + "last": "2026-09-05T17:31:25+00:00" + }, + { + "path": "/bot/mastodon-130.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:18+00:00", + "last": "2026-09-06T03:54:18+00:00" + }, + { + "path": "/bot/mastodon-130.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/mastodon-130.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/mastodon-131.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:17+00:00", + "last": "2026-09-06T03:53:17+00:00" + }, + { + "path": "/bot/mastodon-131.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/mastodon-131.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:01+00:00", + "last": "2026-09-06T04:26:01+00:00" + }, + { + "path": "/bot/mastodon-132.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/mastodon-132.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/mastodon-132.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/mastodon-133.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/mastodon-133.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/mastodon-133.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/mastodon-134.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/mastodon-134.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/mastodon-134.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/mastodon-135.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/mastodon-135.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/mastodon-135.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/mastodon-136.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/mastodon-136.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/mastodon-136.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/mastodon-137.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/mastodon-137.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/mastodon-137.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:50+00:00", + "last": "2026-09-06T04:29:50+00:00" + }, + { + "path": "/bot/mastodon-138.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/mastodon-138.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/mastodon-138.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/mastodon-139.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/mastodon-139.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/mastodon-139.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/mastodon-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:44:34+00:00", + "last": "2026-09-05T16:44:34+00:00" + }, + { + "path": "/bot/mastodon-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:26:52+00:00", + "last": "2026-09-05T17:26:52+00:00" + }, + { + "path": "/bot/mastodon-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:27:13+00:00", + "last": "2026-09-05T17:27:13+00:00" + }, + { + "path": "/bot/mastodon-140.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/mastodon-140.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/mastodon-140.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/mastodon-141.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/mastodon-141.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-141.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/mastodon-142.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/mastodon-142.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/mastodon-142.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/mastodon-143.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/mastodon-143.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/mastodon-143.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/mastodon-144.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/mastodon-144.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/mastodon-144.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/mastodon-145.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/mastodon-145.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/mastodon-145.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/mastodon-146.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/mastodon-146.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/mastodon-146.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/mastodon-147.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/mastodon-147.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-147.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/mastodon-148.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/mastodon-148.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/mastodon-148.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/mastodon-149.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/mastodon-149.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/mastodon-149.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/mastodon-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:44:31+00:00", + "last": "2026-09-05T16:44:31+00:00" + }, + { + "path": "/bot/mastodon-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:24:59+00:00", + "last": "2026-09-05T17:24:59+00:00" + }, + { + "path": "/bot/mastodon-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:25:25+00:00", + "last": "2026-09-05T17:25:25+00:00" + }, + { + "path": "/bot/mastodon-150.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:03+00:00", + "last": "2026-09-06T03:54:03+00:00" + }, + { + "path": "/bot/mastodon-150.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/mastodon-150.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/mastodon-151.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/mastodon-151.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/mastodon-151.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/mastodon-152.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/mastodon-152.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/mastodon-152.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:46+00:00", + "last": "2026-09-06T04:29:46+00:00" + }, + { + "path": "/bot/mastodon-153.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/mastodon-153.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-153.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/mastodon-154.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/mastodon-154.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-154.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/mastodon-155.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/mastodon-155.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/mastodon-155.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-156.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/mastodon-156.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-156.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/mastodon-157.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/mastodon-157.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/mastodon-157.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/mastodon-158.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:22+00:00", + "last": "2026-09-06T03:53:22+00:00" + }, + { + "path": "/bot/mastodon-158.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/mastodon-158.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/mastodon-159.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/mastodon-159.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:39+00:00", + "last": "2026-09-06T04:27:39+00:00" + }, + { + "path": "/bot/mastodon-159.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/mastodon-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:00:57+00:00", + "last": "2026-09-05T23:00:57+00:00" + }, + { + "path": "/bot/mastodon-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:35:21+00:00", + "last": "2026-09-05T23:35:21+00:00" + }, + { + "path": "/bot/mastodon-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:41+00:00", + "last": "2026-09-05T23:36:41+00:00" + }, + { + "path": "/bot/mastodon-160.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/mastodon-160.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-160.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/mastodon-161.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/mastodon-161.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/mastodon-161.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-162.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/mastodon-162.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-162.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/mastodon-163.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/mastodon-163.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/mastodon-163.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/mastodon-164.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/mastodon-164.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-164.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/mastodon-165.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/mastodon-165.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-165.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/mastodon-166.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:21+00:00", + "last": "2026-09-06T03:53:21+00:00" + }, + { + "path": "/bot/mastodon-166.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/mastodon-166.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/mastodon-167.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/mastodon-167.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/mastodon-167.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:59+00:00", + "last": "2026-09-06T04:25:59+00:00" + }, + { + "path": "/bot/mastodon-168.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:36+00:00", + "last": "2026-09-06T05:43:36+00:00" + }, + { + "path": "/bot/mastodon-168.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/mastodon-168.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:23+00:00", + "last": "2026-09-06T06:13:23+00:00" + }, + { + "path": "/bot/mastodon-169.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:37+00:00", + "last": "2026-09-06T05:43:37+00:00" + }, + { + "path": "/bot/mastodon-169.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:17+00:00", + "last": "2026-09-06T06:12:17+00:00" + }, + { + "path": "/bot/mastodon-169.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/mastodon-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/mastodon-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/mastodon-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/mastodon-170.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:02+00:00", + "last": "2026-09-06T05:43:02+00:00" + }, + { + "path": "/bot/mastodon-170.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/mastodon-170.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/mastodon-171.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:33+00:00", + "last": "2026-09-06T05:43:33+00:00" + }, + { + "path": "/bot/mastodon-171.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/mastodon-171.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:23+00:00", + "last": "2026-09-06T06:13:23+00:00" + }, + { + "path": "/bot/mastodon-172.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:24+00:00", + "last": "2026-09-06T05:43:24+00:00" + }, + { + "path": "/bot/mastodon-172.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:59+00:00", + "last": "2026-09-06T06:11:59+00:00" + }, + { + "path": "/bot/mastodon-172.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/mastodon-173.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:26+00:00", + "last": "2026-09-06T05:43:26+00:00" + }, + { + "path": "/bot/mastodon-173.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:15+00:00", + "last": "2026-09-06T06:12:15+00:00" + }, + { + "path": "/bot/mastodon-173.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/mastodon-174.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:00+00:00", + "last": "2026-09-06T05:43:00+00:00" + }, + { + "path": "/bot/mastodon-174.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/mastodon-174.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/mastodon-175.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:45+00:00", + "last": "2026-09-06T05:42:45+00:00" + }, + { + "path": "/bot/mastodon-175.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/mastodon-175.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/mastodon-176.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:43+00:00", + "last": "2026-09-06T05:42:43+00:00" + }, + { + "path": "/bot/mastodon-176.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/mastodon-176.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:48+00:00", + "last": "2026-09-06T06:12:48+00:00" + }, + { + "path": "/bot/mastodon-177.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:32+00:00", + "last": "2026-09-06T05:42:32+00:00" + }, + { + "path": "/bot/mastodon-177.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:57+00:00", + "last": "2026-09-06T06:11:57+00:00" + }, + { + "path": "/bot/mastodon-177.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/mastodon-178.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:23+00:00", + "last": "2026-09-06T05:42:23+00:00" + }, + { + "path": "/bot/mastodon-178.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:27+00:00", + "last": "2026-09-06T06:11:27+00:00" + }, + { + "path": "/bot/mastodon-178.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/mastodon-179.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:20+00:00", + "last": "2026-09-06T05:44:20+00:00" + }, + { + "path": "/bot/mastodon-179.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:20+00:00", + "last": "2026-09-06T06:18:20+00:00" + }, + { + "path": "/bot/mastodon-179.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:50+00:00", + "last": "2026-09-06T06:18:50+00:00" + }, + { + "path": "/bot/mastodon-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/mastodon-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/mastodon-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-180.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:50+00:00", + "last": "2026-09-06T05:43:50+00:00" + }, + { + "path": "/bot/mastodon-180.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:17+00:00", + "last": "2026-09-06T06:12:17+00:00" + }, + { + "path": "/bot/mastodon-180.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/mastodon-181.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:30+00:00", + "last": "2026-09-06T05:42:30+00:00" + }, + { + "path": "/bot/mastodon-181.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:57+00:00", + "last": "2026-09-06T06:11:57+00:00" + }, + { + "path": "/bot/mastodon-181.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/mastodon-182.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:23+00:00", + "last": "2026-09-06T05:41:23+00:00" + }, + { + "path": "/bot/mastodon-182.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:25+00:00", + "last": "2026-09-06T06:11:25+00:00" + }, + { + "path": "/bot/mastodon-182.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/mastodon-183.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:24+00:00", + "last": "2026-09-06T05:42:24+00:00" + }, + { + "path": "/bot/mastodon-183.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:28+00:00", + "last": "2026-09-06T06:11:28+00:00" + }, + { + "path": "/bot/mastodon-183.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/mastodon-184.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:18+00:00", + "last": "2026-09-06T05:44:18+00:00" + }, + { + "path": "/bot/mastodon-184.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:16+00:00", + "last": "2026-09-06T06:18:16+00:00" + }, + { + "path": "/bot/mastodon-184.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:26+00:00", + "last": "2026-09-06T06:18:26+00:00" + }, + { + "path": "/bot/mastodon-185.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:32+00:00", + "last": "2026-09-06T05:43:32+00:00" + }, + { + "path": "/bot/mastodon-185.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/mastodon-185.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:23+00:00", + "last": "2026-09-06T06:13:23+00:00" + }, + { + "path": "/bot/mastodon-186.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:32+00:00", + "last": "2026-09-06T05:43:32+00:00" + }, + { + "path": "/bot/mastodon-186.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/mastodon-186.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/mastodon-187.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:11+00:00", + "last": "2026-09-06T05:42:11+00:00" + }, + { + "path": "/bot/mastodon-187.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:27+00:00", + "last": "2026-09-06T06:11:27+00:00" + }, + { + "path": "/bot/mastodon-187.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/mastodon-188.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:48+00:00", + "last": "2026-09-06T05:43:48+00:00" + }, + { + "path": "/bot/mastodon-188.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/mastodon-188.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/mastodon-189.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:25+00:00", + "last": "2026-09-06T05:43:25+00:00" + }, + { + "path": "/bot/mastodon-189.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:59+00:00", + "last": "2026-09-06T06:11:59+00:00" + }, + { + "path": "/bot/mastodon-189.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/mastodon-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/mastodon-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/mastodon-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/mastodon-190.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:08+00:00", + "last": "2026-09-06T08:44:08+00:00" + }, + { + "path": "/bot/mastodon-190.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:41+00:00", + "last": "2026-09-06T09:16:41+00:00" + }, + { + "path": "/bot/mastodon-190.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:16+00:00", + "last": "2026-09-06T09:17:16+00:00" + }, + { + "path": "/bot/mastodon-191.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:07+00:00", + "last": "2026-09-06T08:44:07+00:00" + }, + { + "path": "/bot/mastodon-191.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:39+00:00", + "last": "2026-09-06T09:16:39+00:00" + }, + { + "path": "/bot/mastodon-191.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/bot/mastodon-192.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:06+00:00", + "last": "2026-09-06T08:44:06+00:00" + }, + { + "path": "/bot/mastodon-192.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:38+00:00", + "last": "2026-09-06T09:16:38+00:00" + }, + { + "path": "/bot/mastodon-192.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/bot/mastodon-193.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:08+00:00", + "last": "2026-09-06T08:44:08+00:00" + }, + { + "path": "/bot/mastodon-193.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:42+00:00", + "last": "2026-09-06T09:16:42+00:00" + }, + { + "path": "/bot/mastodon-193.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:16+00:00", + "last": "2026-09-06T09:17:16+00:00" + }, + { + "path": "/bot/mastodon-194.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:17+00:00", + "last": "2026-09-06T08:44:17+00:00" + }, + { + "path": "/bot/mastodon-194.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:42+00:00", + "last": "2026-09-06T09:16:42+00:00" + }, + { + "path": "/bot/mastodon-194.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:16+00:00", + "last": "2026-09-06T09:17:16+00:00" + }, + { + "path": "/bot/mastodon-195.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:17+00:00", + "last": "2026-09-06T08:44:17+00:00" + }, + { + "path": "/bot/mastodon-195.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/bot/mastodon-195.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:17+00:00", + "last": "2026-09-06T09:17:17+00:00" + }, + { + "path": "/bot/mastodon-196.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:06+00:00", + "last": "2026-09-06T08:44:06+00:00" + }, + { + "path": "/bot/mastodon-196.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:38+00:00", + "last": "2026-09-06T09:16:38+00:00" + }, + { + "path": "/bot/mastodon-196.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/bot/mastodon-197.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:08+00:00", + "last": "2026-09-06T08:44:08+00:00" + }, + { + "path": "/bot/mastodon-197.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:40+00:00", + "last": "2026-09-06T09:16:40+00:00" + }, + { + "path": "/bot/mastodon-197.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:15+00:00", + "last": "2026-09-06T09:17:15+00:00" + }, + { + "path": "/bot/mastodon-198.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:17+00:00", + "last": "2026-09-06T08:44:17+00:00" + }, + { + "path": "/bot/mastodon-198.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:42+00:00", + "last": "2026-09-06T09:16:42+00:00" + }, + { + "path": "/bot/mastodon-198.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:16+00:00", + "last": "2026-09-06T09:17:16+00:00" + }, + { + "path": "/bot/mastodon-199.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:07+00:00", + "last": "2026-09-06T08:44:07+00:00" + }, + { + "path": "/bot/mastodon-199.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:39+00:00", + "last": "2026-09-06T09:16:39+00:00" + }, + { + "path": "/bot/mastodon-199.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:44+00:00", + "last": "2026-09-06T09:16:44+00:00" + }, + { + "path": "/bot/mastodon-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:59+00:00", + "last": "2026-09-05T16:42:59+00:00" + }, + { + "path": "/bot/mastodon-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:22:43+00:00", + "last": "2026-09-05T17:22:43+00:00" + }, + { + "path": "/bot/mastodon-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:23:06+00:00", + "last": "2026-09-05T17:23:06+00:00" + }, + { + "path": "/bot/mastodon-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/mastodon-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/mastodon-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/mastodon-200.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:07+00:00", + "last": "2026-09-06T08:44:07+00:00" + }, + { + "path": "/bot/mastodon-200.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:40+00:00", + "last": "2026-09-06T09:16:40+00:00" + }, + { + "path": "/bot/mastodon-200.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:15+00:00", + "last": "2026-09-06T09:17:15+00:00" + }, + { + "path": "/bot/mastodon-201.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:06+00:00", + "last": "2026-09-06T08:44:06+00:00" + }, + { + "path": "/bot/mastodon-201.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:38+00:00", + "last": "2026-09-06T09:16:38+00:00" + }, + { + "path": "/bot/mastodon-201.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/bot/mastodon-202.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:07+00:00", + "last": "2026-09-06T08:44:07+00:00" + }, + { + "path": "/bot/mastodon-202.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:40+00:00", + "last": "2026-09-06T09:16:40+00:00" + }, + { + "path": "/bot/mastodon-202.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:15+00:00", + "last": "2026-09-06T09:17:15+00:00" + }, + { + "path": "/bot/mastodon-203.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:08+00:00", + "last": "2026-09-06T08:44:08+00:00" + }, + { + "path": "/bot/mastodon-203.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:41+00:00", + "last": "2026-09-06T09:16:41+00:00" + }, + { + "path": "/bot/mastodon-203.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:15+00:00", + "last": "2026-09-06T09:17:15+00:00" + }, + { + "path": "/bot/mastodon-204.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:08+00:00", + "last": "2026-09-06T08:44:08+00:00" + }, + { + "path": "/bot/mastodon-204.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:42+00:00", + "last": "2026-09-06T09:16:42+00:00" + }, + { + "path": "/bot/mastodon-204.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:16+00:00", + "last": "2026-09-06T09:17:16+00:00" + }, + { + "path": "/bot/mastodon-205.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:54+00:00", + "last": "2026-09-06T08:44:54+00:00" + }, + { + "path": "/bot/mastodon-205.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:56+00:00", + "last": "2026-09-06T09:18:56+00:00" + }, + { + "path": "/bot/mastodon-205.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/mastodon-206.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:08+00:00", + "last": "2026-09-06T08:44:08+00:00" + }, + { + "path": "/bot/mastodon-206.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:41+00:00", + "last": "2026-09-06T09:16:41+00:00" + }, + { + "path": "/bot/mastodon-206.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:16+00:00", + "last": "2026-09-06T09:17:16+00:00" + }, + { + "path": "/bot/mastodon-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/mastodon-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:39+00:00", + "last": "2026-09-06T04:35:39+00:00" + }, + { + "path": "/bot/mastodon-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/mastodon-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/mastodon-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/mastodon-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/mastodon-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:03+00:00", + "last": "2026-09-06T03:54:03+00:00" + }, + { + "path": "/bot/mastodon-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/mastodon-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:10+00:00", + "last": "2026-09-06T04:28:10+00:00" + }, + { + "path": "/bot/mastodon-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/mastodon-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/mastodon-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/mastodon-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:08+00:00", + "last": "2026-09-06T03:54:08+00:00" + }, + { + "path": "/bot/mastodon-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/mastodon-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/mastodon-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/mastodon-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/mastodon-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:04+00:00", + "last": "2026-09-06T04:28:04+00:00" + }, + { + "path": "/bot/mastodon-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/mastodon-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/mastodon-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/mastodon-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:28+00:00", + "last": "2026-09-06T04:27:28+00:00" + }, + { + "path": "/bot/mastodon-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/mastodon-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:59+00:00", + "last": "2026-09-05T16:42:59+00:00" + }, + { + "path": "/bot/mastodon-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:22:44+00:00", + "last": "2026-09-05T17:22:44+00:00" + }, + { + "path": "/bot/mastodon-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:23:10+00:00", + "last": "2026-09-05T17:23:10+00:00" + }, + { + "path": "/bot/mastodon-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/mastodon-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/mastodon-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/mastodon-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:05+00:00", + "last": "2026-09-06T03:54:05+00:00" + }, + { + "path": "/bot/mastodon-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/mastodon-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:12+00:00", + "last": "2026-09-06T04:28:12+00:00" + }, + { + "path": "/bot/mastodon-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/mastodon-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/mastodon-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/mastodon-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/mastodon-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/mastodon-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/mastodon-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/mastodon-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/mastodon-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/mastodon-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/mastodon-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:47+00:00", + "last": "2026-09-06T03:53:47+00:00" + }, + { + "path": "/bot/mastodon-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/mastodon-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/mastodon-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/mastodon-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/mastodon-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/mastodon-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/mastodon-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/mastodon-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/mastodon-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/mastodon-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/mastodon-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:52+00:00", + "last": "2026-09-06T04:39:52+00:00" + }, + { + "path": "/bot/mastodon-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:07+00:00", + "last": "2026-09-05T16:43:07+00:00" + }, + { + "path": "/bot/mastodon-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:30:51+00:00", + "last": "2026-09-05T17:30:51+00:00" + }, + { + "path": "/bot/mastodon-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:26+00:00", + "last": "2026-09-05T17:31:26+00:00" + }, + { + "path": "/bot/mastodon-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/mastodon-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/mastodon-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/mastodon-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/mastodon-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/mastodon-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/mastodon-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/mastodon-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/mastodon-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/mastodon-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/mastodon-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/mastodon-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/mastodon-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:15+00:00", + "last": "2026-09-06T03:54:15+00:00" + }, + { + "path": "/bot/mastodon-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:31+00:00", + "last": "2026-09-06T04:29:31+00:00" + }, + { + "path": "/bot/mastodon-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:04+00:00", + "last": "2026-09-06T04:30:04+00:00" + }, + { + "path": "/bot/mastodon-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/mastodon-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/mastodon-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:50+00:00", + "last": "2026-09-06T04:27:50+00:00" + }, + { + "path": "/bot/mastodon-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/mastodon-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/mastodon-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/mastodon-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/mastodon-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/mastodon-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:46+00:00", + "last": "2026-09-06T04:29:46+00:00" + }, + { + "path": "/bot/mastodon-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/mastodon-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/mastodon-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/mastodon-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/mastodon-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/mastodon-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/mastodon-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:28+00:00", + "last": "2026-09-05T16:43:28+00:00" + }, + { + "path": "/bot/mastodon-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:24:53+00:00", + "last": "2026-09-05T17:24:53+00:00" + }, + { + "path": "/bot/mastodon-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:25:12+00:00", + "last": "2026-09-05T17:25:12+00:00" + }, + { + "path": "/bot/mastodon-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/mastodon-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/mastodon-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/mastodon-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/mastodon-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/mastodon-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/mastodon-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:28+00:00", + "last": "2026-09-06T04:27:28+00:00" + }, + { + "path": "/bot/mastodon-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/mastodon-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/mastodon-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/mastodon-54.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:47+00:00", + "last": "2026-09-06T04:27:47+00:00" + }, + { + "path": "/bot/mastodon-54.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:18+00:00", + "last": "2026-09-06T04:28:18+00:00" + }, + { + "path": "/bot/mastodon-55.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/mastodon-55.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/mastodon-55.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/mastodon-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/mastodon-56.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/mastodon-56.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:03+00:00", + "last": "2026-09-06T04:28:03+00:00" + }, + { + "path": "/bot/mastodon-57.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:57+00:00", + "last": "2026-09-06T03:53:57+00:00" + }, + { + "path": "/bot/mastodon-57.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:36+00:00", + "last": "2026-09-06T04:27:36+00:00" + }, + { + "path": "/bot/mastodon-57.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:04+00:00", + "last": "2026-09-06T04:28:04+00:00" + }, + { + "path": "/bot/mastodon-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/mastodon-58.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/mastodon-58.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/mastodon-59.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:53+00:00", + "last": "2026-09-06T03:53:53+00:00" + }, + { + "path": "/bot/mastodon-59.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/mastodon-59.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:46+00:00", + "last": "2026-09-05T16:43:46+00:00" + }, + { + "path": "/bot/mastodon-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:24:58+00:00", + "last": "2026-09-05T17:24:58+00:00" + }, + { + "path": "/bot/mastodon-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:25:25+00:00", + "last": "2026-09-05T17:25:25+00:00" + }, + { + "path": "/bot/mastodon-60.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:55+00:00", + "last": "2026-09-06T03:53:55+00:00" + }, + { + "path": "/bot/mastodon-60.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:33+00:00", + "last": "2026-09-06T04:27:33+00:00" + }, + { + "path": "/bot/mastodon-60.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/mastodon-61.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:13+00:00", + "last": "2026-09-06T03:54:13+00:00" + }, + { + "path": "/bot/mastodon-61.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/mastodon-61.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/mastodon-62.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:06+00:00", + "last": "2026-09-06T03:54:06+00:00" + }, + { + "path": "/bot/mastodon-62.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/mastodon-62.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:13+00:00", + "last": "2026-09-06T04:28:13+00:00" + }, + { + "path": "/bot/mastodon-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/mastodon-63.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/mastodon-63.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/mastodon-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/mastodon-64.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-64.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/mastodon-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:34+00:00", + "last": "2026-09-06T03:53:34+00:00" + }, + { + "path": "/bot/mastodon-65.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/mastodon-65.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/mastodon-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:56+00:00", + "last": "2026-09-06T03:53:56+00:00" + }, + { + "path": "/bot/mastodon-66.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:34+00:00", + "last": "2026-09-06T04:27:34+00:00" + }, + { + "path": "/bot/mastodon-66.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:02+00:00", + "last": "2026-09-06T04:28:02+00:00" + }, + { + "path": "/bot/mastodon-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/mastodon-67.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/mastodon-67.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:34+00:00", + "last": "2026-09-06T04:29:34+00:00" + }, + { + "path": "/bot/mastodon-68.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:46+00:00", + "last": "2026-09-06T03:53:46+00:00" + }, + { + "path": "/bot/mastodon-68.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/mastodon-68.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/mastodon-69.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/mastodon-69.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/mastodon-69.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/mastodon-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:08+00:00", + "last": "2026-09-05T16:43:08+00:00" + }, + { + "path": "/bot/mastodon-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:30:51+00:00", + "last": "2026-09-05T17:30:51+00:00" + }, + { + "path": "/bot/mastodon-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:26+00:00", + "last": "2026-09-05T17:31:26+00:00" + }, + { + "path": "/bot/mastodon-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/mastodon-70.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:32+00:00", + "last": "2026-09-06T04:27:32+00:00" + }, + { + "path": "/bot/mastodon-70.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/mastodon-71.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:20+00:00", + "last": "2026-09-06T04:27:20+00:00" + }, + { + "path": "/bot/mastodon-71.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/mastodon-72.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/mastodon-72.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/mastodon-72.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/mastodon-73.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/mastodon-73.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/mastodon-73.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/mastodon-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/mastodon-74.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/mastodon-74.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/mastodon-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/mastodon-75.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:28+00:00", + "last": "2026-09-06T04:27:28+00:00" + }, + { + "path": "/bot/mastodon-75.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/mastodon-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/mastodon-76.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/mastodon-76.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/mastodon-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:26+00:00", + "last": "2026-09-06T03:53:26+00:00" + }, + { + "path": "/bot/mastodon-77.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/mastodon-77.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:54+00:00", + "last": "2026-09-06T04:27:54+00:00" + }, + { + "path": "/bot/mastodon-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/mastodon-78.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:40+00:00", + "last": "2026-09-06T04:27:40+00:00" + }, + { + "path": "/bot/mastodon-78.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:14+00:00", + "last": "2026-09-06T04:28:14+00:00" + }, + { + "path": "/bot/mastodon-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/mastodon-79.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/mastodon-79.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:53+00:00", + "last": "2026-09-06T04:27:53+00:00" + }, + { + "path": "/bot/mastodon-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:28+00:00", + "last": "2026-09-05T16:43:28+00:00" + }, + { + "path": "/bot/mastodon-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:24:54+00:00", + "last": "2026-09-05T17:24:54+00:00" + }, + { + "path": "/bot/mastodon-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:25:13+00:00", + "last": "2026-09-05T17:25:13+00:00" + }, + { + "path": "/bot/mastodon-80.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-80.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-80.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/mastodon-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/mastodon-81.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/mastodon-81.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:16+00:00", + "last": "2026-09-06T04:28:16+00:00" + }, + { + "path": "/bot/mastodon-82.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/mastodon-82.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/mastodon-82.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:36+00:00", + "last": "2026-09-06T04:29:36+00:00" + }, + { + "path": "/bot/mastodon-83.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/mastodon-83.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/mastodon-83.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/mastodon-84.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:44+00:00", + "last": "2026-09-06T03:53:44+00:00" + }, + { + "path": "/bot/mastodon-84.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:10+00:00", + "last": "2026-09-06T04:29:10+00:00" + }, + { + "path": "/bot/mastodon-84.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:47+00:00", + "last": "2026-09-06T04:29:47+00:00" + }, + { + "path": "/bot/mastodon-85.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/mastodon-85.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/mastodon-85.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/mastodon-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-86.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/mastodon-86.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:58+00:00", + "last": "2026-09-06T04:27:58+00:00" + }, + { + "path": "/bot/mastodon-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/mastodon-87.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:24+00:00", + "last": "2026-09-06T04:27:24+00:00" + }, + { + "path": "/bot/mastodon-87.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:55+00:00", + "last": "2026-09-06T04:27:55+00:00" + }, + { + "path": "/bot/mastodon-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/mastodon-88.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/mastodon-88.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:06+00:00", + "last": "2026-09-06T04:30:06+00:00" + }, + { + "path": "/bot/mastodon-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:25+00:00", + "last": "2026-09-06T03:53:25+00:00" + }, + { + "path": "/bot/mastodon-89.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:22+00:00", + "last": "2026-09-06T04:27:22+00:00" + }, + { + "path": "/bot/mastodon-89.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:52+00:00", + "last": "2026-09-06T04:27:52+00:00" + }, + { + "path": "/bot/mastodon-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:00+00:00", + "last": "2026-09-05T16:43:00+00:00" + }, + { + "path": "/bot/mastodon-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:23:06+00:00", + "last": "2026-09-05T17:23:06+00:00" + }, + { + "path": "/bot/mastodon-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:23:25+00:00", + "last": "2026-09-05T17:23:25+00:00" + }, + { + "path": "/bot/mastodon-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/mastodon-90.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/mastodon-90.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:59+00:00", + "last": "2026-09-06T04:27:59+00:00" + }, + { + "path": "/bot/mastodon-91.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:23+00:00", + "last": "2026-09-06T03:53:23+00:00" + }, + { + "path": "/bot/mastodon-91.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/mastodon-91.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/mastodon-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:43+00:00", + "last": "2026-09-06T03:53:43+00:00" + }, + { + "path": "/bot/mastodon-92.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:08+00:00", + "last": "2026-09-06T04:29:08+00:00" + }, + { + "path": "/bot/mastodon-92.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/mastodon-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:54+00:00", + "last": "2026-09-06T03:53:54+00:00" + }, + { + "path": "/bot/mastodon-93.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:31+00:00", + "last": "2026-09-06T04:27:31+00:00" + }, + { + "path": "/bot/mastodon-93.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:00+00:00", + "last": "2026-09-06T04:28:00+00:00" + }, + { + "path": "/bot/mastodon-94.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:04+00:00", + "last": "2026-09-06T03:54:04+00:00" + }, + { + "path": "/bot/mastodon-94.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:37+00:00", + "last": "2026-09-06T04:27:37+00:00" + }, + { + "path": "/bot/mastodon-94.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:11+00:00", + "last": "2026-09-06T04:28:11+00:00" + }, + { + "path": "/bot/mastodon-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:35+00:00", + "last": "2026-09-06T03:53:35+00:00" + }, + { + "path": "/bot/mastodon-95.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:25+00:00", + "last": "2026-09-06T04:27:25+00:00" + }, + { + "path": "/bot/mastodon-95.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:56+00:00", + "last": "2026-09-06T04:27:56+00:00" + }, + { + "path": "/bot/mastodon-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/mastodon-96.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/mastodon-96.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:48+00:00", + "last": "2026-09-06T04:29:48+00:00" + }, + { + "path": "/bot/mastodon-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:36+00:00", + "last": "2026-09-06T03:53:36+00:00" + }, + { + "path": "/bot/mastodon-97.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:26+00:00", + "last": "2026-09-06T04:27:26+00:00" + }, + { + "path": "/bot/mastodon-97.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/mastodon-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:42+00:00", + "last": "2026-09-06T03:53:42+00:00" + }, + { + "path": "/bot/mastodon-98.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:09+00:00", + "last": "2026-09-06T04:29:09+00:00" + }, + { + "path": "/bot/mastodon-98.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/mastodon-99.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:33+00:00", + "last": "2026-09-06T03:53:33+00:00" + }, + { + "path": "/bot/mastodon-99.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:23+00:00", + "last": "2026-09-06T04:27:23+00:00" + }, + { + "path": "/bot/mastodon-99.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:54+00:00", + "last": "2026-09-06T04:27:54+00:00" + }, + { + "path": "/bot/mastodon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:22+00:00", + "last": "2026-09-05T16:42:22+00:00" + }, + { + "path": "/bot/mastodon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:20:50+00:00", + "last": "2026-09-05T17:20:50+00:00" + }, + { + "path": "/bot/mastodon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:40+00:00", + "last": "2026-09-05T17:21:40+00:00" + }, + { + "path": "/bot/mcp-catalog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:47+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/bot/mcp-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:03+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/bot/mcp-catalog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:55:06+00:00", + "last": "2026-09-04T07:55:06+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:23:13+00:00", + "last": "2026-09-04T08:23:13+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:23:41+00:00", + "last": "2026-09-04T08:23:41+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:35+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/bot/mcp-scraper.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:55:16+00:00", + "last": "2026-09-04T07:55:16+00:00" + }, + { + "path": "/bot/mcp-scraper.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:26:18+00:00", + "last": "2026-09-04T08:26:18+00:00" + }, + { + "path": "/bot/mcp-scraper.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:26:42+00:00", + "last": "2026-09-04T08:26:42+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:14+00:00", + "last": "2026-09-03T07:47:14+00:00" + }, + { + "path": "/bot/mcp-stats-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/bot/mcp-stats-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/bot/mcp-watch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:45:37+00:00", + "last": "2026-09-03T19:45:37+00:00" + }, + { + "path": "/bot/mcp-watch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:16:34+00:00", + "last": "2026-09-03T20:16:34+00:00" + }, + { + "path": "/bot/mcp-watch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:15:47+00:00", + "last": "2026-09-03T20:15:47+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:52:59+00:00", + "last": "2026-09-04T14:52:59+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:19+00:00", + "last": "2026-09-04T15:24:19+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:23:43+00:00", + "last": "2026-09-04T15:23:43+00:00" + }, + { + "path": "/bot/mcpcensusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:54:32+00:00", + "last": "2026-09-04T14:54:32+00:00" + }, + { + "path": "/bot/mcpcensusbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:27:26+00:00", + "last": "2026-09-04T15:27:26+00:00" + }, + { + "path": "/bot/mcpcensusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:27:26+00:00", + "last": "2026-09-04T15:27:26+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:11+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/bot/mcpcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:16+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:54:32+00:00", + "last": "2026-09-04T14:54:32+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:27:40+00:00", + "last": "2026-09-04T15:27:40+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:27:40+00:00", + "last": "2026-09-04T15:27:40+00:00" + }, + { + "path": "/bot/mcpmon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:41+00:00", + "last": "2026-09-05T16:42:41+00:00" + }, + { + "path": "/bot/mcpmon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:13+00:00", + "last": "2026-09-05T17:21:13+00:00" + }, + { + "path": "/bot/mcpmon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:41+00:00", + "last": "2026-09-05T17:21:41+00:00" + }, + { + "path": "/bot/mcporbit-oauth-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:44:37+00:00", + "last": "2026-09-05T16:44:37+00:00" + }, + { + "path": "/bot/mcporbit-oauth-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:53+00:00", + "last": "2026-09-05T17:31:53+00:00" + }, + { + "path": "/bot/mcporbit-oauth-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:31:53+00:00", + "last": "2026-09-05T17:31:53+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:11+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/bot/mcpqueen-grader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:37+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:29+00:00", + "last": "2026-09-04T14:53:29+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:38+00:00", + "last": "2026-09-04T15:24:38+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:57+00:00", + "last": "2026-09-04T15:24:57+00:00" + }, + { + "path": "/bot/mercury-velvt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:48:22+00:00", + "last": "2026-09-04T19:48:22+00:00" + }, + { + "path": "/bot/mercury-velvt.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:20:01+00:00", + "last": "2026-09-04T20:20:01+00:00" + }, + { + "path": "/bot/mercury-velvt.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:20:34+00:00", + "last": "2026-09-04T20:20:34+00:00" + }, + { + "path": "/bot/misskey-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/misskey-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/misskey-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:59+00:00", + "last": "2026-09-06T04:25:59+00:00" + }, + { + "path": "/bot/misskey-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/misskey-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/misskey-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/misskey-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:59+00:00", + "last": "2026-09-06T08:43:59+00:00" + }, + { + "path": "/bot/misskey-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/misskey-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/misskey.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:21+00:00", + "last": "2026-09-05T16:42:21+00:00" + }, + { + "path": "/bot/misskey.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:20:49+00:00", + "last": "2026-09-05T17:20:49+00:00" + }, + { + "path": "/bot/misskey.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:28+00:00", + "last": "2026-09-05T17:21:28+00:00" + }, + { + "path": "/bot/misskeymediaproxy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/misskeymediaproxy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/misskeymediaproxy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:59+00:00", + "last": "2026-09-06T04:25:59+00:00" + }, + { + "path": "/bot/neoncamplinksbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/neoncamplinksbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:18+00:00", + "last": "2026-09-06T04:40:18+00:00" + }, + { + "path": "/bot/neoncamplinksbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:22+00:00", + "last": "2026-09-06T04:40:22+00:00" + }, + { + "path": "/bot/networkingextension.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:12+00:00", + "last": "2026-09-06T03:53:12+00:00" + }, + { + "path": "/bot/networkingextension.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:19+00:00", + "last": "2026-09-06T04:25:19+00:00" + }, + { + "path": "/bot/networkingextension.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:21+00:00", + "last": "2026-09-06T04:25:21+00:00" + }, + { + "path": "/bot/newsblur-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/newsblur-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/newsblur-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:53+00:00", + "last": "2026-09-06T04:39:53+00:00" + }, + { + "path": "/bot/newsblur.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:16+00:00", + "last": "2026-09-06T03:54:16+00:00" + }, + { + "path": "/bot/newsblur.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/newsblur.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:07+00:00", + "last": "2026-09-06T04:30:07+00:00" + }, + { + "path": "/bot/nickw-tripwire.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:17+00:00", + "last": "2026-09-06T03:54:17+00:00" + }, + { + "path": "/bot/nickw-tripwire.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:32+00:00", + "last": "2026-09-06T04:29:32+00:00" + }, + { + "path": "/bot/nickw-tripwire.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:50+00:00", + "last": "2026-09-06T04:29:50+00:00" + }, + { + "path": "/bot/node-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:08+00:00", + "last": "2026-09-06T03:53:08+00:00" + }, + { + "path": "/bot/node-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:13+00:00", + "last": "2026-09-06T04:25:13+00:00" + }, + { + "path": "/bot/node-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:15+00:00", + "last": "2026-09-06T04:25:15+00:00" + }, + { + "path": "/bot/oauth4webapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:48+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/bot/oauth4webapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:54+00:00", + "last": "2026-09-03T08:57:54+00:00" + }, + { + "path": "/bot/oauth4webapi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:15+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/bot/okhttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:07+00:00", + "last": "2026-09-06T03:53:07+00:00" + }, + { + "path": "/bot/okhttp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:12+00:00", + "last": "2026-09-06T04:25:12+00:00" + }, + { + "path": "/bot/okhttp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:14+00:00", + "last": "2026-09-06T04:25:14+00:00" + }, + { + "path": "/bot/openai-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:54:14+00:00", + "last": "2026-09-04T14:54:14+00:00" + }, + { + "path": "/bot/openai-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:38+00:00", + "last": "2026-09-04T15:24:38+00:00" + }, + { + "path": "/bot/openai-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:45+00:00", + "last": "2026-09-04T15:24:45+00:00" + }, + { + "path": "/bot/opengraph-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:14+00:00", + "last": "2026-09-06T03:53:14+00:00" + }, + { + "path": "/bot/opengraph-io.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/opengraph-io.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/oranges-live.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:23+00:00", + "last": "2026-09-06T05:41:23+00:00" + }, + { + "path": "/bot/oranges-live.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:23+00:00", + "last": "2026-09-06T06:11:23+00:00" + }, + { + "path": "/bot/oranges-live.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:24+00:00", + "last": "2026-09-06T06:11:24+00:00" + }, + { + "path": "/bot/ottermindagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:54:18+00:00", + "last": "2026-09-04T07:54:18+00:00" + }, + { + "path": "/bot/ottermindagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:22:31+00:00", + "last": "2026-09-04T08:22:31+00:00" + }, + { + "path": "/bot/ottermindagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:22:56+00:00", + "last": "2026-09-04T08:22:56+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/bot/piefed-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/piefed-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/piefed-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/piefed-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:46+00:00", + "last": "2026-09-06T04:35:46+00:00" + }, + { + "path": "/bot/piefed-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/piefed-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/piefed-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/piefed-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/piefed-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/piefed-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/piefed-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/piefed-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:46+00:00", + "last": "2026-09-06T04:35:46+00:00" + }, + { + "path": "/bot/piefed-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/piefed-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/piefed-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/piefed-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:03+00:00", + "last": "2026-09-06T04:36:03+00:00" + }, + { + "path": "/bot/piefed-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/piefed-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/piefed-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/piefed-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/piefed-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/piefed-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/piefed-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/piefed-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/piefed-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/piefed-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/piefed-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:24+00:00", + "last": "2026-09-06T03:53:24+00:00" + }, + { + "path": "/bot/piefed-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:21+00:00", + "last": "2026-09-06T04:27:21+00:00" + }, + { + "path": "/bot/piefed-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:51+00:00", + "last": "2026-09-06T04:27:51+00:00" + }, + { + "path": "/bot/piefed-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/piefed-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/piefed-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/piefed-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/piefed-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/piefed-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:35+00:00", + "last": "2026-09-06T04:39:35+00:00" + }, + { + "path": "/bot/piefed-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/piefed-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/piefed-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/piefed-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/piefed-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/piefed-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/piefed-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/piefed-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/piefed-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/piefed-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/piefed-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/piefed-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:33+00:00", + "last": "2026-09-06T03:54:33+00:00" + }, + { + "path": "/bot/piefed-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:41+00:00", + "last": "2026-09-06T04:35:41+00:00" + }, + { + "path": "/bot/piefed-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:04+00:00", + "last": "2026-09-06T04:36:04+00:00" + }, + { + "path": "/bot/piefed-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:31+00:00", + "last": "2026-09-06T03:54:31+00:00" + }, + { + "path": "/bot/piefed-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:39+00:00", + "last": "2026-09-06T04:35:39+00:00" + }, + { + "path": "/bot/piefed-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:48+00:00", + "last": "2026-09-06T04:35:48+00:00" + }, + { + "path": "/bot/piefed-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/piefed-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/piefed-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/piefed-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:21+00:00", + "last": "2026-09-06T03:54:21+00:00" + }, + { + "path": "/bot/piefed-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/piefed-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/piefed-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:37+00:00", + "last": "2026-09-06T03:53:37+00:00" + }, + { + "path": "/bot/piefed-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:27+00:00", + "last": "2026-09-06T04:27:27+00:00" + }, + { + "path": "/bot/piefed-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:57+00:00", + "last": "2026-09-06T04:27:57+00:00" + }, + { + "path": "/bot/piefed-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/piefed-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:19+00:00", + "last": "2026-09-06T04:35:19+00:00" + }, + { + "path": "/bot/piefed-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:32+00:00", + "last": "2026-09-06T03:54:32+00:00" + }, + { + "path": "/bot/piefed-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:40+00:00", + "last": "2026-09-06T04:35:40+00:00" + }, + { + "path": "/bot/piefed-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:02+00:00", + "last": "2026-09-06T04:36:02+00:00" + }, + { + "path": "/bot/piefed-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:23+00:00", + "last": "2026-09-06T03:54:23+00:00" + }, + { + "path": "/bot/piefed-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/piefed-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/piefed-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/piefed-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/piefed-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/piefed-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/piefed-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/piefed-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/piefed-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:19+00:00", + "last": "2026-09-06T03:54:19+00:00" + }, + { + "path": "/bot/piefed-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:45+00:00", + "last": "2026-09-06T04:27:45+00:00" + }, + { + "path": "/bot/piefed-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/piefed-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:29+00:00", + "last": "2026-09-06T03:54:29+00:00" + }, + { + "path": "/bot/piefed-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:18+00:00", + "last": "2026-09-06T04:35:18+00:00" + }, + { + "path": "/bot/piefed-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:22+00:00", + "last": "2026-09-06T03:54:22+00:00" + }, + { + "path": "/bot/piefed-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:48+00:00", + "last": "2026-09-06T04:27:48+00:00" + }, + { + "path": "/bot/piefed-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:17+00:00", + "last": "2026-09-06T04:28:17+00:00" + }, + { + "path": "/bot/piefed-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/piefed-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/piefed-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:35+00:00", + "last": "2026-09-06T04:39:35+00:00" + }, + { + "path": "/bot/piefed-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:47+00:00", + "last": "2026-09-06T03:54:47+00:00" + }, + { + "path": "/bot/piefed-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/piefed-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:40:17+00:00", + "last": "2026-09-06T04:40:17+00:00" + }, + { + "path": "/bot/piefed-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:03+00:00", + "last": "2026-09-06T03:54:03+00:00" + }, + { + "path": "/bot/piefed-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:35+00:00", + "last": "2026-09-06T04:27:35+00:00" + }, + { + "path": "/bot/piefed-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:01+00:00", + "last": "2026-09-06T04:28:01+00:00" + }, + { + "path": "/bot/piefed-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:18+00:00", + "last": "2026-09-06T03:54:18+00:00" + }, + { + "path": "/bot/piefed-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:33+00:00", + "last": "2026-09-06T04:29:33+00:00" + }, + { + "path": "/bot/piefed-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:30:05+00:00", + "last": "2026-09-06T04:30:05+00:00" + }, + { + "path": "/bot/piefed-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/piefed-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/piefed-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/piefed-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/piefed-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/piefed-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:22+00:00", + "last": "2026-09-06T04:39:22+00:00" + }, + { + "path": "/bot/piefed-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:19+00:00", + "last": "2026-09-06T05:44:19+00:00" + }, + { + "path": "/bot/piefed-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:16+00:00", + "last": "2026-09-06T06:18:16+00:00" + }, + { + "path": "/bot/piefed-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:18:26+00:00", + "last": "2026-09-06T06:18:26+00:00" + }, + { + "path": "/bot/piefed-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:36+00:00", + "last": "2026-09-06T05:44:36+00:00" + }, + { + "path": "/bot/piefed-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/piefed-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/bot/piefed-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:42:42+00:00", + "last": "2026-09-06T05:42:42+00:00" + }, + { + "path": "/bot/piefed-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:58+00:00", + "last": "2026-09-06T06:11:58+00:00" + }, + { + "path": "/bot/piefed-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:47+00:00", + "last": "2026-09-06T06:12:47+00:00" + }, + { + "path": "/bot/piefed-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:31+00:00", + "last": "2026-09-06T05:43:31+00:00" + }, + { + "path": "/bot/piefed-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:15+00:00", + "last": "2026-09-06T06:12:15+00:00" + }, + { + "path": "/bot/piefed-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:02+00:00", + "last": "2026-09-06T06:13:02+00:00" + }, + { + "path": "/bot/piefed-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:49+00:00", + "last": "2026-09-06T05:43:49+00:00" + }, + { + "path": "/bot/piefed-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:17+00:00", + "last": "2026-09-06T06:12:17+00:00" + }, + { + "path": "/bot/piefed-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/piefed-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:49+00:00", + "last": "2026-09-06T05:43:49+00:00" + }, + { + "path": "/bot/piefed-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/piefed-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/piefed-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:48+00:00", + "last": "2026-09-06T05:43:48+00:00" + }, + { + "path": "/bot/piefed-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/piefed-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:23+00:00", + "last": "2026-09-06T06:13:23+00:00" + }, + { + "path": "/bot/piefed-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/piefed-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:29+00:00", + "last": "2026-09-06T04:29:29+00:00" + }, + { + "path": "/bot/piefed-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/piefed-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:13+00:00", + "last": "2026-09-06T05:44:13+00:00" + }, + { + "path": "/bot/piefed-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:36+00:00", + "last": "2026-09-06T06:12:36+00:00" + }, + { + "path": "/bot/piefed-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:24+00:00", + "last": "2026-09-06T06:13:24+00:00" + }, + { + "path": "/bot/piefed-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:37+00:00", + "last": "2026-09-06T05:44:37+00:00" + }, + { + "path": "/bot/piefed-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/piefed-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/bot/piefed-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:37+00:00", + "last": "2026-09-06T05:43:37+00:00" + }, + { + "path": "/bot/piefed-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/piefed-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/piefed-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:43:36+00:00", + "last": "2026-09-06T05:43:36+00:00" + }, + { + "path": "/bot/piefed-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:16+00:00", + "last": "2026-09-06T06:12:16+00:00" + }, + { + "path": "/bot/piefed-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:03+00:00", + "last": "2026-09-06T06:13:03+00:00" + }, + { + "path": "/bot/piefed-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:30+00:00", + "last": "2026-09-06T03:54:30+00:00" + }, + { + "path": "/bot/piefed-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:20+00:00", + "last": "2026-09-06T04:35:20+00:00" + }, + { + "path": "/bot/piefed-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:35:47+00:00", + "last": "2026-09-06T04:35:47+00:00" + }, + { + "path": "/bot/piefed-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:07+00:00", + "last": "2026-09-06T03:54:07+00:00" + }, + { + "path": "/bot/piefed-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:38+00:00", + "last": "2026-09-06T04:27:38+00:00" + }, + { + "path": "/bot/piefed-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:10+00:00", + "last": "2026-09-06T04:28:10+00:00" + }, + { + "path": "/bot/piefed-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:20+00:00", + "last": "2026-09-06T03:54:20+00:00" + }, + { + "path": "/bot/piefed-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:46+00:00", + "last": "2026-09-06T04:27:46+00:00" + }, + { + "path": "/bot/piefed-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:28:15+00:00", + "last": "2026-09-06T04:28:15+00:00" + }, + { + "path": "/bot/piefed-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:45+00:00", + "last": "2026-09-06T03:53:45+00:00" + }, + { + "path": "/bot/piefed-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:11+00:00", + "last": "2026-09-06T04:29:11+00:00" + }, + { + "path": "/bot/piefed-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:35+00:00", + "last": "2026-09-06T04:29:35+00:00" + }, + { + "path": "/bot/piefed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:13+00:00", + "last": "2026-09-06T03:53:13+00:00" + }, + { + "path": "/bot/piefed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/piefed.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/pingzen.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:58:29+00:00", + "last": "2026-09-05T22:58:29+00:00" + }, + { + "path": "/bot/pingzen.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:19+00:00", + "last": "2026-09-05T23:31:19+00:00" + }, + { + "path": "/bot/pingzen.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:43+00:00", + "last": "2026-09-05T23:31:43+00:00" + }, + { + "path": "/bot/pleroma-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:14+00:00", + "last": "2026-09-06T03:53:14+00:00" + }, + { + "path": "/bot/pleroma-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/pleroma-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/pleroma-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:15+00:00", + "last": "2026-09-06T03:53:15+00:00" + }, + { + "path": "/bot/pleroma-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/pleroma-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:59+00:00", + "last": "2026-09-06T04:25:59+00:00" + }, + { + "path": "/bot/pleroma-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:58+00:00", + "last": "2026-09-06T08:43:58+00:00" + }, + { + "path": "/bot/pleroma-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/pleroma-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/pleroma-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:59+00:00", + "last": "2026-09-06T08:43:59+00:00" + }, + { + "path": "/bot/pleroma-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/pleroma-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/pleroma-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:59+00:00", + "last": "2026-09-06T08:43:59+00:00" + }, + { + "path": "/bot/pleroma-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:01+00:00", + "last": "2026-09-06T09:24:01+00:00" + }, + { + "path": "/bot/pleroma-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:08+00:00", + "last": "2026-09-06T09:24:08+00:00" + }, + { + "path": "/bot/pleroma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:11+00:00", + "last": "2026-09-06T03:53:11+00:00" + }, + { + "path": "/bot/pleroma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:17+00:00", + "last": "2026-09-06T04:25:17+00:00" + }, + { + "path": "/bot/pleroma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:19+00:00", + "last": "2026-09-06T04:25:19+00:00" + }, + { + "path": "/bot/pod-directory-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:01:08+00:00", + "last": "2026-09-05T23:01:08+00:00" + }, + { + "path": "/bot/pod-directory-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:14+00:00", + "last": "2026-09-05T23:33:14+00:00" + }, + { + "path": "/bot/pod-directory-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:35+00:00", + "last": "2026-09-05T23:33:35+00:00" + }, + { + "path": "/bot/privacybrowser.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:57+00:00", + "last": "2026-09-06T08:43:57+00:00" + }, + { + "path": "/bot/privacybrowser.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:52+00:00", + "last": "2026-09-06T09:23:52+00:00" + }, + { + "path": "/bot/privacybrowser.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/pylova-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:45+00:00", + "last": "2026-09-06T03:54:45+00:00" + }, + { + "path": "/bot/pylova-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:08+00:00", + "last": "2026-09-06T04:39:08+00:00" + }, + { + "path": "/bot/pylova-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:23+00:00", + "last": "2026-09-06T04:39:23+00:00" + }, + { + "path": "/bot/pylova-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:46+00:00", + "last": "2026-09-06T03:54:46+00:00" + }, + { + "path": "/bot/pylova-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:09+00:00", + "last": "2026-09-06T04:39:09+00:00" + }, + { + "path": "/bot/pylova-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:39:36+00:00", + "last": "2026-09-06T04:39:36+00:00" + }, + { + "path": "/bot/pylova-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:38+00:00", + "last": "2026-09-06T05:44:38+00:00" + }, + { + "path": "/bot/pylova-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:48+00:00", + "last": "2026-09-06T06:12:48+00:00" + }, + { + "path": "/bot/pylova-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:35+00:00", + "last": "2026-09-06T06:13:35+00:00" + }, + { + "path": "/bot/pylova.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:16+00:00", + "last": "2026-09-06T03:53:16+00:00" + }, + { + "path": "/bot/pylova.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/pylova.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:26:00+00:00", + "last": "2026-09-06T04:26:00+00:00" + }, + { + "path": "/bot/readyou.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:56+00:00", + "last": "2026-09-06T08:43:56+00:00" + }, + { + "path": "/bot/readyou.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:52+00:00", + "last": "2026-09-06T09:23:52+00:00" + }, + { + "path": "/bot/readyou.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/redditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:55+00:00", + "last": "2026-09-06T08:43:55+00:00" + }, + { + "path": "/bot/redditbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:51+00:00", + "last": "2026-09-06T09:23:51+00:00" + }, + { + "path": "/bot/redditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:52+00:00", + "last": "2026-09-06T09:23:52+00:00" + }, + { + "path": "/bot/rokmcp-collector.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:54:27+00:00", + "last": "2026-09-04T07:54:27+00:00" + }, + { + "path": "/bot/rokmcp-collector.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:23:55+00:00", + "last": "2026-09-04T08:23:55+00:00" + }, + { + "path": "/bot/rokmcp-collector.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:24:01+00:00", + "last": "2026-09-04T08:24:01+00:00" + }, + { + "path": "/bot/rubygems-org.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:01:09+00:00", + "last": "2026-09-05T23:01:09+00:00" + }, + { + "path": "/bot/rubygems-org.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:36+00:00", + "last": "2026-09-05T23:33:36+00:00" + }, + { + "path": "/bot/rubygems-org.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:33:52+00:00", + "last": "2026-09-05T23:33:52+00:00" + }, + { + "path": "/bot/schema-markup-validator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:14+00:00", + "last": "2026-09-06T03:53:14+00:00" + }, + { + "path": "/bot/schema-markup-validator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/schema-markup-validator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:57+00:00", + "last": "2026-09-06T04:25:57+00:00" + }, + { + "path": "/bot/scraper-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:42:54+00:00", + "last": "2026-09-05T01:42:54+00:00" + }, + { + "path": "/bot/scraper-io.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:19:07+00:00", + "last": "2026-09-05T02:19:07+00:00" + }, + { + "path": "/bot/scraper-io.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:21:17+00:00", + "last": "2026-09-05T02:21:17+00:00" + }, + { + "path": "/bot/securityscanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:40:58+00:00", + "last": "2026-09-06T05:40:58+00:00" + }, + { + "path": "/bot/securityscanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:18+00:00", + "last": "2026-09-06T06:11:18+00:00" + }, + { + "path": "/bot/securityscanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:18+00:00", + "last": "2026-09-06T06:11:18+00:00" + }, + { + "path": "/bot/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:59:51+00:00", + "last": "2026-09-04T02:59:51+00:00" + }, + { + "path": "/bot/semrushbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:36:38+00:00", + "last": "2026-09-04T03:36:38+00:00" + }, + { + "path": "/bot/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:36:20+00:00", + "last": "2026-09-04T03:36:20+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:57:06+00:00", + "last": "2026-09-03T13:57:06+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:34:01+00:00", + "last": "2026-09-03T14:34:01+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:34:04+00:00", + "last": "2026-09-03T14:34:04+00:00" + }, + { + "path": "/bot/seo-audit-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:56:33+00:00", + "last": "2026-09-03T13:56:33+00:00" + }, + { + "path": "/bot/seo-audit-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:34+00:00", + "last": "2026-09-03T14:33:34+00:00" + }, + { + "path": "/bot/seo-audit-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:33:56+00:00", + "last": "2026-09-03T14:33:56+00:00" + }, + { + "path": "/bot/sharkey.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:58+00:00", + "last": "2026-09-06T08:43:58+00:00" + }, + { + "path": "/bot/sharkey.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:23:52+00:00", + "last": "2026-09-06T09:23:52+00:00" + }, + { + "path": "/bot/sharkey.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:40:58+00:00", + "last": "2026-09-06T05:40:58+00:00" + }, + { + "path": "/bot/slack.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:18+00:00", + "last": "2026-09-06T06:11:18+00:00" + }, + { + "path": "/bot/slack.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:20+00:00", + "last": "2026-09-06T06:11:20+00:00" + }, + { + "path": "/bot/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:10+00:00", + "last": "2026-09-06T03:53:10+00:00" + }, + { + "path": "/bot/slackbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:16+00:00", + "last": "2026-09-06T04:25:16+00:00" + }, + { + "path": "/bot/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:18+00:00", + "last": "2026-09-06T04:25:18+00:00" + }, + { + "path": "/bot/smitherybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/bot/smitherybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/bot/smitherybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:02+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/bot/snyk-advisor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:49:22+00:00", + "last": "2026-09-04T19:49:22+00:00" + }, + { + "path": "/bot/snyk-advisor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:21:10+00:00", + "last": "2026-09-04T20:21:10+00:00" + }, + { + "path": "/bot/snyk-advisor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:21:37+00:00", + "last": "2026-09-04T20:21:37+00:00" + }, + { + "path": "/bot/sofyabot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:21+00:00", + "last": "2026-09-06T03:53:21+00:00" + }, + { + "path": "/bot/sofyabot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:19+00:00", + "last": "2026-09-06T04:27:19+00:00" + }, + { + "path": "/bot/sofyabot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:27:49+00:00", + "last": "2026-09-06T04:27:49+00:00" + }, + { + "path": "/bot/solvedearthlivenessbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:10:27+00:00", + "last": "2026-09-02T05:10:27+00:00" + }, + { + "path": "/bot/solvedearthlivenessbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:01:29+00:00", + "last": "2026-09-02T06:01:29+00:00" + }, + { + "path": "/bot/solvedearthlivenessbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:01:33+00:00", + "last": "2026-09-02T06:01:33+00:00" + }, + { + "path": "/bot/spider-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:42+00:00", + "last": "2026-09-05T16:42:42+00:00" + }, + { + "path": "/bot/spider-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:28+00:00", + "last": "2026-09-05T17:21:28+00:00" + }, + { + "path": "/bot/spider-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:41+00:00", + "last": "2026-09-05T17:21:41+00:00" + }, + { + "path": "/bot/summalybot-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:56:52+00:00", + "last": "2026-09-06T09:56:52+00:00" + }, + { + "path": "/bot/summalybot-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:35:39+00:00", + "last": "2026-09-06T10:35:39+00:00" + }, + { + "path": "/bot/summalybot-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:36:22+00:00", + "last": "2026-09-06T10:36:22+00:00" + }, + { + "path": "/bot/summalybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:13+00:00", + "last": "2026-09-06T03:53:13+00:00" + }, + { + "path": "/bot/summalybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/summalybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/superfeedr.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:13+00:00", + "last": "2026-09-06T03:53:13+00:00" + }, + { + "path": "/bot/superfeedr.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:19+00:00", + "last": "2026-09-06T04:25:19+00:00" + }, + { + "path": "/bot/superfeedr.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:55+00:00", + "last": "2026-09-06T04:25:55+00:00" + }, + { + "path": "/bot/swagger-validator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:11+00:00", + "last": "2026-09-06T03:53:11+00:00" + }, + { + "path": "/bot/swagger-validator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:17+00:00", + "last": "2026-09-06T04:25:17+00:00" + }, + { + "path": "/bot/swagger-validator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:19+00:00", + "last": "2026-09-06T04:25:19+00:00" + }, + { + "path": "/bot/sync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:07+00:00", + "last": "2026-09-06T03:53:07+00:00" + }, + { + "path": "/bot/sync.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:12+00:00", + "last": "2026-09-06T04:25:12+00:00" + }, + { + "path": "/bot/sync.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:13+00:00", + "last": "2026-09-06T04:25:13+00:00" + }, + { + "path": "/bot/telegram.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:43+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/bot/telegram.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/bot/telegram.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:24+00:00", + "last": "2026-09-03T08:58:24+00:00" + }, + { + "path": "/bot/the402-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:44:37+00:00", + "last": "2026-09-06T05:44:37+00:00" + }, + { + "path": "/bot/the402-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:12:37+00:00", + "last": "2026-09-06T06:12:37+00:00" + }, + { + "path": "/bot/the402-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/bot/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:56:03+00:00", + "last": "2026-09-06T09:56:03+00:00" + }, + { + "path": "/bot/tiktokspider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:35:57+00:00", + "last": "2026-09-06T10:35:57+00:00" + }, + { + "path": "/bot/tiktokspider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:36:32+00:00", + "last": "2026-09-06T10:36:32+00:00" + }, + { + "path": "/bot/trimtabverifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:43:58+00:00", + "last": "2026-09-06T08:43:58+00:00" + }, + { + "path": "/bot/trimtabverifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/trimtabverifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:00+00:00", + "last": "2026-09-06T09:24:00+00:00" + }, + { + "path": "/bot/universal-service-registry-mcp-tool-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:49+00:00", + "last": "2026-09-06T03:54:49+00:00" + }, + { + "path": "/bot/universal-service-registry-mcp-tool-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:07+00:00", + "last": "2026-09-06T04:36:07+00:00" + }, + { + "path": "/bot/universal-service-registry-mcp-tool-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:36:08+00:00", + "last": "2026-09-06T04:36:08+00:00" + }, + { + "path": "/bot/uptimesignal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:59:33+00:00", + "last": "2026-09-05T22:59:33+00:00" + }, + { + "path": "/bot/uptimesignal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:32:08+00:00", + "last": "2026-09-05T23:32:08+00:00" + }, + { + "path": "/bot/uptimesignal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:32:14+00:00", + "last": "2026-09-05T23:32:14+00:00" + }, + { + "path": "/bot/url2md.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:58:17+00:00", + "last": "2026-09-04T02:58:17+00:00" + }, + { + "path": "/bot/url2md.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:35:20+00:00", + "last": "2026-09-04T03:35:20+00:00" + }, + { + "path": "/bot/url2md.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:36:20+00:00", + "last": "2026-09-04T03:36:20+00:00" + }, + { + "path": "/bot/validator-nu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:10+00:00", + "last": "2026-09-06T03:53:10+00:00" + }, + { + "path": "/bot/validator-nu.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:17+00:00", + "last": "2026-09-06T04:25:17+00:00" + }, + { + "path": "/bot/validator-nu.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:19+00:00", + "last": "2026-09-06T04:25:19+00:00" + }, + { + "path": "/bot/webalert.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:41:22+00:00", + "last": "2026-09-06T05:41:22+00:00" + }, + { + "path": "/bot/webalert.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:21+00:00", + "last": "2026-09-06T06:11:21+00:00" + }, + { + "path": "/bot/webalert.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:11:23+00:00", + "last": "2026-09-06T06:11:23+00:00" + }, + { + "path": "/bot/websub-rocks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:54:14+00:00", + "last": "2026-09-06T03:54:14+00:00" + }, + { + "path": "/bot/websub-rocks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:30+00:00", + "last": "2026-09-06T04:29:30+00:00" + }, + { + "path": "/bot/websub-rocks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:29:49+00:00", + "last": "2026-09-06T04:29:49+00:00" + }, + { + "path": "/bot/wellknownbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:13+00:00", + "last": "2026-09-06T03:53:13+00:00" + }, + { + "path": "/bot/wellknownbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:20+00:00", + "last": "2026-09-06T04:25:20+00:00" + }, + { + "path": "/bot/wellknownbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:56+00:00", + "last": "2026-09-06T04:25:56+00:00" + }, + { + "path": "/bot/whatsapp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:53:14+00:00", + "last": "2026-09-06T03:53:14+00:00" + }, + { + "path": "/bot/whatsapp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:21+00:00", + "last": "2026-09-06T04:25:21+00:00" + }, + { + "path": "/bot/whatsapp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:25:58+00:00", + "last": "2026-09-06T04:25:58+00:00" + }, + { + "path": "/bot/x1r-replication-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:48+00:00", + "last": "2026-09-04T14:53:48+00:00" + }, + { + "path": "/bot/x1r-replication-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:45+00:00", + "last": "2026-09-04T15:24:45+00:00" + }, + { + "path": "/bot/x1r-replication-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:24:57+00:00", + "last": "2026-09-04T15:24:57+00:00" + }, + { + "path": "/bot/yacybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:42:41+00:00", + "last": "2026-09-05T16:42:41+00:00" + }, + { + "path": "/bot/yacybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:12+00:00", + "last": "2026-09-05T17:21:12+00:00" + }, + { + "path": "/bot/yacybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:21:29+00:00", + "last": "2026-09-05T17:21:29+00:00" + }, + { + "path": "/c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:04:17+00:00", + "last": "2026-09-06T03:04:17+00:00" + }, + { + "path": "/c.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:51+00:00", + "last": "2026-09-06T03:45:51+00:00" + }, + { + "path": "/c.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:32+00:00", + "last": "2026-09-06T03:45:32+00:00" + }, + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T08:32:21+00:00", + "last": "2026-09-01T08:32:21+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:42:01+00:00", + "last": "2026-09-02T00:42:01+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:16:56+00:00", + "last": "2026-09-02T00:16:56+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:20:41+00:00", + "last": "2026-09-02T00:20:41+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:20:46+00:00", + "last": "2026-09-02T00:20:46+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T22:21:55+00:00", + "last": "2026-09-02T22:21:55+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/lint/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T17:22:50+00:00", + "last": "2026-09-02T17:22:50+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T22:22:17+00:00", + "last": "2026-09-02T22:22:17+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/score/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T17:23:15+00:00", + "last": "2026-09-02T17:23:15+00:00" + }, + { + "path": "/c/agenty/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:49:56+00:00", + "last": "2026-09-03T12:49:56+00:00" + }, + { + "path": "/c/agenty/a2a/discovery/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:50:23+00:00", + "last": "2026-09-03T12:50:23+00:00" + }, + { + "path": "/c/agenty/a2a/doctor/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:49:07+00:00", + "last": "2026-09-03T12:49:07+00:00" + }, + { + "path": "/c/agenty/a2a/lint/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:48:50+00:00", + "last": "2026-09-03T12:48:50+00:00" + }, + { + "path": "/c/agenty/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:48:55+00:00", + "last": "2026-09-03T12:48:55+00:00" + }, + { + "path": "/c/agenty/a2a/robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:49:06+00:00", + "last": "2026-09-03T12:49:06+00:00" + }, + { + "path": "/c/agenty/a2a/score/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:49:23+00:00", + "last": "2026-09-03T12:49:23+00:00" + }, + { + "path": "/c/agenty/a2a/triage/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:49:07+00:00", + "last": "2026-09-03T12:49:07+00:00" + }, + { + "path": "/c/agenty/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:50:22+00:00", + "last": "2026-09-03T12:50:22+00:00" + }, + { + "path": "/c/allmcps/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:33:40+00:00", + "last": "2026-09-05T21:33:40+00:00" + }, + { + "path": "/c/allmcps/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:35:19+00:00", + "last": "2026-09-05T21:35:19+00:00" + }, + { + "path": "/c/allmcps/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:35:19+00:00", + "last": "2026-09-05T21:35:19+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:20:08+00:00", + "last": "2026-09-02T08:20:08+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:05:50+00:00", + "last": "2026-09-06T10:05:50+00:00" + }, + { + "path": "/c/friendica/bot/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:37:00+00:00", + "last": "2026-09-06T10:37:00+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:24:11+00:00", + "last": "2026-09-06T08:24:11+00:00" + }, + { + "path": "/c/friendica/crawler/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:06:29+00:00", + "last": "2026-09-06T09:06:29+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:06:23+00:00", + "last": "2026-09-06T10:06:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:37:19+00:00", + "last": "2026-09-06T10:37:19+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:07:39+00:00", + "last": "2026-09-06T10:07:39+00:00" + }, + { + "path": "/c/friendica/operator/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:36:50+00:00", + "last": "2026-09-06T10:36:50+00:00" + }, + { + "path": "/c/friendica/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:44+00:00", + "last": "2026-09-06T09:15:44+00:00" + }, + { + "path": "/c/friendica/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:51:23+00:00", + "last": "2026-09-06T09:51:23+00:00" + }, + { + "path": "/c/friendica/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:05:30+00:00", + "last": "2026-09-06T09:05:30+00:00" + }, + { + "path": "/c/huggingface-datasets/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:40:06+00:00", + "last": "2026-09-03T00:40:06+00:00" + }, + { + "path": "/c/huggingface-datasets/data/agents.csv", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:03:45+00:00", + "last": "2026-09-03T03:03:45+00:00" + }, + { + "path": "/c/huggingface-datasets/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:04:28+00:00", + "last": "2026-09-03T03:04:28+00:00" + }, + { + "path": "/c/huggingface-datasets/data/robots-tokens.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:05:33+00:00", + "last": "2026-09-03T03:05:33+00:00" + }, + { + "path": "/c/huggingface-datasets/data/ua-regex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:04:55+00:00", + "last": "2026-09-03T03:04:55+00:00" + }, + { + "path": "/c/huggingface-datasets/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:04:50+00:00", + "last": "2026-09-03T03:04:50+00:00" + }, + { + "path": "/c/huggingface-datasets/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:05:16+00:00", + "last": "2026-09-03T03:05:16+00:00" + }, + { + "path": "/c/huggingface-datasets/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:05:10+00:00", + "last": "2026-09-03T03:05:10+00:00" + }, + { + "path": "/c/huggingface-datasets/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:03:51+00:00", + "last": "2026-09-03T03:03:51+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:09:13+00:00", + "last": "2026-09-06T07:09:13+00:00" + }, + { + "path": "/c/lemmy/crawler/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:35:57+00:00", + "last": "2026-09-06T07:35:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:53+00:00", + "last": "2026-09-06T07:10:53+00:00" + }, + { + "path": "/c/lemmy/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:41:08+00:00", + "last": "2026-09-06T07:41:08+00:00" + }, + { + "path": "/c/lemmy/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:38:01+00:00", + "last": "2026-09-06T07:38:01+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T18:02:17+00:00", + "last": "2026-09-02T18:02:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:46:19+00:00", + "last": "2026-09-01T04:46:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-markdown.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:42:38+00:00", + "last": "2026-09-06T11:42:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-markdown.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:14:18+00:00", + "last": "2026-09-06T12:14:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:51:41+00:00", + "last": "2026-09-01T17:51:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:52:08+00:00", + "last": "2026-09-01T17:52:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:40:13+00:00", + "last": "2026-09-01T04:40:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:13:04+00:00", + "last": "2026-09-01T03:13:04+00:00" + }, + { + "path": "/c/paygent-discover/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:16:24+00:00", + "last": "2026-09-07T08:16:24+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T21:56:51+00:00", + "last": "2026-09-01T21:56:51+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:59+00:00", + "last": "2026-09-03T05:57:59+00:00" + }, + { + "path": "/category/ai-search.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:51:00+00:00", + "last": "2026-09-03T07:51:00+00:00" + }, + { + "path": "/category/ai-training.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:59+00:00", + "last": "2026-09-03T07:48:59+00:00" + }, + { + "path": "/category/archive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:49+00:00", + "last": "2026-09-03T07:47:49+00:00" + }, + { + "path": "/category/dataset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:07+00:00", + "last": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/category/preview.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:40+00:00", + "last": "2026-09-03T07:47:40+00:00" + }, + { + "path": "/category/search.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:07+00:00", + "last": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/category/seo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:32+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/category/tool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:54:56+00:00", + "last": "2026-09-03T07:54:56+00:00" + }, + { + "path": "/category/user-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:32+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:41:35+00:00", + "last": "2026-09-01T03:41:35+00:00" + }, + { + "path": "/compliance.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:42+00:00", + "last": "2026-09-03T08:56:42+00:00" + }, + { + "path": "/compliance.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:23+00:00", + "last": "2026-09-03T08:58:23+00:00" + }, + { + "path": "/contact.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:02+00:00", + "last": "2026-09-03T08:57:02+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:13+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:41+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:13+00:00", + "last": "2026-09-03T07:47:13+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:32+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:41+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:30+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/crawler/adsbot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:30+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:54+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:47+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:32+00:00", + "last": "2026-09-03T07:46:32+00:00" + }, + { + "path": "/crawler/aihitbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:48+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/crawler/aihitbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:00+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:37+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/crawler/aiwebindex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:52+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/crawler/aiwebindex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:05+00:00", + "last": "2026-09-03T08:23:05+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:45+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/crawler/andibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:14+00:00", + "last": "2026-09-03T07:47:14+00:00" + }, + { + "path": "/crawler/anomura.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/crawler/anomura.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:43+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:37+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/crawler/apis-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:51+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/crawler/apis-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:38+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/crawler/atlassian-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:55+00:00", + "last": "2026-09-03T08:22:55+00:00" + }, + { + "path": "/crawler/atlassian-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:13+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/awariorssbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:35+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/crawler/awariorssbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:44+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/awariosmartbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:34+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/crawler/barkrowler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:50+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/crawler/barkrowler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:02+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:29+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/crawler/bedrockbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:28+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:46+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/crawler/chatgpt-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:02+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/crawler/chatgpt-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:18+00:00", + "last": "2026-09-03T08:23:18+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:35+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:44+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:30+00:00", + "last": "2026-09-03T07:46:30+00:00" + }, + { + "path": "/crawler/cotoyogi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:30+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:55+00:00", + "last": "2026-09-03T08:22:55+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:45+00:00", + "last": "2026-09-03T07:46:45+00:00" + }, + { + "path": "/crawler/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:00+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:11+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/crawler/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:15+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/crawler/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:48+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:32+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/crawler/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:58+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:43+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/crawler/dotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:56+00:00", + "last": "2026-09-03T08:57:56+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:28+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/crawler/echoboxbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/crawler/echoboxbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:51+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:11+00:00", + "last": "2026-09-03T07:46:11+00:00" + }, + { + "path": "/crawler/exasearchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:16+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/crawler/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/factset-spyderbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:35+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:49+00:00", + "last": "2026-09-03T07:46:49+00:00" + }, + { + "path": "/crawler/feedfetcher-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:11+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:08+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/crawler/google-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/crawler/google-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/google-cws.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/crawler/google-cws.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:57+00:00", + "last": "2026-09-03T08:22:57+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:14+00:00", + "last": "2026-09-03T07:47:14+00:00" + }, + { + "path": "/crawler/google-gemininotebook.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:41+00:00", + "last": "2026-09-03T08:23:41+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:38+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/crawler/google-pinpoint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:54+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/google-pinpoint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:12+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:11+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/crawler/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/crawler/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:36+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:37+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/crawler/google-safety.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/crawler/google-safety.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:11+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:11+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/crawler/google-site-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:17+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/crawler/google-site-verification.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:37+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:35+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/googlebot-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/crawler/googlebot-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:01+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:29+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/crawler/googlemessages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:28+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/crawler/googlemessages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:38+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/crawler/googleother-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:54+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/googleother-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:13+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:10+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/crawler/googleother-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:15+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/crawler/googleother-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:36+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:10+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/crawler/googleproducer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:15+00:00", + "last": "2026-09-03T08:23:15+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:49+00:00", + "last": "2026-09-03T07:46:49+00:00" + }, + { + "path": "/crawler/icc-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:12+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:34+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:48+00:00", + "last": "2026-09-03T07:47:48+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:49+00:00", + "last": "2026-09-03T07:46:49+00:00" + }, + { + "path": "/crawler/kagibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:13+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/crawler/kagibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:34+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:19+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/crawler/klaviyoaibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:45+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:19+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/crawler/laiondownloader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:45+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/crawler/laiondownloader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:51+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:10+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/crawler/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:13+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/crawler/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:46+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/crawler/linguee-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:01+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/linguee-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:17+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:17+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/crawler/mediapartners-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:40+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/mediapartners-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:46+00:00", + "last": "2026-09-03T08:23:46+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:11+00:00", + "last": "2026-09-03T07:47:11+00:00" + }, + { + "path": "/crawler/meta-webindexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/crawler/meta-webindexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:37+00:00", + "last": "2026-09-03T08:23:37+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/crawler/mj12bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:51+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/crawler/mj12bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:39+00:00", + "last": "2026-09-03T07:46:39+00:00" + }, + { + "path": "/crawler/mojeekbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:58+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/crawler/mojeekbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:14+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:28+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/crawler/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/crawler/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:51+00:00", + "last": "2026-09-03T08:22:51+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:50+00:00", + "last": "2026-09-03T07:45:50+00:00" + }, + { + "path": "/crawler/phindbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/crawler/phindbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/pinterestbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:55+00:00", + "last": "2026-09-03T08:22:55+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:17+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:40+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:46+00:00", + "last": "2026-09-03T08:23:46+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:49+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/crawler/qualifiedbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:27+00:00", + "last": "2026-09-03T08:58:27+00:00" + }, + { + "path": "/crawler/qualifiedbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:47+00:00", + "last": "2026-09-03T08:22:47+00:00" + }, + { + "path": "/crawler/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:59+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:22+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/crawler/qwantbot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:53+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/crawler/qwantbot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:55+00:00", + "last": "2026-09-03T08:23:55+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:46+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/crawler/qwantbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:03+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/crawler/qwantbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:32+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:29+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/crawler/reflectionbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:05+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/crawler/reflectionbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:10+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/crawler/rogerbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/crawler/rogerbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:32+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:10+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:14+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:35+00:00", + "last": "2026-09-03T08:23:35+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:22+00:00", + "last": "2026-09-03T07:47:22+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:53+00:00", + "last": "2026-09-03T08:23:53+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:54+00:00", + "last": "2026-09-03T08:23:54+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:32+00:00", + "last": "2026-09-03T07:46:32+00:00" + }, + { + "path": "/crawler/semrushbot-ba.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:47+00:00", + "last": "2026-09-03T08:22:47+00:00" + }, + { + "path": "/crawler/semrushbot-ba.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:59+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:35+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/semrushbot-esi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:48+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/crawler/semrushbot-esi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:00+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:29+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/crawler/semrushbot-ft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:29+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:35+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/semrushbot-si.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:48+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/crawler/semrushbot-si.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:00+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:47+00:00", + "last": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/crawler/semrushbot-swa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/semrushbot-swa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:32+00:00", + "last": "2026-09-03T07:46:32+00:00" + }, + { + "path": "/crawler/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:48+00:00", + "last": "2026-09-03T08:22:48+00:00" + }, + { + "path": "/crawler/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:00+00:00", + "last": "2026-09-03T08:23:00+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:10+00:00", + "last": "2026-09-03T07:46:10+00:00" + }, + { + "path": "/crawler/serpstatbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/crawler/serpstatbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:28+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/crawler/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/crawler/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:52+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:37+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/crawler/siteauditbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:52+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/crawler/siteauditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:19+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:45+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:09+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/crawler/slackbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:13+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/crawler/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:29+00:00", + "last": "2026-09-03T08:22:29+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:35+00:00", + "last": "2026-09-03T07:46:35+00:00" + }, + { + "path": "/crawler/splitsignalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/crawler/splitsignalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:01+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:10+00:00", + "last": "2026-09-03T07:47:10+00:00" + }, + { + "path": "/crawler/terracotta.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:14+00:00", + "last": "2026-09-03T08:23:14+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:43+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/crawler/thinkbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:44+00:00", + "last": "2026-09-03T08:56:44+00:00" + }, + { + "path": "/crawler/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:34+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:43+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:44+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/crawler/wpbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:50+00:00", + "last": "2026-09-03T08:56:50+00:00" + }, + { + "path": "/crawler/wpbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:11+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/yak.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:32+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/crawler/yak.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:59+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/crawler/yandexadditional.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:03+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:37+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:52+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:49+00:00", + "last": "2026-09-03T07:46:49+00:00" + }, + { + "path": "/crawler/yandexblogs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:12+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/crawler/yandexblogs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:34+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:17+00:00", + "last": "2026-09-03T07:47:17+00:00" + }, + { + "path": "/crawler/yandexcalendar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:40+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/yandexcalendar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/crawler/yandexcombot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:50+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/crawler/yandexcombot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:01+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:14+00:00", + "last": "2026-09-03T07:47:14+00:00" + }, + { + "path": "/crawler/yandexdirect.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/crawler/yandexdirect.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:43+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:20+00:00", + "last": "2026-09-03T07:47:20+00:00" + }, + { + "path": "/crawler/yandexfavicons.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/yandexfavicons.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:52+00:00", + "last": "2026-09-03T08:23:52+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/yandeximages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:39+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/crawler/yandeximages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:45+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:19+00:00", + "last": "2026-09-03T07:47:19+00:00" + }, + { + "path": "/crawler/yandexmarket.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:44+00:00", + "last": "2026-09-03T08:23:44+00:00" + }, + { + "path": "/crawler/yandexmarket.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:51+00:00", + "last": "2026-09-03T08:23:51+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:16+00:00", + "last": "2026-09-03T07:47:16+00:00" + }, + { + "path": "/crawler/yandexmedia.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:36+00:00", + "last": "2026-09-03T08:23:36+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/crawler/yandexmetrika.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:43+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/yandexmetrika.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:48+00:00", + "last": "2026-09-03T07:46:48+00:00" + }, + { + "path": "/crawler/yandexmobilebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:11+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/crawler/yandexmobilebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:33+00:00", + "last": "2026-09-03T08:23:33+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:54+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:18+00:00", + "last": "2026-09-03T07:47:18+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:43+00:00", + "last": "2026-09-03T08:23:43+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:50+00:00", + "last": "2026-09-03T08:23:50+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:47:12+00:00", + "last": "2026-09-03T07:47:12+00:00" + }, + { + "path": "/crawler/yandexvideo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:18+00:00", + "last": "2026-09-03T08:23:18+00:00" + }, + { + "path": "/crawler/yandexvideo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:40+00:00", + "last": "2026-09-03T08:23:40+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:38+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/crawler/yandexwebmaster.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:54+00:00", + "last": "2026-09-03T08:22:54+00:00" + }, + { + "path": "/crawler/yandexwebmaster.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:11+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/data/markdown-lane.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:34:47+00:00", + "last": "2026-09-06T10:34:47+00:00" + }, + { + "path": "/documents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:08:41+00:00", + "last": "2026-09-03T07:08:41+00:00" + }, + { + "path": "/git", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:31+00:00", + "last": "2026-09-06T03:45:31+00:00" + }, + { + "path": "/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:46:07+00:00", + "last": "2026-09-06T03:46:07+00:00" + }, + { + "path": "/git/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:03:05+00:00", + "last": "2026-09-06T03:03:05+00:00" + }, + { + "path": "/git/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:04+00:00", + "last": "2026-09-06T03:45:04+00:00" + }, + { + "path": "/git/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:05+00:00", + "last": "2026-09-06T03:45:05+00:00" + }, + { + "path": "/impressum.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:44:16+00:00", + "last": "2026-09-03T09:44:16+00:00" + }, + { + "path": "/impressum.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:42:46+00:00", + "last": "2026-09-03T09:42:46+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:33:26+00:00", + "last": "2026-09-01T01:33:26+00:00" + }, + { + "path": "/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:09:11+00:00", + "last": "2026-09-03T07:09:11+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T13:47:26+00:00", + "last": "2026-09-01T13:47:26+00:00" + }, + { + "path": "/inference.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T14:19:33+00:00", + "last": "2026-09-01T14:19:33+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:55:34+00:00", + "last": "2026-09-03T07:55:34+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:27:50+00:00", + "last": "2026-09-03T08:27:50+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:28:22+00:00", + "last": "2026-09-03T08:28:22+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:34:18+00:00", + "last": "2026-09-03T08:34:18+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:34:29+00:00", + "last": "2026-09-03T08:34:29+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:55:34+00:00", + "last": "2026-09-03T07:55:34+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:55:34+00:00", + "last": "2026-09-03T07:55:34+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:34:18+00:00", + "last": "2026-09-03T08:34:18+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:34:29+00:00", + "last": "2026-09-03T08:34:29+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:28:48+00:00", + "last": "2026-09-03T08:28:48+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:25:02+00:00", + "last": "2026-09-03T08:25:02+00:00" + }, + { + "path": "/ip-ranges/google-special.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:25:31+00:00", + "last": "2026-09-03T08:25:31+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:55:47+00:00", + "last": "2026-09-03T07:55:47+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:39+00:00", + "last": "2026-09-03T08:23:39+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:28:10+00:00", + "last": "2026-09-03T08:28:10+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:28:40+00:00", + "last": "2026-09-03T08:28:40+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:27:50+00:00", + "last": "2026-09-03T08:27:50+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:27:43+00:00", + "last": "2026-09-03T08:27:43+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:34:52+00:00", + "last": "2026-09-01T01:34:52+00:00" + }, + { + "path": "/ip-ranges/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:55:24+00:00", + "last": "2026-09-03T07:55:24+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:28:39+00:00", + "last": "2026-09-03T08:28:39+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:46+00:00", + "last": "2026-09-03T08:23:46+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:45+00:00", + "last": "2026-09-03T08:23:45+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:25:02+00:00", + "last": "2026-09-03T08:25:02+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:25:15+00:00", + "last": "2026-09-03T08:25:15+00:00" + }, + { + "path": "/legal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:35+00:00", + "last": "2026-09-03T08:58:35+00:00" + }, + { + "path": "/legal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:36+00:00", + "last": "2026-09-03T08:58:36+00:00" + }, + { + "path": "/mcp-doctor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/mcp-doctor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:42+00:00", + "last": "2026-09-03T08:23:42+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:38+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/mcp-lint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/mcp-lint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:13+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/mcp-markdown.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:55:07+00:00", + "last": "2026-09-06T09:55:07+00:00" + }, + { + "path": "/mcp-markdown.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:34:54+00:00", + "last": "2026-09-06T10:34:54+00:00" + }, + { + "path": "/mcp-markdown.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:35:12+00:00", + "last": "2026-09-06T10:35:12+00:00" + }, + { + "path": "/mcp-netcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:30+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/mcp-netcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:57+00:00", + "last": "2026-09-03T08:22:57+00:00" + }, + { + "path": "/mcp-robots.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:30+00:00", + "last": "2026-09-03T08:22:30+00:00" + }, + { + "path": "/mcp-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:58+00:00", + "last": "2026-09-03T08:22:58+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:37:42+00:00", + "last": "2026-09-01T09:37:42+00:00" + }, + { + "path": "/mcp-triage.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:01+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/mcp-triage.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:32:13+00:00", + "last": "2026-09-05T23:32:13+00:00" + }, + { + "path": "/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:45+00:00", + "last": "2026-09-05T23:31:45+00:00" + }, + { + "path": "/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:22:20+00:00", + "last": "2026-09-06T12:22:20+00:00" + }, + { + "path": "/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:42+00:00", + "last": "2026-09-05T23:31:42+00:00" + }, + { + "path": "/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:30+00:00", + "last": "2026-09-05T23:31:30+00:00" + }, + { + "path": "/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:45+00:00", + "last": "2026-09-05T23:31:45+00:00" + }, + { + "path": "/operator/ahrefs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:15+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/operator/ai2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:49+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/operator/aihit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:29+00:00", + "last": "2026-09-03T08:58:29+00:00" + }, + { + "path": "/operator/aihit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/operator/amazon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:05+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:29+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/operator/andi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:04+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/operator/andi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:08+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/operator/anthropic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:49+00:00", + "last": "2026-09-03T08:22:49+00:00" + }, + { + "path": "/operator/apple.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:43+00:00", + "last": "2026-09-03T08:56:43+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:47+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/atlassian.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:28+00:00", + "last": "2026-09-03T08:57:28+00:00" + }, + { + "path": "/operator/atlassian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:15+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/operator/awario.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:32+00:00", + "last": "2026-09-03T08:22:32+00:00" + }, + { + "path": "/operator/awario.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:59+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:48+00:00", + "last": "2026-09-03T07:45:48+00:00" + }, + { + "path": "/operator/babbar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:55+00:00", + "last": "2026-09-03T08:57:55+00:00" + }, + { + "path": "/operator/babbar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/operator/baidu.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/operator/bytedance.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:50+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:29+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/operator/ceramic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:04+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/operator/ceramic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:42+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/operator/cloudflare.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/cloudflare.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:30+00:00", + "last": "2026-09-03T08:57:30+00:00" + }, + { + "path": "/operator/cohere.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:25+00:00", + "last": "2026-09-03T08:57:25+00:00" + }, + { + "path": "/operator/commoncrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:22+00:00", + "last": "2026-09-03T08:57:22+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:29+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/operator/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:28+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/operator/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:52+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:44+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/operator/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:49+00:00", + "last": "2026-09-03T08:56:49+00:00" + }, + { + "path": "/operator/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:11+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:44+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/operator/dataforseo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:47+00:00", + "last": "2026-09-03T08:56:47+00:00" + }, + { + "path": "/operator/dataforseo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:31+00:00", + "last": "2026-09-03T08:58:31+00:00" + }, + { + "path": "/operator/diffbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:00+00:00", + "last": "2026-09-03T08:22:00+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:29+00:00", + "last": "2026-09-03T07:46:29+00:00" + }, + { + "path": "/operator/direqt.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/operator/direqt.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:52+00:00", + "last": "2026-09-03T08:22:52+00:00" + }, + { + "path": "/operator/duckduckgo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:04+00:00", + "last": "2026-09-03T08:23:04+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:46+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/operator/echobox.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:03+00:00", + "last": "2026-09-03T08:57:03+00:00" + }, + { + "path": "/operator/echobox.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:12+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:41+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/operator/exa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/exa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:23+00:00", + "last": "2026-09-03T08:57:23+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:41+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/operator/factset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/factset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:24+00:00", + "last": "2026-09-03T08:57:24+00:00" + }, + { + "path": "/operator/firecrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:24+00:00", + "last": "2026-09-03T08:58:24+00:00" + }, + { + "path": "/operator/google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:05+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/operator/hive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/operator/huawei.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:13+00:00", + "last": "2026-09-03T08:22:13+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:30+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/operator/hunter.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:05+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/operator/hunter.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:08+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/operator/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:08+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/operator/internetarchive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:41+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/operator/iss.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:06+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/operator/iss.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:27+00:00", + "last": "2026-09-03T08:57:27+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:46+00:00", + "last": "2026-09-03T07:45:46+00:00" + }, + { + "path": "/operator/kagi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:01+00:00", + "last": "2026-09-03T08:57:01+00:00" + }, + { + "path": "/operator/kagi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:12+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:37+00:00", + "last": "2026-09-03T07:46:37+00:00" + }, + { + "path": "/operator/klaviyo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/operator/klaviyo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:11+00:00", + "last": "2026-09-03T08:23:11+00:00" + }, + { + "path": "/operator/laion.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:16+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:43+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/operator/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:43+00:00", + "last": "2026-09-03T08:56:43+00:00" + }, + { + "path": "/operator/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:28+00:00", + "last": "2026-09-03T08:58:28+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:08+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/operator/linguee.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/operator/linguee.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:09+00:00", + "last": "2026-09-03T07:46:09+00:00" + }, + { + "path": "/operator/lyrenth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:11+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/operator/lyrenth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:28+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:46+00:00", + "last": "2026-09-03T07:46:46+00:00" + }, + { + "path": "/operator/majestic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:02+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/operator/majestic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:31+00:00", + "last": "2026-09-03T08:23:31+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:38+00:00", + "last": "2026-09-03T07:46:38+00:00" + }, + { + "path": "/operator/meltwater.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:53+00:00", + "last": "2026-09-03T08:22:53+00:00" + }, + { + "path": "/operator/meltwater.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:13+00:00", + "last": "2026-09-03T08:23:13+00:00" + }, + { + "path": "/operator/meta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:46+00:00", + "last": "2026-09-03T08:56:46+00:00" + }, + { + "path": "/operator/microsoft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:04+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/operator/mistral.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:28+00:00", + "last": "2026-09-03T07:46:28+00:00" + }, + { + "path": "/operator/mojeek.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:17+00:00", + "last": "2026-09-03T08:22:17+00:00" + }, + { + "path": "/operator/mojeek.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:50+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:44+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/operator/moz.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:51+00:00", + "last": "2026-09-03T08:56:51+00:00" + }, + { + "path": "/operator/moz.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:11+00:00", + "last": "2026-09-03T08:22:11+00:00" + }, + { + "path": "/operator/naver.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:28+00:00", + "last": "2026-09-03T08:22:28+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:49+00:00", + "last": "2026-09-03T07:45:49+00:00" + }, + { + "path": "/operator/nict.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/operator/nict.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/operator/openai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:12+00:00", + "last": "2026-09-03T08:22:12+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:47+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:29+00:00", + "last": "2026-09-03T08:57:29+00:00" + }, + { + "path": "/operator/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:26+00:00", + "last": "2026-09-03T07:45:26+00:00" + }, + { + "path": "/operator/parallel.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:01+00:00", + "last": "2026-09-03T08:22:01+00:00" + }, + { + "path": "/operator/parallel.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:02+00:00", + "last": "2026-09-03T08:22:02+00:00" + }, + { + "path": "/operator/perplexity.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:40+00:00", + "last": "2026-09-03T07:45:40+00:00" + }, + { + "path": "/operator/phind.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:06+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/operator/phind.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:01+00:00", + "last": "2026-09-03T08:57:01+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:47+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/pinterest.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:52+00:00", + "last": "2026-09-03T08:57:52+00:00" + }, + { + "path": "/operator/pinterest.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:15+00:00", + "last": "2026-09-03T08:22:15+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:43+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/operator/poseidon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:08+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/operator/poseidon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:31+00:00", + "last": "2026-09-03T08:58:31+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:30+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/operator/qualified.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:05+00:00", + "last": "2026-09-03T08:22:05+00:00" + }, + { + "path": "/operator/qualified.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:46+00:00", + "last": "2026-09-03T08:56:46+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:28+00:00", + "last": "2026-09-03T07:45:28+00:00" + }, + { + "path": "/operator/quantumcloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:02+00:00", + "last": "2026-09-03T08:22:02+00:00" + }, + { + "path": "/operator/quantumcloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:04+00:00", + "last": "2026-09-03T08:22:04+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:07+00:00", + "last": "2026-09-03T07:46:07+00:00" + }, + { + "path": "/operator/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/operator/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:31+00:00", + "last": "2026-09-03T07:46:31+00:00" + }, + { + "path": "/operator/qwant.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/operator/qwant.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:59+00:00", + "last": "2026-09-03T08:22:59+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:26+00:00", + "last": "2026-09-03T07:45:26+00:00" + }, + { + "path": "/operator/reflection.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:03+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:42+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/operator/rois.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:58:22+00:00", + "last": "2026-09-03T08:58:22+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:36+00:00", + "last": "2026-09-03T07:46:36+00:00" + }, + { + "path": "/operator/sbintuitions.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:50+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/operator/sbintuitions.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:03+00:00", + "last": "2026-09-03T08:23:03+00:00" + }, + { + "path": "/operator/scrapy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:47+00:00", + "last": "2026-09-03T07:45:47+00:00" + }, + { + "path": "/operator/screamingfrog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:30+00:00", + "last": "2026-09-03T08:57:30+00:00" + }, + { + "path": "/operator/screamingfrog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:14+00:00", + "last": "2026-09-03T08:22:14+00:00" + }, + { + "path": "/operator/semrush.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:07+00:00", + "last": "2026-09-03T08:22:07+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:46:08+00:00", + "last": "2026-09-03T07:46:08+00:00" + }, + { + "path": "/operator/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/operator/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:27+00:00", + "last": "2026-09-03T08:22:27+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:43+00:00", + "last": "2026-09-03T07:45:43+00:00" + }, + { + "path": "/operator/serpstat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:08+00:00", + "last": "2026-09-03T08:22:08+00:00" + }, + { + "path": "/operator/serpstat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:56+00:00", + "last": "2026-09-03T08:57:56+00:00" + }, + { + "path": "/operator/seznam.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:01+00:00", + "last": "2026-09-03T08:23:01+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:44+00:00", + "last": "2026-09-03T07:45:44+00:00" + }, + { + "path": "/operator/sidetrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:48+00:00", + "last": "2026-09-03T08:56:48+00:00" + }, + { + "path": "/operator/sidetrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:10+00:00", + "last": "2026-09-03T08:22:10+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:41+00:00", + "last": "2026-09-03T07:45:41+00:00" + }, + { + "path": "/operator/slack.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:06+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/operator/slack.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:28+00:00", + "last": "2026-09-03T08:57:28+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:28+00:00", + "last": "2026-09-03T07:45:28+00:00" + }, + { + "path": "/operator/thinkbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:03+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/operator/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:06+00:00", + "last": "2026-09-03T08:22:06+00:00" + }, + { + "path": "/operator/timpi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:26+00:00", + "last": "2026-09-03T08:22:26+00:00" + }, + { + "path": "/operator/webz.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:25+00:00", + "last": "2026-09-03T08:57:25+00:00" + }, + { + "path": "/operator/yandex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:50+00:00", + "last": "2026-09-03T08:22:50+00:00" + }, + { + "path": "/operator/you.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:50+00:00", + "last": "2026-09-03T08:57:50+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:01+00:00", + "last": "2026-09-03T08:22:01+00:00" + }, + { + "path": "/packages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:40+00:00", + "last": "2026-09-03T08:56:40+00:00" + }, + { + "path": "/packages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:41+00:00", + "last": "2026-09-03T08:56:41+00:00" + }, + { + "path": "/policy/allow-ai-search-only.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:56:42+00:00", + "last": "2026-09-03T07:56:42+00:00" + }, + { + "path": "/policy/allow-all.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:32+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/policy/block-ai-training.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:50:50+00:00", + "last": "2026-09-03T07:50:50+00:00" + }, + { + "path": "/policy/block-all-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:51:00+00:00", + "last": "2026-09-03T07:51:00+00:00" + }, + { + "path": "/policy/block-datasets.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:50:00+00:00", + "last": "2026-09-03T07:50:00+00:00" + }, + { + "path": "/policy/block-disputed.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:59+00:00", + "last": "2026-09-03T07:48:59+00:00" + }, + { + "path": "/policy/block-seo-tools.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:51:00+00:00", + "last": "2026-09-03T07:51:00+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:34:49+00:00", + "last": "2026-09-01T01:34:49+00:00" + }, + { + "path": "/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:48:32+00:00", + "last": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:50:50+00:00", + "last": "2026-09-03T07:50:50+00:00" + }, + { + "path": "/pricing.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:45+00:00", + "last": "2026-09-03T07:45:45+00:00" + }, + { + "path": "/privacy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:57:29+00:00", + "last": "2026-09-03T08:57:29+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:08:33+00:00", + "last": "2026-09-03T07:08:33+00:00" + }, + { + "path": "/reference.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:20+00:00", + "last": "2026-09-03T07:45:20+00:00" + }, + { + "path": "/reference.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:24+00:00", + "last": "2026-09-03T07:45:24+00:00" + }, + { + "path": "/register.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:30+00:00", + "last": "2026-09-03T07:45:30+00:00" + }, + { + "path": "/security.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:02+00:00", + "last": "2026-09-03T08:22:02+00:00" + }, + { + "path": "/services", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:00:12+00:00", + "last": "2026-09-05T23:00:12+00:00" + }, + { + "path": "/services.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:06+00:00", + "last": "2026-09-05T23:31:06+00:00" + }, + { + "path": "/services.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:18+00:00", + "last": "2026-09-05T23:31:18+00:00" + }, + { + "path": "/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:28+00:00", + "last": "2026-09-06T07:11:28+00:00" + }, + { + "path": "/snippet/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:29+00:00", + "last": "2026-09-05T23:31:29+00:00" + }, + { + "path": "/snippet/apache-htaccess.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:34+00:00", + "last": "2026-09-03T08:23:34+00:00" + }, + { + "path": "/snippet/caddy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:12+00:00", + "last": "2026-09-03T08:23:12+00:00" + }, + { + "path": "/snippet/cloudflare-worker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/snippet/nginx-map.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:16+00:00", + "last": "2026-09-03T08:23:16+00:00" + }, + { + "path": "/snippet/python-classify.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:01+00:00", + "last": "2026-09-03T08:22:01+00:00" + }, + { + "path": "/status.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:42+00:00", + "last": "2026-09-03T07:45:42+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:45:29+00:00", + "last": "2026-09-03T07:45:29+00:00" + }, + { + "path": "/terms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:03+00:00", + "last": "2026-09-03T08:22:03+00:00" + }, + { + "path": "/trust.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:41+00:00", + "last": "2026-09-03T08:56:41+00:00" + }, + { + "path": "/trust.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:56:42+00:00", + "last": "2026-09-03T08:56:42+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T00:46:32+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-01T00:46:32+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T01:09:23+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-01T01:09:23+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-01T01:09:46+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-01T01:09:46+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T01:09:51+00:00" + }, + { + "path": "/operator/", + "status": "200", + "at": "2026-09-01T01:09:52+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-01T01:10:11+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-01T01:10:11+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-01T01:10:20+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-01T01:10:21+00:00" + }, + { + "path": "/policy/", + "status": "200", + "at": "2026-09-01T01:10:38+00:00" + }, + { + "path": "/crawler/", + "status": "200", + "at": "2026-09-01T01:10:38+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-01T01:10:46+00:00" + }, + { + "path": "/ip-ranges/", + "status": "200", + "at": "2026-09-01T01:10:46+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-01T01:10:48+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-01T01:10:48+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-01T01:11:04+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-01T01:11:12+00:00" + }, + { + "path": "/data/agents.csv", + "status": "200", + "at": "2026-09-01T01:32:51+00:00" + }, + { + "path": "/operator/diffbot.html", + "status": "200", + "at": "2026-09-01T01:32:51+00:00" + }, + { + "path": "/crawler/diffbot.html", + "status": "200", + "at": "2026-09-01T01:32:51+00:00" + }, + { + "path": "/operator/amazon.html", + "status": "200", + "at": "2026-09-01T01:32:52+00:00" + }, + { + "path": "/stats.json", + "status": "200", + "at": "2026-09-01T01:32:53+00:00" + }, + { + "path": "/operator/google.html", + "status": "200", + "at": "2026-09-01T01:32:53+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-01T01:32:53+00:00" + }, + { + "path": "/operator/microsoft.html", + "status": "200", + "at": "2026-09-01T01:32:54+00:00" + }, + { + "path": "/operator/semrush.html", + "status": "200", + "at": "2026-09-01T01:32:54+00:00" + }, + { + "path": "/operator/perplexity.html", + "status": "200", + "at": "2026-09-01T01:32:55+00:00" + }, + { + "path": "/operator/apple.html", + "status": "200", + "at": "2026-09-01T01:33:26+00:00" + }, + { + "path": "/index.html", + "status": "200", + "at": "2026-09-01T01:33:26+00:00" + }, + { + "path": "/data/index.html", + "status": "200", + "at": "2026-09-01T01:33:26+00:00" + }, + { + "path": "/operator/meta.html", + "status": "200", + "at": "2026-09-01T01:33:26+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-09-01T01:33:27+00:00" + }, + { + "path": "/operator/cohere.html", + "status": "200", + "at": "2026-09-01T01:33:27+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "status": "200", + "at": "2026-09-01T01:33:27+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-01T01:33:27+00:00" + }, + { + "path": "/operator/webz.html", + "status": "200", + "at": "2026-09-01T01:33:28+00:00" + }, + { + "path": "/operator/you.html", + "status": "200", + "at": "2026-09-01T01:33:28+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-01T18:32:06+00:00", + "last_asked": "2026-09-03T07:47:23+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 99, + "median_gap_minutes": 65.9, + "visit_starts": [ + "2026-09-01T00:46:32Z", + "2026-09-01T03:13:02Z", + "2026-09-01T04:40:13Z", + "2026-09-01T05:17:31Z", + "2026-09-01T05:49:47Z", + "2026-09-01T07:04:06Z", + "2026-09-01T08:32:06Z", + "2026-09-01T09:09:11Z", + "2026-09-01T11:03:53Z", + "2026-09-01T12:04:11Z", + "2026-09-01T12:40:10Z", + "2026-09-01T13:19:12Z", + "2026-09-01T15:17:34Z", + "2026-09-01T15:55:33Z", + "2026-09-01T17:16:07Z", + "2026-09-01T17:50:10Z", + "2026-09-01T18:31:18Z", + "2026-09-01T20:01:44Z", + "2026-09-01T21:56:51Z", + "2026-09-01T22:30:41Z", + "2026-09-01T23:10:47Z", + "2026-09-01T23:53:37Z", + "2026-09-02T01:22:34Z", + "2026-09-02T01:58:58Z" + ] + }, + "documentation_url": "mailto:claudebot@anthropic.com", + "self_described_as": "ClaudeBot/1.0" + }, + { + "slug": "gptbot", + "name": "GPTBot", + "group_key": "host:openai.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", + "requests": 6412, + "addresses": 4, + "first_seen": "2026-09-01T05:23:47+00:00", + "last_seen": "2026-09-07T05:45:54+00:00" + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.4; robots.txt; +https://openai.com/searchbot", + "requests": 14, + "addresses": 2, + "first_seen": "2026-09-01T05:23:47+00:00", + "last_seen": "2026-09-07T02:31:46+00:00" + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36; compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot", + "requests": 7, + "addresses": 6, + "first_seen": "2026-09-01T11:19:50+00:00", + "last_seen": "2026-09-07T07:30:06+00:00" + }, + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.1; +https://openai.com/gptbot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-03T00:22:52+00:00", + "last_seen": "2026-09-05T21:45:16+00:00" + }, + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; GPTBot/1.2; +https://openai.com/gptbot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T06:00:46+00:00", + "last_seen": "2026-09-03T06:00:46+00:00" + }, + { + "ua": "GPTBot/1.2 (+https://openai.com/gptbot)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T09:19:58+00:00", + "last_seen": "2026-09-05T09:19:58+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.4; +https://openai.com/gptbot)", + "requests": 6437, + "addresses": 16, + "first_seen": "2026-09-01T05:23:47+00:00", + "last_seen": "2026-09-07T07:30:06+00:00", + "bytes_served": 30682018, + "classed_by_our_instrument": { + "crawler": 5635, + "agent": 802 + }, + "surfaces": { + "pathwren-edge": 4025, + "client-dossiers": 1067, + "http-tools": 928, + "ai-crawler-index": 331, + "blog": 24, + "a2a-crawler-index": 19, + "mcp-zero-argument-pair": 10, + "section-roots": 5, + "mcp-crawler-index": 4, + "changes-feed": 3, + "services-catalogue": 3, + "agent-skill-docs": 2, + "mcp-endpoint-lint": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-log-triage": 2, + "mcp-robots-policy-lint": 2, + "oauth-discovery-refusal": 1, + "x402-payment-discovery": 1, + "(none)": 1, + "changes-syndication-feeds": 1, + "identity-documents": 1, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 12, + "glama-mcp": 9, + "agenty": 9, + "pypi-registry": 5, + "openagora": 5, + "lemmy": 4, + "mcpservers-org": 2, + "skillmd": 2, + "thecolony": 1, + "agentlist": 1, + "agentdisco": 1, + "crawlers-host": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "*/*", + "text/plain" + ], + "status_codes": { + "200": 6435, + "404": 2 + }, + "distinct_paths": 4124, + "paths": [ + { + "path": "/px.gif", + "requests": 1354, + "statuses": { + "200": 1354 + }, + "first": "2026-09-01T06:38:54+00:00", + "last": "2026-09-07T04:03:07+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 893, + "statuses": { + "200": 893 + }, + "first": "2026-09-03T04:22:55+00:00", + "last": "2026-09-07T04:03:32+00:00" + }, + { + "path": "/robots.txt", + "requests": 21, + "statuses": { + "200": 21 + }, + "first": "2026-09-01T05:23:47+00:00", + "last": "2026-09-07T07:30:06+00:00" + }, + { + "path": "/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T06:38:58+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T05:28:35+00:00", + "last": "2026-09-07T05:45:54+00:00" + }, + { + "path": "/tools/verify-crawler", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T04:23:47+00:00", + "last": "2026-09-07T02:32:19+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:39:41+00:00", + "last": "2026-09-07T03:26:20+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:40:35+00:00", + "last": "2026-09-04T10:40:37+00:00" + }, + { + "path": "/bot/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:40:58+00:00", + "last": "2026-09-03T04:15:44+00:00" + }, + { + "path": "/changes.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:38+00:00", + "last": "2026-09-06T12:10:16+00:00" + }, + { + "path": "/data/agents.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:39:08+00:00", + "last": "2026-09-03T04:15:50+00:00" + }, + { + "path": "/data/agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:38:53+00:00", + "last": "2026-09-03T04:15:40+00:00" + }, + { + "path": "/data/crawler-fleet-fold-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T02:32:20+00:00", + "last": "2026-09-07T02:32:32+00:00" + }, + { + "path": "/data/ip-sources.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:42:29+00:00", + "last": "2026-09-03T04:15:52+00:00" + }, + { + "path": "/data/mcp-endpoint-callers-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T02:32:16+00:00", + "last": "2026-09-07T02:32:34+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:41:57+00:00", + "last": "2026-09-03T04:15:51+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:42:50+00:00", + "last": "2026-09-03T04:15:53+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:41:48+00:00", + "last": "2026-09-03T04:15:53+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T02:31:59+00:00", + "last": "2026-09-07T02:32:35+00:00" + }, + { + "path": "/data/ua-regex.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:42:33+00:00", + "last": "2026-09-03T04:15:40+00:00" + }, + { + "path": "/data/ua-regex.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:41:52+00:00", + "last": "2026-09-03T04:15:41+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:39:22+00:00", + "last": "2026-09-03T04:15:53+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:38:56+00:00", + "last": "2026-09-06T08:34:28+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:38:51+00:00", + "last": "2026-09-03T08:30:22+00:00" + }, + { + "path": "/tools/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:26+00:00", + "last": "2026-09-07T02:32:25+00:00" + }, + { + "path": "/tools/ai-access", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:23:58+00:00", + "last": "2026-09-06T06:30:54+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:44+00:00", + "last": "2026-09-03T04:15:46+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:42+00:00", + "last": "2026-09-03T04:15:50+00:00" + }, + { + "path": "/tools/example", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:23:35+00:00", + "last": "2026-09-07T02:32:24+00:00" + }, + { + "path": "/tools/example.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:42+00:00", + "last": "2026-09-03T04:15:51+00:00" + }, + { + "path": "/tools/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:49+00:00", + "last": "2026-09-03T04:23:54+00:00" + }, + { + "path": "/tools/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:45+00:00", + "last": "2026-09-03T04:23:59+00:00" + }, + { + "path": "/tools/robots-allowed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:24:00+00:00", + "last": "2026-09-06T06:30:49+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:46+00:00", + "last": "2026-09-03T04:15:48+00:00" + }, + { + "path": "/tools/robots-lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:23:59+00:00", + "last": "2026-09-06T06:30:52+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:44+00:00", + "last": "2026-09-03T04:15:45+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:47+00:00", + "last": "2026-09-03T04:15:54+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:41+00:00", + "last": "2026-09-03T04:15:48+00:00" + }, + { + "path": "/tools/whoami", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:23:35+00:00", + "last": "2026-09-07T02:32:26+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:15:43+00:00", + "last": "2026-09-03T04:15:47+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:33+00:00", + "last": "2026-09-03T04:15:33+00:00" + }, + { + "path": "/.well-known/agent-permissions.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:35+00:00", + "last": "2026-09-03T04:15:35+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:37+00:00", + "last": "2026-09-03T04:15:37+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:00+00:00", + "last": "2026-09-01T06:39:00+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:02+00:00", + "last": "2026-09-01T06:39:02+00:00" + }, + { + "path": "/.well-known/glama.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T13:05:08+00:00", + "last": "2026-09-01T13:05:08+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T04:15:54+00:00", + "last": "2026-09-03T04:15:54+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:16+00:00", + "last": "2026-09-01T06:40:16+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:18+00:00", + "last": "2026-09-03T04:16:18+00:00" + }, + { + "path": "/AGENTS.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:26+00:00", + "last": "2026-09-07T02:32:26+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:06+00:00", + "last": "2026-09-03T04:16:06+00:00" + }, + { + "path": "/a2a.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:48+00:00", + "last": "2026-09-03T04:16:48+00:00" + }, + { + "path": "/a2a.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:54+00:00", + "last": "2026-09-03T04:16:54+00:00" + }, + { + "path": "/a2a/discovery/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:45+00:00", + "last": "2026-09-03T04:21:45+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:57+00:00", + "last": "2026-09-03T04:21:57+00:00" + }, + { + "path": "/a2a/example.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:30+00:00", + "last": "2026-09-03T04:20:30+00:00" + }, + { + "path": "/a2a/lint/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:59+00:00", + "last": "2026-09-03T04:21:59+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:46+00:00", + "last": "2026-09-03T04:21:46+00:00" + }, + { + "path": "/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:55+00:00", + "last": "2026-09-03T04:21:55+00:00" + }, + { + "path": "/a2a/score/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:58+00:00", + "last": "2026-09-03T04:21:58+00:00" + }, + { + "path": "/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:55+00:00", + "last": "2026-09-03T04:21:55+00:00" + }, + { + "path": "/about", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:01+00:00", + "last": "2026-09-07T02:32:01+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:58+00:00", + "last": "2026-09-01T06:38:58+00:00" + }, + { + "path": "/about.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:14+00:00", + "last": "2026-09-07T02:32:14+00:00" + }, + { + "path": "/about.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:14+00:00", + "last": "2026-09-07T02:32:14+00:00" + }, + { + "path": "/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:39+00:00", + "last": "2026-09-03T04:17:39+00:00" + }, + { + "path": "/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:20+00:00", + "last": "2026-09-03T04:20:20+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:47+00:00", + "last": "2026-09-03T04:18:47+00:00" + }, + { + "path": "/ai-crawler-logs/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:35+00:00", + "last": "2026-09-03T04:21:35+00:00" + }, + { + "path": "/ai-crawler-logs/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:09+00:00", + "last": "2026-09-03T04:20:09+00:00" + }, + { + "path": "/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:40+00:00", + "last": "2026-09-03T04:17:40+00:00" + }, + { + "path": "/ai-crawler-robots/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:03+00:00", + "last": "2026-09-03T04:20:03+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:36+00:00", + "last": "2026-09-03T04:21:36+00:00" + }, + { + "path": "/ai-crawler-robots/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:59+00:00", + "last": "2026-09-03T04:21:59+00:00" + }, + { + "path": "/ai-crawler-robots/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:11+00:00", + "last": "2026-09-03T04:20:11+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:49+00:00", + "last": "2026-09-01T06:38:49+00:00" + }, + { + "path": "/api/v1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:27+00:00", + "last": "2026-09-07T02:32:27+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:59+00:00", + "last": "2026-09-01T06:38:59+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:46+00:00", + "last": "2026-09-01T06:38:46+00:00" + }, + { + "path": "/blog/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:51+00:00", + "last": "2026-09-07T02:31:51+00:00" + }, + { + "path": "/blog/ai-crawler-cost.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:10+00:00", + "last": "2026-09-07T02:32:10+00:00" + }, + { + "path": "/blog/ai-crawler-cost.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:29+00:00", + "last": "2026-09-07T02:32:29+00:00" + }, + { + "path": "/blog/ai-crawler-cost.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:09+00:00", + "last": "2026-09-07T02:32:09+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:49+00:00", + "last": "2026-09-07T02:31:49+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:58+00:00", + "last": "2026-09-07T02:31:58+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:59+00:00", + "last": "2026-09-07T02:31:59+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:07+00:00", + "last": "2026-09-07T02:32:07+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:22+00:00", + "last": "2026-09-07T02:32:22+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:00+00:00", + "last": "2026-09-07T02:32:00+00:00" + }, + { + "path": "/blog/client-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:05+00:00", + "last": "2026-09-07T02:32:05+00:00" + }, + { + "path": "/blog/client-census.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:17+00:00", + "last": "2026-09-07T02:32:17+00:00" + }, + { + "path": "/blog/client-census.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:08+00:00", + "last": "2026-09-07T02:32:08+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:05+00:00", + "last": "2026-09-07T02:32:05+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:18+00:00", + "last": "2026-09-07T02:32:18+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:11+00:00", + "last": "2026-09-07T02:32:11+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:57+00:00", + "last": "2026-09-07T02:31:57+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:13+00:00", + "last": "2026-09-07T02:32:13+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:02+00:00", + "last": "2026-09-07T02:32:02+00:00" + }, + { + "path": "/blog/fediverse-fanout-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:07+00:00", + "last": "2026-09-07T02:32:07+00:00" + }, + { + "path": "/blog/fediverse-fanout-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:23+00:00", + "last": "2026-09-07T02:32:23+00:00" + }, + { + "path": "/blog/fediverse-fanout-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:11+00:00", + "last": "2026-09-07T02:32:11+00:00" + }, + { + "path": "/blog/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:08+00:00", + "last": "2026-09-07T02:32:08+00:00" + }, + { + "path": "/blog/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:03+00:00", + "last": "2026-09-07T02:32:03+00:00" + }, + { + "path": "/blog/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:04+00:00", + "last": "2026-09-07T02:32:04+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:06+00:00", + "last": "2026-09-07T02:32:06+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:20+00:00", + "last": "2026-09-07T02:32:20+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:03+00:00", + "last": "2026-09-07T02:32:03+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:02+00:00", + "last": "2026-09-07T02:32:02+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:16+00:00", + "last": "2026-09-07T02:32:16+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:04+00:00", + "last": "2026-09-07T02:32:04+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:10+00:00", + "last": "2026-09-07T02:32:10+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:31+00:00", + "last": "2026-09-07T02:32:31+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:01+00:00", + "last": "2026-09-07T02:32:01+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:30+00:00", + "last": "2026-09-01T06:40:30+00:00" + }, + { + "path": "/bot/402explorer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:46+00:00", + "last": "2026-09-01T06:42:46+00:00" + }, + { + "path": "/bot/402explorer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:06+00:00", + "last": "2026-09-01T06:42:06+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:10+00:00", + "last": "2026-09-07T03:36:10+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:05+00:00", + "last": "2026-09-07T03:42:05+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:37+00:00", + "last": "2026-09-07T03:39:37+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:46+00:00", + "last": "2026-09-01T06:40:46+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:23+00:00", + "last": "2026-09-01T06:42:23+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:27+00:00", + "last": "2026-09-01T06:41:27+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:47+00:00", + "last": "2026-09-01T06:40:47+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:54+00:00", + "last": "2026-09-01T06:41:54+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:28+00:00", + "last": "2026-09-01T06:41:28+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:13+00:00", + "last": "2026-09-07T03:34:13+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:14+00:00", + "last": "2026-09-07T03:34:14+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:14+00:00", + "last": "2026-09-07T03:34:14+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:09+00:00", + "last": "2026-09-03T04:18:09+00:00" + }, + { + "path": "/bot/a2a-indexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:31+00:00", + "last": "2026-09-03T04:20:31+00:00" + }, + { + "path": "/bot/a2a-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:55+00:00", + "last": "2026-09-03T04:18:55+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:43+00:00", + "last": "2026-09-07T03:29:43+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:44+00:00", + "last": "2026-09-07T03:41:44+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:12+00:00", + "last": "2026-09-07T03:34:12+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:47+00:00", + "last": "2026-09-01T06:40:47+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:23+00:00", + "last": "2026-09-01T06:42:23+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:28+00:00", + "last": "2026-09-01T06:41:28+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:38+00:00", + "last": "2026-09-03T04:17:38+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:11+00:00", + "last": "2026-09-03T04:20:11+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:36+00:00", + "last": "2026-09-03T04:18:36+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:01+00:00", + "last": "2026-09-01T06:41:01+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:18+00:00", + "last": "2026-09-01T06:42:18+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:41+00:00", + "last": "2026-09-01T06:41:41+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:42+00:00", + "last": "2026-09-07T03:29:42+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:45+00:00", + "last": "2026-09-07T03:41:45+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:21+00:00", + "last": "2026-09-07T03:36:21+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:50+00:00", + "last": "2026-09-01T06:40:50+00:00" + }, + { + "path": "/bot/a2a-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:36+00:00", + "last": "2026-09-01T06:42:36+00:00" + }, + { + "path": "/bot/a2a-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:32+00:00", + "last": "2026-09-01T06:41:32+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:37+00:00", + "last": "2026-09-03T04:17:37+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:46+00:00", + "last": "2026-09-03T04:18:46+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:23+00:00", + "last": "2026-09-03T04:18:23+00:00" + }, + { + "path": "/bot/acc-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:49+00:00", + "last": "2026-09-07T03:33:49+00:00" + }, + { + "path": "/bot/acc-scout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:31+00:00", + "last": "2026-09-07T03:46:31+00:00" + }, + { + "path": "/bot/acc-scout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:19+00:00", + "last": "2026-09-07T03:41:19+00:00" + }, + { + "path": "/bot/achilles.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:39+00:00", + "last": "2026-09-07T03:27:39+00:00" + }, + { + "path": "/bot/achilles.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:26+00:00", + "last": "2026-09-07T03:48:26+00:00" + }, + { + "path": "/bot/achilles.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:26+00:00", + "last": "2026-09-07T03:39:26+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:37+00:00", + "last": "2026-09-07T03:27:37+00:00" + }, + { + "path": "/bot/actablesitebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:06+00:00", + "last": "2026-09-07T03:49:06+00:00" + }, + { + "path": "/bot/actablesitebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:54+00:00", + "last": "2026-09-07T03:41:54+00:00" + }, + { + "path": "/bot/actionextension.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:17+00:00", + "last": "2026-09-07T03:27:17+00:00" + }, + { + "path": "/bot/actionextension.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:07+00:00", + "last": "2026-09-07T03:49:07+00:00" + }, + { + "path": "/bot/actionextension.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:35+00:00", + "last": "2026-09-07T03:48:35+00:00" + }, + { + "path": "/bot/advisorsai-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:35+00:00", + "last": "2026-09-07T03:29:35+00:00" + }, + { + "path": "/bot/advisorsai-check.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:41+00:00", + "last": "2026-09-07T03:48:41+00:00" + }, + { + "path": "/bot/advisorsai-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:12+00:00", + "last": "2026-09-07T03:41:12+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:24+00:00", + "last": "2026-09-01T06:40:24+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:07+00:00", + "last": "2026-09-01T06:41:07+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:07+00:00", + "last": "2026-09-01T06:41:07+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:26+00:00", + "last": "2026-09-01T06:40:26+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:08+00:00", + "last": "2026-09-01T06:41:08+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:08+00:00", + "last": "2026-09-01T06:41:08+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:25+00:00", + "last": "2026-09-01T06:40:25+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:13+00:00", + "last": "2026-09-01T06:42:13+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:07+00:00", + "last": "2026-09-01T06:41:07+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:31+00:00", + "last": "2026-09-03T04:16:31+00:00" + }, + { + "path": "/bot/affsignalcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:33+00:00", + "last": "2026-09-03T04:21:33+00:00" + }, + { + "path": "/bot/affsignalcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:12+00:00", + "last": "2026-09-03T04:20:12+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:44+00:00", + "last": "2026-09-01T06:40:44+00:00" + }, + { + "path": "/bot/agenstrybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:16+00:00", + "last": "2026-09-01T06:43:16+00:00" + }, + { + "path": "/bot/agenstrybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:59+00:00", + "last": "2026-09-01T06:41:59+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:28+00:00", + "last": "2026-09-07T03:33:28+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:22+00:00", + "last": "2026-09-07T03:36:22+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:10+00:00", + "last": "2026-09-07T03:34:10+00:00" + }, + { + "path": "/bot/agent-card-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:15+00:00", + "last": "2026-09-07T03:34:15+00:00" + }, + { + "path": "/bot/agent-card-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:56+00:00", + "last": "2026-09-07T03:41:56+00:00" + }, + { + "path": "/bot/agent-card-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:24+00:00", + "last": "2026-09-07T03:37:24+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:50+00:00", + "last": "2026-09-01T06:40:50+00:00" + }, + { + "path": "/bot/agent-guild-scout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:12+00:00", + "last": "2026-09-01T06:42:12+00:00" + }, + { + "path": "/bot/agent-guild-scout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:31+00:00", + "last": "2026-09-01T06:41:31+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:00+00:00", + "last": "2026-09-03T04:18:00+00:00" + }, + { + "path": "/bot/agent-ready-scanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:58+00:00", + "last": "2026-09-03T04:18:58+00:00" + }, + { + "path": "/bot/agent-ready-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:42+00:00", + "last": "2026-09-03T04:18:42+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:29+00:00", + "last": "2026-09-01T06:40:29+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:11+00:00", + "last": "2026-09-01T06:41:11+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:13+00:00", + "last": "2026-09-01T06:41:13+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:10+00:00", + "last": "2026-09-03T04:18:10+00:00" + }, + { + "path": "/bot/agent-world-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:02+00:00", + "last": "2026-09-03T04:20:02+00:00" + }, + { + "path": "/bot/agent-world-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:52+00:00", + "last": "2026-09-03T04:18:52+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:03+00:00", + "last": "2026-09-03T04:17:03+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:26+00:00", + "last": "2026-09-03T04:20:26+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:35+00:00", + "last": "2026-09-03T04:18:35+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:36+00:00", + "last": "2026-09-03T04:16:36+00:00" + }, + { + "path": "/bot/agentcatalogbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:54+00:00", + "last": "2026-09-03T04:21:54+00:00" + }, + { + "path": "/bot/agentcatalogbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:56+00:00", + "last": "2026-09-03T04:20:56+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:37+00:00", + "last": "2026-09-01T06:40:37+00:00" + }, + { + "path": "/bot/agentdisco.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:38+00:00", + "last": "2026-09-01T06:40:38+00:00" + }, + { + "path": "/bot/agentdisco.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:24+00:00", + "last": "2026-09-01T06:41:24+00:00" + }, + { + "path": "/bot/agentgaugebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:34+00:00", + "last": "2026-09-07T03:29:34+00:00" + }, + { + "path": "/bot/agentgaugebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:07+00:00", + "last": "2026-09-07T03:49:07+00:00" + }, + { + "path": "/bot/agentgaugebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:55+00:00", + "last": "2026-09-07T03:41:55+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:52+00:00", + "last": "2026-09-01T06:39:52+00:00" + }, + { + "path": "/bot/agentgrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:15+00:00", + "last": "2026-09-01T06:43:15+00:00" + }, + { + "path": "/bot/agentgrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:20+00:00", + "last": "2026-09-01T06:41:20+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:43+00:00", + "last": "2026-09-01T06:40:43+00:00" + }, + { + "path": "/bot/agentindexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:33+00:00", + "last": "2026-09-01T06:43:33+00:00" + }, + { + "path": "/bot/agentindexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:11+00:00", + "last": "2026-09-01T06:42:11+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:26+00:00", + "last": "2026-09-03T04:16:26+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:48+00:00", + "last": "2026-09-03T04:19:48+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:24+00:00", + "last": "2026-09-03T04:18:24+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:23+00:00", + "last": "2026-09-01T06:40:23+00:00" + }, + { + "path": "/bot/agentreputationbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:31+00:00", + "last": "2026-09-01T06:42:31+00:00" + }, + { + "path": "/bot/agentreputationbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:21+00:00", + "last": "2026-09-01T06:42:21+00:00" + }, + { + "path": "/bot/agentry-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:44+00:00", + "last": "2026-09-03T04:17:44+00:00" + }, + { + "path": "/bot/agentry-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:37+00:00", + "last": "2026-09-03T04:20:37+00:00" + }, + { + "path": "/bot/agentry-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:46+00:00", + "last": "2026-09-03T04:18:46+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:46+00:00", + "last": "2026-09-01T06:40:46+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:49+00:00", + "last": "2026-09-01T06:42:49+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:49+00:00", + "last": "2026-09-01T06:41:49+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:41+00:00", + "last": "2026-09-01T06:40:41+00:00" + }, + { + "path": "/bot/agenttrust-monitor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:20+00:00", + "last": "2026-09-01T06:42:20+00:00" + }, + { + "path": "/bot/agenttrust-monitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:58+00:00", + "last": "2026-09-01T06:41:58+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:13+00:00", + "last": "2026-09-07T03:27:13+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:43+00:00", + "last": "2026-09-07T03:41:43+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:20+00:00", + "last": "2026-09-07T03:36:20+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:45+00:00", + "last": "2026-09-07T03:27:45+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:00+00:00", + "last": "2026-09-07T03:44:00+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:19+00:00", + "last": "2026-09-07T03:36:19+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:27+00:00", + "last": "2026-09-07T03:27:27+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:14+00:00", + "last": "2026-09-07T03:36:14+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:56+00:00", + "last": "2026-09-07T03:33:56+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:11+00:00", + "last": "2026-09-07T03:27:11+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:09+00:00", + "last": "2026-09-07T03:41:09+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:27+00:00", + "last": "2026-09-07T03:39:27+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:51+00:00", + "last": "2026-09-03T04:17:51+00:00" + }, + { + "path": "/bot/ahrefsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:06+00:00", + "last": "2026-09-03T04:21:06+00:00" + }, + { + "path": "/bot/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:25+00:00", + "last": "2026-09-03T04:19:25+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:18+00:00", + "last": "2026-09-03T04:18:18+00:00" + }, + { + "path": "/bot/ai-crawler-logs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:20+00:00", + "last": "2026-09-03T04:20:20+00:00" + }, + { + "path": "/bot/ai-crawler-logs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:59+00:00", + "last": "2026-09-03T04:18:59+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:10+00:00", + "last": "2026-09-03T04:18:10+00:00" + }, + { + "path": "/bot/ai-crawler-robots.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:59+00:00", + "last": "2026-09-03T04:19:59+00:00" + }, + { + "path": "/bot/ai-crawler-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:51+00:00", + "last": "2026-09-03T04:18:51+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:07+00:00", + "last": "2026-09-03T04:18:07+00:00" + }, + { + "path": "/bot/ai-crawler-verify.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:52+00:00", + "last": "2026-09-03T04:19:52+00:00" + }, + { + "path": "/bot/ai-crawler-verify.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:49+00:00", + "last": "2026-09-03T04:18:49+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:46+00:00", + "last": "2026-09-03T04:17:46+00:00" + }, + { + "path": "/bot/aisec-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:39+00:00", + "last": "2026-09-03T04:20:39+00:00" + }, + { + "path": "/bot/aisec-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:44+00:00", + "last": "2026-09-03T04:18:44+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:06+00:00", + "last": "2026-09-03T04:18:06+00:00" + }, + { + "path": "/bot/aive-mcp-discover.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:52+00:00", + "last": "2026-09-03T04:19:52+00:00" + }, + { + "path": "/bot/aive-mcp-discover.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:48+00:00", + "last": "2026-09-03T04:18:48+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:16+00:00", + "last": "2026-09-03T04:17:16+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:40+00:00", + "last": "2026-09-03T04:18:40+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:18+00:00", + "last": "2026-09-03T04:18:18+00:00" + }, + { + "path": "/bot/akkoma-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:03+00:00", + "last": "2026-09-07T03:30:03+00:00" + }, + { + "path": "/bot/akkoma-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:03+00:00", + "last": "2026-09-07T03:47:03+00:00" + }, + { + "path": "/bot/akkoma-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:08+00:00", + "last": "2026-09-07T03:40:08+00:00" + }, + { + "path": "/bot/akkoma-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:41+00:00", + "last": "2026-09-07T03:29:41+00:00" + }, + { + "path": "/bot/akkoma-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:44+00:00", + "last": "2026-09-07T03:46:44+00:00" + }, + { + "path": "/bot/akkoma-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:11+00:00", + "last": "2026-09-07T03:41:11+00:00" + }, + { + "path": "/bot/akkoma-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:52+00:00", + "last": "2026-09-07T03:29:52+00:00" + }, + { + "path": "/bot/akkoma-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:52+00:00", + "last": "2026-09-07T03:29:52+00:00" + }, + { + "path": "/bot/akkoma-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:53+00:00", + "last": "2026-09-07T03:29:53+00:00" + }, + { + "path": "/bot/akkoma-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:03+00:00", + "last": "2026-09-07T03:30:03+00:00" + }, + { + "path": "/bot/akkoma-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:53+00:00", + "last": "2026-09-07T03:46:53+00:00" + }, + { + "path": "/bot/akkoma-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:05+00:00", + "last": "2026-09-07T03:40:05+00:00" + }, + { + "path": "/bot/akkoma-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:55+00:00", + "last": "2026-09-07T03:26:55+00:00" + }, + { + "path": "/bot/akkoma-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:56+00:00", + "last": "2026-09-07T03:46:56+00:00" + }, + { + "path": "/bot/akkoma-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:45+00:00", + "last": "2026-09-07T03:39:45+00:00" + }, + { + "path": "/bot/akkoma-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:50+00:00", + "last": "2026-09-07T03:29:50+00:00" + }, + { + "path": "/bot/akkoma-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:11+00:00", + "last": "2026-09-07T03:47:11+00:00" + }, + { + "path": "/bot/akkoma-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:43+00:00", + "last": "2026-09-07T03:39:43+00:00" + }, + { + "path": "/bot/akkoma-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:57+00:00", + "last": "2026-09-07T03:29:57+00:00" + }, + { + "path": "/bot/akkoma-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:09+00:00", + "last": "2026-09-07T03:47:09+00:00" + }, + { + "path": "/bot/akkoma-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:47+00:00", + "last": "2026-09-07T03:39:47+00:00" + }, + { + "path": "/bot/akkoma-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:45+00:00", + "last": "2026-09-07T03:29:45+00:00" + }, + { + "path": "/bot/akkoma-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:08+00:00", + "last": "2026-09-07T03:47:08+00:00" + }, + { + "path": "/bot/akkoma-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:05+00:00", + "last": "2026-09-07T03:40:05+00:00" + }, + { + "path": "/bot/akkoma-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:54+00:00", + "last": "2026-09-07T03:29:54+00:00" + }, + { + "path": "/bot/akkoma-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:59+00:00", + "last": "2026-09-07T03:46:59+00:00" + }, + { + "path": "/bot/akkoma-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:48+00:00", + "last": "2026-09-07T03:39:48+00:00" + }, + { + "path": "/bot/akkoma-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:28+00:00", + "last": "2026-09-07T03:34:28+00:00" + }, + { + "path": "/bot/akkoma-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:00+00:00", + "last": "2026-09-07T03:48:00+00:00" + }, + { + "path": "/bot/akkoma-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:41+00:00", + "last": "2026-09-07T03:39:41+00:00" + }, + { + "path": "/bot/akkoma-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:23+00:00", + "last": "2026-09-07T03:34:23+00:00" + }, + { + "path": "/bot/akkoma-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:50+00:00", + "last": "2026-09-07T03:47:50+00:00" + }, + { + "path": "/bot/akkoma-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:39+00:00", + "last": "2026-09-07T03:39:39+00:00" + }, + { + "path": "/bot/akkoma-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:21+00:00", + "last": "2026-09-07T03:34:21+00:00" + }, + { + "path": "/bot/akkoma-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:55+00:00", + "last": "2026-09-07T03:47:55+00:00" + }, + { + "path": "/bot/akkoma-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:40+00:00", + "last": "2026-09-07T03:39:40+00:00" + }, + { + "path": "/bot/akkoma-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:26+00:00", + "last": "2026-09-07T03:34:26+00:00" + }, + { + "path": "/bot/akkoma-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:58+00:00", + "last": "2026-09-07T03:47:58+00:00" + }, + { + "path": "/bot/akkoma-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:41+00:00", + "last": "2026-09-07T03:39:41+00:00" + }, + { + "path": "/bot/akkoma-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:28+00:00", + "last": "2026-09-07T03:34:28+00:00" + }, + { + "path": "/bot/akkoma-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:16+00:00", + "last": "2026-09-07T03:47:16+00:00" + }, + { + "path": "/bot/akkoma-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:38+00:00", + "last": "2026-09-07T03:39:38+00:00" + }, + { + "path": "/bot/akkoma-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:26+00:00", + "last": "2026-09-07T03:34:26+00:00" + }, + { + "path": "/bot/akkoma-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:00+00:00", + "last": "2026-09-07T03:48:00+00:00" + }, + { + "path": "/bot/akkoma-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:39+00:00", + "last": "2026-09-07T03:39:39+00:00" + }, + { + "path": "/bot/akkoma-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:25+00:00", + "last": "2026-09-07T03:34:25+00:00" + }, + { + "path": "/bot/akkoma-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:46+00:00", + "last": "2026-09-07T03:47:46+00:00" + }, + { + "path": "/bot/akkoma-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:40+00:00", + "last": "2026-09-07T03:39:40+00:00" + }, + { + "path": "/bot/akkoma-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:27+00:00", + "last": "2026-09-07T03:34:27+00:00" + }, + { + "path": "/bot/akkoma-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:58+00:00", + "last": "2026-09-07T03:47:58+00:00" + }, + { + "path": "/bot/akkoma-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:42+00:00", + "last": "2026-09-07T03:39:42+00:00" + }, + { + "path": "/bot/akkoma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:23+00:00", + "last": "2026-09-07T03:27:23+00:00" + }, + { + "path": "/bot/akkoma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:37+00:00", + "last": "2026-09-07T03:48:37+00:00" + }, + { + "path": "/bot/akkoma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:23+00:00", + "last": "2026-09-07T03:41:23+00:00" + }, + { + "path": "/bot/allmcps-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:48+00:00", + "last": "2026-09-07T03:27:48+00:00" + }, + { + "path": "/bot/allmcps-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:52+00:00", + "last": "2026-09-07T03:41:52+00:00" + }, + { + "path": "/bot/allmcps-verification.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:18+00:00", + "last": "2026-09-07T03:36:18+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:55+00:00", + "last": "2026-09-03T04:17:55+00:00" + }, + { + "path": "/bot/amazonbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:16+00:00", + "last": "2026-09-03T04:21:16+00:00" + }, + { + "path": "/bot/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:30+00:00", + "last": "2026-09-03T04:19:30+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:52+00:00", + "last": "2026-09-01T06:40:52+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:20+00:00", + "last": "2026-09-01T06:43:20+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:55+00:00", + "last": "2026-09-01T06:41:55+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:47+00:00", + "last": "2026-09-03T04:16:47+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:27+00:00", + "last": "2026-09-03T04:18:27+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:11+00:00", + "last": "2026-09-03T04:18:11+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:37+00:00", + "last": "2026-09-03T04:16:37+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:17+00:00", + "last": "2026-09-03T04:18:17+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:59+00:00", + "last": "2026-09-03T04:17:59+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:29+00:00", + "last": "2026-09-03T04:17:29+00:00" + }, + { + "path": "/bot/apievangelist.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:50+00:00", + "last": "2026-09-03T04:21:50+00:00" + }, + { + "path": "/bot/apievangelist.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:46+00:00", + "last": "2026-09-03T04:19:46+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:02+00:00", + "last": "2026-09-01T06:41:02+00:00" + }, + { + "path": "/bot/apis-io-submit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:19+00:00", + "last": "2026-09-01T06:42:19+00:00" + }, + { + "path": "/bot/apis-io-submit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:42+00:00", + "last": "2026-09-01T06:41:42+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:00+00:00", + "last": "2026-09-07T03:32:00+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:10+00:00", + "last": "2026-09-07T03:34:10+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:10+00:00", + "last": "2026-09-07T03:36:10+00:00" + }, + { + "path": "/bot/applecoremedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:28+00:00", + "last": "2026-09-07T03:27:28+00:00" + }, + { + "path": "/bot/applecoremedia.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:00+00:00", + "last": "2026-09-07T03:49:00+00:00" + }, + { + "path": "/bot/applecoremedia.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:50+00:00", + "last": "2026-09-07T03:41:50+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:57+00:00", + "last": "2026-09-01T06:41:57+00:00" + }, + { + "path": "/bot/archive-org-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:56+00:00", + "last": "2026-09-01T06:42:56+00:00" + }, + { + "path": "/bot/archive-org-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:37+00:00", + "last": "2026-09-01T06:42:37+00:00" + }, + { + "path": "/bot/arctic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:25+00:00", + "last": "2026-09-07T03:27:25+00:00" + }, + { + "path": "/bot/arctic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:40+00:00", + "last": "2026-09-07T03:45:40+00:00" + }, + { + "path": "/bot/arctic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:23+00:00", + "last": "2026-09-07T03:41:23+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:58+00:00", + "last": "2026-09-03T04:16:58+00:00" + }, + { + "path": "/bot/ardcrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:43+00:00", + "last": "2026-09-03T04:20:43+00:00" + }, + { + "path": "/bot/ardcrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:52+00:00", + "last": "2026-09-03T04:18:52+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:42+00:00", + "last": "2026-09-03T04:16:42+00:00" + }, + { + "path": "/bot/axios.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:51+00:00", + "last": "2026-09-03T04:20:51+00:00" + }, + { + "path": "/bot/axios.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:17+00:00", + "last": "2026-09-03T04:19:17+00:00" + }, + { + "path": "/bot/azureai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:51+00:00", + "last": "2026-09-03T04:17:51+00:00" + }, + { + "path": "/bot/azureai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:52+00:00", + "last": "2026-09-03T04:17:52+00:00" + }, + { + "path": "/bot/azureai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:29+00:00", + "last": "2026-09-03T04:19:29+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:37+00:00", + "last": "2026-09-01T06:40:37+00:00" + }, + { + "path": "/bot/bingbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:57+00:00", + "last": "2026-09-01T06:42:57+00:00" + }, + { + "path": "/bot/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:51+00:00", + "last": "2026-09-01T06:41:51+00:00" + }, + { + "path": "/bot/blogtrottr-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:00+00:00", + "last": "2026-09-07T03:34:00+00:00" + }, + { + "path": "/bot/blogtrottr-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:32+00:00", + "last": "2026-09-07T03:46:32+00:00" + }, + { + "path": "/bot/blogtrottr-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:11+00:00", + "last": "2026-09-07T03:41:11+00:00" + }, + { + "path": "/bot/blogtrottr.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:32+00:00", + "last": "2026-09-07T03:26:32+00:00" + }, + { + "path": "/bot/blogtrottr.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:55+00:00", + "last": "2026-09-07T03:48:55+00:00" + }, + { + "path": "/bot/blogtrottr.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:27+00:00", + "last": "2026-09-07T03:41:27+00:00" + }, + { + "path": "/bot/boost.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:40+00:00", + "last": "2026-09-07T03:27:40+00:00" + }, + { + "path": "/bot/boost.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:34+00:00", + "last": "2026-09-07T03:48:34+00:00" + }, + { + "path": "/bot/boost.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:29+00:00", + "last": "2026-09-07T03:41:29+00:00" + }, + { + "path": "/bot/bun.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:30+00:00", + "last": "2026-09-07T03:27:30+00:00" + }, + { + "path": "/bot/bun.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:31+00:00", + "last": "2026-09-07T03:48:31+00:00" + }, + { + "path": "/bot/bun.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:03+00:00", + "last": "2026-09-07T03:42:03+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:07+00:00", + "last": "2026-09-03T04:17:07+00:00" + }, + { + "path": "/bot/bytespider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:23+00:00", + "last": "2026-09-03T04:21:23+00:00" + }, + { + "path": "/bot/bytespider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:04+00:00", + "last": "2026-09-03T04:19:04+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:11+00:00", + "last": "2026-09-07T03:34:11+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:08+00:00", + "last": "2026-09-07T03:42:08+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:21+00:00", + "last": "2026-09-07T03:36:21+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:17+00:00", + "last": "2026-09-07T03:31:17+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:49+00:00", + "last": "2026-09-07T03:41:49+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:14+00:00", + "last": "2026-09-07T03:36:14+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:26+00:00", + "last": "2026-09-07T03:27:26+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:08+00:00", + "last": "2026-09-07T03:28:08+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:09+00:00", + "last": "2026-09-07T03:28:09+00:00" + }, + { + "path": "/bot/cbi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:33+00:00", + "last": "2026-09-07T03:27:33+00:00" + }, + { + "path": "/bot/cbi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:31+00:00", + "last": "2026-09-07T03:48:31+00:00" + }, + { + "path": "/bot/cbi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:04+00:00", + "last": "2026-09-07T03:42:04+00:00" + }, + { + "path": "/bot/censusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:50+00:00", + "last": "2026-09-03T04:17:50+00:00" + }, + { + "path": "/bot/censusbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:15+00:00", + "last": "2026-09-03T04:21:15+00:00" + }, + { + "path": "/bot/censusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:25+00:00", + "last": "2026-09-03T04:19:25+00:00" + }, + { + "path": "/bot/certfeed-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:41+00:00", + "last": "2026-09-07T03:29:41+00:00" + }, + { + "path": "/bot/certfeed-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:46+00:00", + "last": "2026-09-07T03:48:46+00:00" + }, + { + "path": "/bot/certfeed-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:34+00:00", + "last": "2026-09-07T03:41:34+00:00" + }, + { + "path": "/bot/chainwitness-pr36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:35+00:00", + "last": "2026-09-07T03:29:35+00:00" + }, + { + "path": "/bot/chainwitness-pr36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:31+00:00", + "last": "2026-09-07T03:46:31+00:00" + }, + { + "path": "/bot/chainwitness-pr36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:37+00:00", + "last": "2026-09-07T03:41:37+00:00" + }, + { + "path": "/bot/choosemcp-harvester.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:07+00:00", + "last": "2026-09-07T03:27:07+00:00" + }, + { + "path": "/bot/choosemcp-harvester.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:03+00:00", + "last": "2026-09-07T03:42:03+00:00" + }, + { + "path": "/bot/choosemcp-harvester.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:18+00:00", + "last": "2026-09-07T03:41:18+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:45+00:00", + "last": "2026-09-03T04:16:45+00:00" + }, + { + "path": "/bot/chrome.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:29+00:00", + "last": "2026-09-03T04:20:29+00:00" + }, + { + "path": "/bot/chrome.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:17+00:00", + "last": "2026-09-03T04:19:17+00:00" + }, + { + "path": "/bot/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:12+00:00", + "last": "2026-09-07T03:49:12+00:00" + }, + { + "path": "/bot/claude-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:50:38+00:00", + "last": "2026-09-07T03:50:38+00:00" + }, + { + "path": "/bot/claude-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:53+00:00", + "last": "2026-09-07T03:49:53+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:01+00:00", + "last": "2026-09-01T06:40:01+00:00" + }, + { + "path": "/bot/claudebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:00+00:00", + "last": "2026-09-01T06:43:00+00:00" + }, + { + "path": "/bot/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:51+00:00", + "last": "2026-09-01T06:41:51+00:00" + }, + { + "path": "/bot/client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:22+00:00", + "last": "2026-09-07T03:27:22+00:00" + }, + { + "path": "/bot/client.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:38+00:00", + "last": "2026-09-07T03:45:38+00:00" + }, + { + "path": "/bot/client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:37+00:00", + "last": "2026-09-07T03:38:37+00:00" + }, + { + "path": "/bot/colonistone-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:19+00:00", + "last": "2026-09-07T03:34:19+00:00" + }, + { + "path": "/bot/colonistone-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:35+00:00", + "last": "2026-09-07T03:48:35+00:00" + }, + { + "path": "/bot/colonistone-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:42+00:00", + "last": "2026-09-07T03:39:42+00:00" + }, + { + "path": "/bot/colonistone.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:49+00:00", + "last": "2026-09-07T03:27:49+00:00" + }, + { + "path": "/bot/colonistone.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:55+00:00", + "last": "2026-09-07T03:48:55+00:00" + }, + { + "path": "/bot/colonistone.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:43+00:00", + "last": "2026-09-07T03:41:43+00:00" + }, + { + "path": "/bot/com-apple-webkit-networking.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:33+00:00", + "last": "2026-09-07T03:29:33+00:00" + }, + { + "path": "/bot/com-apple-webkit-networking.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:15+00:00", + "last": "2026-09-07T03:34:15+00:00" + }, + { + "path": "/bot/com-apple-webkit-networking.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:18+00:00", + "last": "2026-09-07T03:30:18+00:00" + }, + { + "path": "/bot/commafeed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:42+00:00", + "last": "2026-09-07T03:27:42+00:00" + }, + { + "path": "/bot/commafeed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:43+00:00", + "last": "2026-09-07T03:48:43+00:00" + }, + { + "path": "/bot/commafeed.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:35+00:00", + "last": "2026-09-07T03:41:35+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:29+00:00", + "last": "2026-09-01T06:40:29+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:12+00:00", + "last": "2026-09-01T06:41:12+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:11+00:00", + "last": "2026-09-01T06:41:11+00:00" + }, + { + "path": "/bot/crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:35+00:00", + "last": "2026-09-07T03:27:35+00:00" + }, + { + "path": "/bot/crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:29+00:00", + "last": "2026-09-07T03:48:29+00:00" + }, + { + "path": "/bot/crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:38+00:00", + "last": "2026-09-07T03:38:38+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:28+00:00", + "last": "2026-09-01T06:40:28+00:00" + }, + { + "path": "/bot/curl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:31+00:00", + "last": "2026-09-01T06:42:31+00:00" + }, + { + "path": "/bot/curl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:14+00:00", + "last": "2026-09-01T06:41:14+00:00" + }, + { + "path": "/bot/dart.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:20+00:00", + "last": "2026-09-07T03:27:20+00:00" + }, + { + "path": "/bot/dart.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:33+00:00", + "last": "2026-09-07T03:48:33+00:00" + }, + { + "path": "/bot/dart.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:10+00:00", + "last": "2026-09-07T03:37:10+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:33+00:00", + "last": "2026-09-07T03:29:33+00:00" + }, + { + "path": "/bot/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:07+00:00", + "last": "2026-09-07T03:49:07+00:00" + }, + { + "path": "/bot/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:57+00:00", + "last": "2026-09-07T03:41:57+00:00" + }, + { + "path": "/bot/davefeedread.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:27+00:00", + "last": "2026-09-07T03:29:27+00:00" + }, + { + "path": "/bot/davefeedread.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:50+00:00", + "last": "2026-09-07T03:48:50+00:00" + }, + { + "path": "/bot/davefeedread.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:56+00:00", + "last": "2026-09-07T03:41:56+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:27+00:00", + "last": "2026-09-01T06:40:27+00:00" + }, + { + "path": "/bot/deno.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:51+00:00", + "last": "2026-09-01T06:42:51+00:00" + }, + { + "path": "/bot/deno.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:10+00:00", + "last": "2026-09-01T06:41:10+00:00" + }, + { + "path": "/bot/discordbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:32+00:00", + "last": "2026-09-03T04:17:32+00:00" + }, + { + "path": "/bot/discordbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:30+00:00", + "last": "2026-09-03T04:21:30+00:00" + }, + { + "path": "/bot/discordbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:27+00:00", + "last": "2026-09-03T04:19:27+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:33+00:00", + "last": "2026-09-03T04:17:33+00:00" + }, + { + "path": "/bot/duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:29+00:00", + "last": "2026-09-03T04:21:29+00:00" + }, + { + "path": "/bot/duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:41+00:00", + "last": "2026-09-03T04:19:41+00:00" + }, + { + "path": "/bot/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:29+00:00", + "last": "2026-09-07T03:29:29+00:00" + }, + { + "path": "/bot/duckduckgo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:54+00:00", + "last": "2026-09-07T03:48:54+00:00" + }, + { + "path": "/bot/duckduckgo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:38+00:00", + "last": "2026-09-07T03:41:38+00:00" + }, + { + "path": "/bot/earncompany-lanternscout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:14+00:00", + "last": "2026-09-07T03:27:14+00:00" + }, + { + "path": "/bot/earncompany-lanternscout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:06+00:00", + "last": "2026-09-07T03:42:06+00:00" + }, + { + "path": "/bot/earncompany-lanternscout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:29+00:00", + "last": "2026-09-07T03:34:29+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:42+00:00", + "last": "2026-09-01T06:40:42+00:00" + }, + { + "path": "/bot/endpointaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:32+00:00", + "last": "2026-09-01T06:43:32+00:00" + }, + { + "path": "/bot/endpointaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:08+00:00", + "last": "2026-09-01T06:42:08+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:33+00:00", + "last": "2026-09-01T06:40:33+00:00" + }, + { + "path": "/bot/enerlio.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:47+00:00", + "last": "2026-09-01T06:42:47+00:00" + }, + { + "path": "/bot/enerlio.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:16+00:00", + "last": "2026-09-01T06:41:16+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:45+00:00", + "last": "2026-09-01T06:40:45+00:00" + }, + { + "path": "/bot/exaforce-mcprep.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:53+00:00", + "last": "2026-09-01T06:42:53+00:00" + }, + { + "path": "/bot/exaforce-mcprep.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:26+00:00", + "last": "2026-09-01T06:41:26+00:00" + }, + { + "path": "/bot/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:29+00:00", + "last": "2026-09-07T03:29:29+00:00" + }, + { + "path": "/bot/exasearchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:54+00:00", + "last": "2026-09-07T03:48:54+00:00" + }, + { + "path": "/bot/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:55+00:00", + "last": "2026-09-07T03:41:55+00:00" + }, + { + "path": "/bot/facebookexternalhit-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:27+00:00", + "last": "2026-09-07T03:29:27+00:00" + }, + { + "path": "/bot/facebookexternalhit-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:56+00:00", + "last": "2026-09-07T03:48:56+00:00" + }, + { + "path": "/bot/facebookexternalhit-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:41+00:00", + "last": "2026-09-07T03:38:41+00:00" + }, + { + "path": "/bot/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:11+00:00", + "last": "2026-09-07T03:27:11+00:00" + }, + { + "path": "/bot/facebookexternalhit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:17+00:00", + "last": "2026-09-07T03:48:17+00:00" + }, + { + "path": "/bot/facebookexternalhit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:16+00:00", + "last": "2026-09-07T03:41:16+00:00" + }, + { + "path": "/bot/fediact.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:34+00:00", + "last": "2026-09-07T03:27:34+00:00" + }, + { + "path": "/bot/fediact.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:27+00:00", + "last": "2026-09-07T03:48:27+00:00" + }, + { + "path": "/bot/fediact.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:38+00:00", + "last": "2026-09-07T03:38:38+00:00" + }, + { + "path": "/bot/fediverse.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:41+00:00", + "last": "2026-09-07T03:27:41+00:00" + }, + { + "path": "/bot/fediverse.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:44+00:00", + "last": "2026-09-07T03:48:44+00:00" + }, + { + "path": "/bot/fediverse.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:18+00:00", + "last": "2026-09-07T03:41:18+00:00" + }, + { + "path": "/bot/feedly.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:20+00:00", + "last": "2026-09-07T03:27:20+00:00" + }, + { + "path": "/bot/feedly.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:39+00:00", + "last": "2026-09-07T03:45:39+00:00" + }, + { + "path": "/bot/feedly.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:21+00:00", + "last": "2026-09-07T03:41:21+00:00" + }, + { + "path": "/bot/feedrabbit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:48+00:00", + "last": "2026-09-07T03:27:48+00:00" + }, + { + "path": "/bot/feedrabbit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:52+00:00", + "last": "2026-09-07T03:48:52+00:00" + }, + { + "path": "/bot/feedrabbit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:14+00:00", + "last": "2026-09-07T03:41:14+00:00" + }, + { + "path": "/bot/forgescanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:19+00:00", + "last": "2026-09-07T03:28:19+00:00" + }, + { + "path": "/bot/forgescanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:51+00:00", + "last": "2026-09-07T03:48:51+00:00" + }, + { + "path": "/bot/forgescanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:47+00:00", + "last": "2026-09-07T03:41:47+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:50+00:00", + "last": "2026-09-03T04:16:50+00:00" + }, + { + "path": "/bot/freepublicapis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:37+00:00", + "last": "2026-09-03T04:21:37+00:00" + }, + { + "path": "/bot/freepublicapis.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:40+00:00", + "last": "2026-09-03T04:19:40+00:00" + }, + { + "path": "/bot/friendica-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:03+00:00", + "last": "2026-09-07T03:27:03+00:00" + }, + { + "path": "/bot/friendica-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:18+00:00", + "last": "2026-09-07T03:42:18+00:00" + }, + { + "path": "/bot/friendica-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:46+00:00", + "last": "2026-09-07T03:38:46+00:00" + }, + { + "path": "/bot/friendica-100.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:06+00:00", + "last": "2026-09-07T03:34:06+00:00" + }, + { + "path": "/bot/friendica-100.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:13+00:00", + "last": "2026-09-07T03:48:13+00:00" + }, + { + "path": "/bot/friendica-100.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:19+00:00", + "last": "2026-09-07T03:37:19+00:00" + }, + { + "path": "/bot/friendica-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:02+00:00", + "last": "2026-09-07T03:34:02+00:00" + }, + { + "path": "/bot/friendica-101.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:22+00:00", + "last": "2026-09-07T03:48:22+00:00" + }, + { + "path": "/bot/friendica-101.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:17+00:00", + "last": "2026-09-07T03:37:17+00:00" + }, + { + "path": "/bot/friendica-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:39+00:00", + "last": "2026-09-07T03:33:39+00:00" + }, + { + "path": "/bot/friendica-102.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:19+00:00", + "last": "2026-09-07T03:48:19+00:00" + }, + { + "path": "/bot/friendica-102.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:15+00:00", + "last": "2026-09-07T03:37:15+00:00" + }, + { + "path": "/bot/friendica-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:42+00:00", + "last": "2026-09-07T03:33:42+00:00" + }, + { + "path": "/bot/friendica-103.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:15+00:00", + "last": "2026-09-07T03:48:15+00:00" + }, + { + "path": "/bot/friendica-103.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:13+00:00", + "last": "2026-09-07T03:37:13+00:00" + }, + { + "path": "/bot/friendica-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:42+00:00", + "last": "2026-09-07T03:33:42+00:00" + }, + { + "path": "/bot/friendica-104.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:13+00:00", + "last": "2026-09-07T03:48:13+00:00" + }, + { + "path": "/bot/friendica-104.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:15+00:00", + "last": "2026-09-07T03:37:15+00:00" + }, + { + "path": "/bot/friendica-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:41+00:00", + "last": "2026-09-07T03:33:41+00:00" + }, + { + "path": "/bot/friendica-105.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:20+00:00", + "last": "2026-09-07T03:48:20+00:00" + }, + { + "path": "/bot/friendica-105.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:12+00:00", + "last": "2026-09-07T03:37:12+00:00" + }, + { + "path": "/bot/friendica-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:39+00:00", + "last": "2026-09-07T03:33:39+00:00" + }, + { + "path": "/bot/friendica-106.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:23+00:00", + "last": "2026-09-07T03:48:23+00:00" + }, + { + "path": "/bot/friendica-106.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:12+00:00", + "last": "2026-09-07T03:37:12+00:00" + }, + { + "path": "/bot/friendica-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:40+00:00", + "last": "2026-09-07T03:33:40+00:00" + }, + { + "path": "/bot/friendica-107.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:21+00:00", + "last": "2026-09-07T03:48:21+00:00" + }, + { + "path": "/bot/friendica-107.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:14+00:00", + "last": "2026-09-07T03:37:14+00:00" + }, + { + "path": "/bot/friendica-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:43+00:00", + "last": "2026-09-07T03:33:43+00:00" + }, + { + "path": "/bot/friendica-108.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:15+00:00", + "last": "2026-09-07T03:48:15+00:00" + }, + { + "path": "/bot/friendica-108.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:11+00:00", + "last": "2026-09-07T03:37:11+00:00" + }, + { + "path": "/bot/friendica-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:41+00:00", + "last": "2026-09-07T03:33:41+00:00" + }, + { + "path": "/bot/friendica-109.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:14+00:00", + "last": "2026-09-07T03:48:14+00:00" + }, + { + "path": "/bot/friendica-109.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:13+00:00", + "last": "2026-09-07T03:37:13+00:00" + }, + { + "path": "/bot/friendica-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:03+00:00", + "last": "2026-09-07T03:33:03+00:00" + }, + { + "path": "/bot/friendica-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:04+00:00", + "last": "2026-09-07T03:33:04+00:00" + }, + { + "path": "/bot/friendica-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:03+00:00", + "last": "2026-09-07T03:33:03+00:00" + }, + { + "path": "/bot/friendica-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:04+00:00", + "last": "2026-09-07T03:34:04+00:00" + }, + { + "path": "/bot/friendica-110.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:18+00:00", + "last": "2026-09-07T03:48:18+00:00" + }, + { + "path": "/bot/friendica-110.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:20+00:00", + "last": "2026-09-07T03:37:20+00:00" + }, + { + "path": "/bot/friendica-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:09+00:00", + "last": "2026-09-07T03:34:09+00:00" + }, + { + "path": "/bot/friendica-111.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:40+00:00", + "last": "2026-09-07T03:48:40+00:00" + }, + { + "path": "/bot/friendica-111.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:15+00:00", + "last": "2026-09-07T03:36:15+00:00" + }, + { + "path": "/bot/friendica-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:05+00:00", + "last": "2026-09-07T03:34:05+00:00" + }, + { + "path": "/bot/friendica-112.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:17+00:00", + "last": "2026-09-07T03:48:17+00:00" + }, + { + "path": "/bot/friendica-112.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:21+00:00", + "last": "2026-09-07T03:37:21+00:00" + }, + { + "path": "/bot/friendica-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:03+00:00", + "last": "2026-09-07T03:34:03+00:00" + }, + { + "path": "/bot/friendica-113.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:22+00:00", + "last": "2026-09-07T03:48:22+00:00" + }, + { + "path": "/bot/friendica-113.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:20+00:00", + "last": "2026-09-07T03:37:20+00:00" + }, + { + "path": "/bot/friendica-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:05+00:00", + "last": "2026-09-07T03:34:05+00:00" + }, + { + "path": "/bot/friendica-114.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:21+00:00", + "last": "2026-09-07T03:48:21+00:00" + }, + { + "path": "/bot/friendica-114.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:16+00:00", + "last": "2026-09-07T03:37:16+00:00" + }, + { + "path": "/bot/friendica-115.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:07+00:00", + "last": "2026-09-07T03:34:07+00:00" + }, + { + "path": "/bot/friendica-115.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:16+00:00", + "last": "2026-09-07T03:48:16+00:00" + }, + { + "path": "/bot/friendica-115.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:22+00:00", + "last": "2026-09-07T03:37:22+00:00" + }, + { + "path": "/bot/friendica-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:03+00:00", + "last": "2026-09-07T03:34:03+00:00" + }, + { + "path": "/bot/friendica-116.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:11+00:00", + "last": "2026-09-07T03:48:11+00:00" + }, + { + "path": "/bot/friendica-116.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:18+00:00", + "last": "2026-09-07T03:37:18+00:00" + }, + { + "path": "/bot/friendica-117.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:06+00:00", + "last": "2026-09-07T03:34:06+00:00" + }, + { + "path": "/bot/friendica-117.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:18+00:00", + "last": "2026-09-07T03:48:18+00:00" + }, + { + "path": "/bot/friendica-117.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:19+00:00", + "last": "2026-09-07T03:37:19+00:00" + }, + { + "path": "/bot/friendica-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:07+00:00", + "last": "2026-09-07T03:34:07+00:00" + }, + { + "path": "/bot/friendica-118.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:12+00:00", + "last": "2026-09-07T03:48:12+00:00" + }, + { + "path": "/bot/friendica-118.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:18+00:00", + "last": "2026-09-07T03:37:18+00:00" + }, + { + "path": "/bot/friendica-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:35+00:00", + "last": "2026-09-07T03:26:35+00:00" + }, + { + "path": "/bot/friendica-119.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:20+00:00", + "last": "2026-09-07T03:48:20+00:00" + }, + { + "path": "/bot/friendica-119.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:21+00:00", + "last": "2026-09-07T03:37:21+00:00" + }, + { + "path": "/bot/friendica-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:14+00:00", + "last": "2026-09-07T03:33:14+00:00" + }, + { + "path": "/bot/friendica-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:25+00:00", + "last": "2026-09-07T03:42:25+00:00" + }, + { + "path": "/bot/friendica-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:06+00:00", + "last": "2026-09-07T03:39:06+00:00" + }, + { + "path": "/bot/friendica-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:40+00:00", + "last": "2026-09-07T03:33:40+00:00" + }, + { + "path": "/bot/friendica-120.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:16+00:00", + "last": "2026-09-07T03:48:16+00:00" + }, + { + "path": "/bot/friendica-120.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:14+00:00", + "last": "2026-09-07T03:37:14+00:00" + }, + { + "path": "/bot/friendica-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:04+00:00", + "last": "2026-09-07T03:34:04+00:00" + }, + { + "path": "/bot/friendica-121.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:19+00:00", + "last": "2026-09-07T03:48:19+00:00" + }, + { + "path": "/bot/friendica-121.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:16+00:00", + "last": "2026-09-07T03:37:16+00:00" + }, + { + "path": "/bot/friendica-122.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:02+00:00", + "last": "2026-09-07T03:34:02+00:00" + }, + { + "path": "/bot/friendica-122.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:12+00:00", + "last": "2026-09-07T03:48:12+00:00" + }, + { + "path": "/bot/friendica-122.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:17+00:00", + "last": "2026-09-07T03:37:17+00:00" + }, + { + "path": "/bot/friendica-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:25+00:00", + "last": "2026-09-07T03:33:25+00:00" + }, + { + "path": "/bot/friendica-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:30+00:00", + "last": "2026-09-07T03:42:30+00:00" + }, + { + "path": "/bot/friendica-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:06+00:00", + "last": "2026-09-07T03:39:06+00:00" + }, + { + "path": "/bot/friendica-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:56+00:00", + "last": "2026-09-07T03:32:56+00:00" + }, + { + "path": "/bot/friendica-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:26+00:00", + "last": "2026-09-07T03:42:26+00:00" + }, + { + "path": "/bot/friendica-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:58+00:00", + "last": "2026-09-07T03:38:58+00:00" + }, + { + "path": "/bot/friendica-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:57+00:00", + "last": "2026-09-07T03:32:57+00:00" + }, + { + "path": "/bot/friendica-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:42+00:00", + "last": "2026-09-07T03:42:42+00:00" + }, + { + "path": "/bot/friendica-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:47+00:00", + "last": "2026-09-07T03:38:47+00:00" + }, + { + "path": "/bot/friendica-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:23+00:00", + "last": "2026-09-07T03:33:23+00:00" + }, + { + "path": "/bot/friendica-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:25+00:00", + "last": "2026-09-07T03:42:25+00:00" + }, + { + "path": "/bot/friendica-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:08+00:00", + "last": "2026-09-07T03:39:08+00:00" + }, + { + "path": "/bot/friendica-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:42+00:00", + "last": "2026-09-07T03:26:42+00:00" + }, + { + "path": "/bot/friendica-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:29+00:00", + "last": "2026-09-07T03:42:29+00:00" + }, + { + "path": "/bot/friendica-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:50+00:00", + "last": "2026-09-07T03:38:50+00:00" + }, + { + "path": "/bot/friendica-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:01+00:00", + "last": "2026-09-07T03:33:01+00:00" + }, + { + "path": "/bot/friendica-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:44+00:00", + "last": "2026-09-07T03:42:44+00:00" + }, + { + "path": "/bot/friendica-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:51+00:00", + "last": "2026-09-07T03:38:51+00:00" + }, + { + "path": "/bot/friendica-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:07+00:00", + "last": "2026-09-07T03:33:07+00:00" + }, + { + "path": "/bot/friendica-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:50+00:00", + "last": "2026-09-07T03:42:50+00:00" + }, + { + "path": "/bot/friendica-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:10+00:00", + "last": "2026-09-07T03:39:10+00:00" + }, + { + "path": "/bot/friendica-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:46+00:00", + "last": "2026-09-07T03:33:46+00:00" + }, + { + "path": "/bot/friendica-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:40+00:00", + "last": "2026-09-07T03:46:40+00:00" + }, + { + "path": "/bot/friendica-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:14+00:00", + "last": "2026-09-07T03:40:14+00:00" + }, + { + "path": "/bot/friendica-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:47+00:00", + "last": "2026-09-07T03:32:47+00:00" + }, + { + "path": "/bot/friendica-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:48+00:00", + "last": "2026-09-07T03:32:48+00:00" + }, + { + "path": "/bot/friendica-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:48+00:00", + "last": "2026-09-07T03:32:48+00:00" + }, + { + "path": "/bot/friendica-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:51+00:00", + "last": "2026-09-07T03:32:51+00:00" + }, + { + "path": "/bot/friendica-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:41+00:00", + "last": "2026-09-07T03:42:41+00:00" + }, + { + "path": "/bot/friendica-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:13+00:00", + "last": "2026-09-07T03:39:13+00:00" + }, + { + "path": "/bot/friendica-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:49+00:00", + "last": "2026-09-07T03:26:49+00:00" + }, + { + "path": "/bot/friendica-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:44+00:00", + "last": "2026-09-07T03:45:44+00:00" + }, + { + "path": "/bot/friendica-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:35+00:00", + "last": "2026-09-07T03:39:35+00:00" + }, + { + "path": "/bot/friendica-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:13+00:00", + "last": "2026-09-07T03:33:13+00:00" + }, + { + "path": "/bot/friendica-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:34+00:00", + "last": "2026-09-07T03:42:34+00:00" + }, + { + "path": "/bot/friendica-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:07+00:00", + "last": "2026-09-07T03:39:07+00:00" + }, + { + "path": "/bot/friendica-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:58+00:00", + "last": "2026-09-07T03:32:58+00:00" + }, + { + "path": "/bot/friendica-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:17+00:00", + "last": "2026-09-07T03:42:17+00:00" + }, + { + "path": "/bot/friendica-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:52+00:00", + "last": "2026-09-07T03:38:52+00:00" + }, + { + "path": "/bot/friendica-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:53+00:00", + "last": "2026-09-07T03:32:53+00:00" + }, + { + "path": "/bot/friendica-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:27+00:00", + "last": "2026-09-07T03:42:27+00:00" + }, + { + "path": "/bot/friendica-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:57+00:00", + "last": "2026-09-07T03:38:57+00:00" + }, + { + "path": "/bot/friendica-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:18+00:00", + "last": "2026-09-07T03:33:18+00:00" + }, + { + "path": "/bot/friendica-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:43+00:00", + "last": "2026-09-07T03:42:43+00:00" + }, + { + "path": "/bot/friendica-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:46+00:00", + "last": "2026-09-07T03:38:46+00:00" + }, + { + "path": "/bot/friendica-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:25+00:00", + "last": "2026-09-07T03:33:25+00:00" + }, + { + "path": "/bot/friendica-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:35+00:00", + "last": "2026-09-07T03:42:35+00:00" + }, + { + "path": "/bot/friendica-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:00+00:00", + "last": "2026-09-07T03:39:00+00:00" + }, + { + "path": "/bot/friendica-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:40+00:00", + "last": "2026-09-07T03:26:40+00:00" + }, + { + "path": "/bot/friendica-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:56+00:00", + "last": "2026-09-07T03:42:56+00:00" + }, + { + "path": "/bot/friendica-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:54+00:00", + "last": "2026-09-07T03:38:54+00:00" + }, + { + "path": "/bot/friendica-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:05+00:00", + "last": "2026-09-07T03:27:05+00:00" + }, + { + "path": "/bot/friendica-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:34+00:00", + "last": "2026-09-07T03:42:34+00:00" + }, + { + "path": "/bot/friendica-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:45+00:00", + "last": "2026-09-07T03:38:45+00:00" + }, + { + "path": "/bot/friendica-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:44+00:00", + "last": "2026-09-07T03:33:44+00:00" + }, + { + "path": "/bot/friendica-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:37+00:00", + "last": "2026-09-07T03:46:37+00:00" + }, + { + "path": "/bot/friendica-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:40+00:00", + "last": "2026-09-07T03:40:40+00:00" + }, + { + "path": "/bot/friendica-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:09+00:00", + "last": "2026-09-07T03:33:09+00:00" + }, + { + "path": "/bot/friendica-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:45+00:00", + "last": "2026-09-07T03:42:45+00:00" + }, + { + "path": "/bot/friendica-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:08+00:00", + "last": "2026-09-07T03:39:08+00:00" + }, + { + "path": "/bot/friendica-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:45+00:00", + "last": "2026-09-07T03:26:45+00:00" + }, + { + "path": "/bot/friendica-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:36+00:00", + "last": "2026-09-07T03:42:36+00:00" + }, + { + "path": "/bot/friendica-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:17+00:00", + "last": "2026-09-07T03:39:17+00:00" + }, + { + "path": "/bot/friendica-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:19+00:00", + "last": "2026-09-07T03:33:19+00:00" + }, + { + "path": "/bot/friendica-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:54+00:00", + "last": "2026-09-07T03:42:54+00:00" + }, + { + "path": "/bot/friendica-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:03+00:00", + "last": "2026-09-07T03:39:03+00:00" + }, + { + "path": "/bot/friendica-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:16+00:00", + "last": "2026-09-07T03:33:16+00:00" + }, + { + "path": "/bot/friendica-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:42+00:00", + "last": "2026-09-07T03:45:42+00:00" + }, + { + "path": "/bot/friendica-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:36+00:00", + "last": "2026-09-07T03:39:36+00:00" + }, + { + "path": "/bot/friendica-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:59+00:00", + "last": "2026-09-07T03:32:59+00:00" + }, + { + "path": "/bot/friendica-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:26+00:00", + "last": "2026-09-07T03:42:26+00:00" + }, + { + "path": "/bot/friendica-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:19+00:00", + "last": "2026-09-07T03:39:19+00:00" + }, + { + "path": "/bot/friendica-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:52+00:00", + "last": "2026-09-07T03:32:52+00:00" + }, + { + "path": "/bot/friendica-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:30+00:00", + "last": "2026-09-07T03:42:30+00:00" + }, + { + "path": "/bot/friendica-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:21+00:00", + "last": "2026-09-07T03:39:21+00:00" + }, + { + "path": "/bot/friendica-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:58+00:00", + "last": "2026-09-07T03:32:58+00:00" + }, + { + "path": "/bot/friendica-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:31+00:00", + "last": "2026-09-07T03:42:31+00:00" + }, + { + "path": "/bot/friendica-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:22+00:00", + "last": "2026-09-07T03:39:22+00:00" + }, + { + "path": "/bot/friendica-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:10+00:00", + "last": "2026-09-07T03:33:10+00:00" + }, + { + "path": "/bot/friendica-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:37+00:00", + "last": "2026-09-07T03:42:37+00:00" + }, + { + "path": "/bot/friendica-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:59+00:00", + "last": "2026-09-07T03:38:59+00:00" + }, + { + "path": "/bot/friendica-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:46+00:00", + "last": "2026-09-07T03:32:46+00:00" + }, + { + "path": "/bot/friendica-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:21+00:00", + "last": "2026-09-07T03:42:21+00:00" + }, + { + "path": "/bot/friendica-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:51+00:00", + "last": "2026-09-07T03:38:51+00:00" + }, + { + "path": "/bot/friendica-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:17+00:00", + "last": "2026-09-07T03:33:17+00:00" + }, + { + "path": "/bot/friendica-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:53+00:00", + "last": "2026-09-07T03:42:53+00:00" + }, + { + "path": "/bot/friendica-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:55+00:00", + "last": "2026-09-07T03:38:55+00:00" + }, + { + "path": "/bot/friendica-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:47+00:00", + "last": "2026-09-07T03:33:47+00:00" + }, + { + "path": "/bot/friendica-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:37+00:00", + "last": "2026-09-07T03:46:37+00:00" + }, + { + "path": "/bot/friendica-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:47+00:00", + "last": "2026-09-07T03:40:47+00:00" + }, + { + "path": "/bot/friendica-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:56+00:00", + "last": "2026-09-07T03:32:56+00:00" + }, + { + "path": "/bot/friendica-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:48+00:00", + "last": "2026-09-07T03:42:48+00:00" + }, + { + "path": "/bot/friendica-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:13+00:00", + "last": "2026-09-07T03:39:13+00:00" + }, + { + "path": "/bot/friendica-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:49+00:00", + "last": "2026-09-07T03:32:49+00:00" + }, + { + "path": "/bot/friendica-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:32+00:00", + "last": "2026-09-07T03:42:32+00:00" + }, + { + "path": "/bot/friendica-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:04+00:00", + "last": "2026-09-07T03:39:04+00:00" + }, + { + "path": "/bot/friendica-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:16+00:00", + "last": "2026-09-07T03:33:16+00:00" + }, + { + "path": "/bot/friendica-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:44+00:00", + "last": "2026-09-07T03:42:44+00:00" + }, + { + "path": "/bot/friendica-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:52+00:00", + "last": "2026-09-07T03:38:52+00:00" + }, + { + "path": "/bot/friendica-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:08+00:00", + "last": "2026-09-07T03:33:08+00:00" + }, + { + "path": "/bot/friendica-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:55+00:00", + "last": "2026-09-07T03:42:55+00:00" + }, + { + "path": "/bot/friendica-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:20+00:00", + "last": "2026-09-07T03:39:20+00:00" + }, + { + "path": "/bot/friendica-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:59+00:00", + "last": "2026-09-07T03:32:59+00:00" + }, + { + "path": "/bot/friendica-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:43+00:00", + "last": "2026-09-07T03:45:43+00:00" + }, + { + "path": "/bot/friendica-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:33+00:00", + "last": "2026-09-07T03:39:33+00:00" + }, + { + "path": "/bot/friendica-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:27+00:00", + "last": "2026-09-07T03:33:27+00:00" + }, + { + "path": "/bot/friendica-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:42+00:00", + "last": "2026-09-07T03:42:42+00:00" + }, + { + "path": "/bot/friendica-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:10+00:00", + "last": "2026-09-07T03:39:10+00:00" + }, + { + "path": "/bot/friendica-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:51+00:00", + "last": "2026-09-07T03:32:51+00:00" + }, + { + "path": "/bot/friendica-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:46+00:00", + "last": "2026-09-07T03:42:46+00:00" + }, + { + "path": "/bot/friendica-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:02+00:00", + "last": "2026-09-07T03:39:02+00:00" + }, + { + "path": "/bot/friendica-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:02+00:00", + "last": "2026-09-07T03:33:02+00:00" + }, + { + "path": "/bot/friendica-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:50+00:00", + "last": "2026-09-07T03:42:50+00:00" + }, + { + "path": "/bot/friendica-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:12+00:00", + "last": "2026-09-07T03:39:12+00:00" + }, + { + "path": "/bot/friendica-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:56+00:00", + "last": "2026-09-07T03:26:56+00:00" + }, + { + "path": "/bot/friendica-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:43+00:00", + "last": "2026-09-07T03:42:43+00:00" + }, + { + "path": "/bot/friendica-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:47+00:00", + "last": "2026-09-07T03:38:47+00:00" + }, + { + "path": "/bot/friendica-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:21+00:00", + "last": "2026-09-07T03:33:21+00:00" + }, + { + "path": "/bot/friendica-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:54+00:00", + "last": "2026-09-07T03:42:54+00:00" + }, + { + "path": "/bot/friendica-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:49+00:00", + "last": "2026-09-07T03:38:49+00:00" + }, + { + "path": "/bot/friendica-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:46+00:00", + "last": "2026-09-07T03:33:46+00:00" + }, + { + "path": "/bot/friendica-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:33+00:00", + "last": "2026-09-07T03:46:33+00:00" + }, + { + "path": "/bot/friendica-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:29+00:00", + "last": "2026-09-07T03:40:29+00:00" + }, + { + "path": "/bot/friendica-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:19+00:00", + "last": "2026-09-07T03:33:19+00:00" + }, + { + "path": "/bot/friendica-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:29+00:00", + "last": "2026-09-07T03:42:29+00:00" + }, + { + "path": "/bot/friendica-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:53+00:00", + "last": "2026-09-07T03:38:53+00:00" + }, + { + "path": "/bot/friendica-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:22+00:00", + "last": "2026-09-07T03:33:22+00:00" + }, + { + "path": "/bot/friendica-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:16+00:00", + "last": "2026-09-07T03:42:16+00:00" + }, + { + "path": "/bot/friendica-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:59+00:00", + "last": "2026-09-07T03:38:59+00:00" + }, + { + "path": "/bot/friendica-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:26+00:00", + "last": "2026-09-07T03:33:26+00:00" + }, + { + "path": "/bot/friendica-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:19+00:00", + "last": "2026-09-07T03:42:19+00:00" + }, + { + "path": "/bot/friendica-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:07+00:00", + "last": "2026-09-07T03:39:07+00:00" + }, + { + "path": "/bot/friendica-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:34+00:00", + "last": "2026-09-07T03:26:34+00:00" + }, + { + "path": "/bot/friendica-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:22+00:00", + "last": "2026-09-07T03:42:22+00:00" + }, + { + "path": "/bot/friendica-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:17+00:00", + "last": "2026-09-07T03:39:17+00:00" + }, + { + "path": "/bot/friendica-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:01+00:00", + "last": "2026-09-07T03:33:01+00:00" + }, + { + "path": "/bot/friendica-54.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:28+00:00", + "last": "2026-09-07T03:42:28+00:00" + }, + { + "path": "/bot/friendica-54.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:18+00:00", + "last": "2026-09-07T03:39:18+00:00" + }, + { + "path": "/bot/friendica-55.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:49+00:00", + "last": "2026-09-07T03:32:49+00:00" + }, + { + "path": "/bot/friendica-55.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:42+00:00", + "last": "2026-09-07T03:45:42+00:00" + }, + { + "path": "/bot/friendica-55.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:37+00:00", + "last": "2026-09-07T03:39:37+00:00" + }, + { + "path": "/bot/friendica-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:18+00:00", + "last": "2026-09-07T03:33:18+00:00" + }, + { + "path": "/bot/friendica-56.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:48+00:00", + "last": "2026-09-07T03:42:48+00:00" + }, + { + "path": "/bot/friendica-56.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:48+00:00", + "last": "2026-09-07T03:38:48+00:00" + }, + { + "path": "/bot/friendica-57.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:17+00:00", + "last": "2026-09-07T03:33:17+00:00" + }, + { + "path": "/bot/friendica-57.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:36+00:00", + "last": "2026-09-07T03:42:36+00:00" + }, + { + "path": "/bot/friendica-57.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:45+00:00", + "last": "2026-09-07T03:38:45+00:00" + }, + { + "path": "/bot/friendica-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:13+00:00", + "last": "2026-09-07T03:33:13+00:00" + }, + { + "path": "/bot/friendica-58.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:33+00:00", + "last": "2026-09-07T03:42:33+00:00" + }, + { + "path": "/bot/friendica-58.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:01+00:00", + "last": "2026-09-07T03:39:01+00:00" + }, + { + "path": "/bot/friendica-59.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:05+00:00", + "last": "2026-09-07T03:33:05+00:00" + }, + { + "path": "/bot/friendica-59.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:23+00:00", + "last": "2026-09-07T03:42:23+00:00" + }, + { + "path": "/bot/friendica-59.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:03+00:00", + "last": "2026-09-07T03:39:03+00:00" + }, + { + "path": "/bot/friendica-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:44+00:00", + "last": "2026-09-07T03:33:44+00:00" + }, + { + "path": "/bot/friendica-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:39+00:00", + "last": "2026-09-07T03:46:39+00:00" + }, + { + "path": "/bot/friendica-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:52+00:00", + "last": "2026-09-07T03:40:52+00:00" + }, + { + "path": "/bot/friendica-60.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:15+00:00", + "last": "2026-09-07T03:33:15+00:00" + }, + { + "path": "/bot/friendica-60.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:49+00:00", + "last": "2026-09-07T03:42:49+00:00" + }, + { + "path": "/bot/friendica-60.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:16+00:00", + "last": "2026-09-07T03:39:16+00:00" + }, + { + "path": "/bot/friendica-61.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:57+00:00", + "last": "2026-09-07T03:32:57+00:00" + }, + { + "path": "/bot/friendica-61.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:35+00:00", + "last": "2026-09-07T03:42:35+00:00" + }, + { + "path": "/bot/friendica-61.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:56+00:00", + "last": "2026-09-07T03:38:56+00:00" + }, + { + "path": "/bot/friendica-62.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:45+00:00", + "last": "2026-09-07T03:32:45+00:00" + }, + { + "path": "/bot/friendica-62.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:39+00:00", + "last": "2026-09-07T03:42:39+00:00" + }, + { + "path": "/bot/friendica-62.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:20+00:00", + "last": "2026-09-07T03:39:20+00:00" + }, + { + "path": "/bot/friendica-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:50+00:00", + "last": "2026-09-07T03:26:50+00:00" + }, + { + "path": "/bot/friendica-63.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:21+00:00", + "last": "2026-09-07T03:42:21+00:00" + }, + { + "path": "/bot/friendica-63.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:05+00:00", + "last": "2026-09-07T03:39:05+00:00" + }, + { + "path": "/bot/friendica-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:34+00:00", + "last": "2026-09-07T03:26:34+00:00" + }, + { + "path": "/bot/friendica-64.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:20+00:00", + "last": "2026-09-07T03:42:20+00:00" + }, + { + "path": "/bot/friendica-64.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:12+00:00", + "last": "2026-09-07T03:39:12+00:00" + }, + { + "path": "/bot/friendica-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:53+00:00", + "last": "2026-09-07T03:32:53+00:00" + }, + { + "path": "/bot/friendica-65.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:55+00:00", + "last": "2026-09-07T03:42:55+00:00" + }, + { + "path": "/bot/friendica-65.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:15+00:00", + "last": "2026-09-07T03:39:15+00:00" + }, + { + "path": "/bot/friendica-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:36+00:00", + "last": "2026-09-07T03:26:36+00:00" + }, + { + "path": "/bot/friendica-66.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:43+00:00", + "last": "2026-09-07T03:45:43+00:00" + }, + { + "path": "/bot/friendica-66.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:35+00:00", + "last": "2026-09-07T03:39:35+00:00" + }, + { + "path": "/bot/friendica-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:09+00:00", + "last": "2026-09-07T03:33:09+00:00" + }, + { + "path": "/bot/friendica-67.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:18+00:00", + "last": "2026-09-07T03:42:18+00:00" + }, + { + "path": "/bot/friendica-67.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:09+00:00", + "last": "2026-09-07T03:39:09+00:00" + }, + { + "path": "/bot/friendica-68.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:46+00:00", + "last": "2026-09-07T03:32:46+00:00" + }, + { + "path": "/bot/friendica-68.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:40+00:00", + "last": "2026-09-07T03:42:40+00:00" + }, + { + "path": "/bot/friendica-68.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:48+00:00", + "last": "2026-09-07T03:38:48+00:00" + }, + { + "path": "/bot/friendica-69.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:54+00:00", + "last": "2026-09-07T03:32:54+00:00" + }, + { + "path": "/bot/friendica-69.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:16+00:00", + "last": "2026-09-07T03:42:16+00:00" + }, + { + "path": "/bot/friendica-69.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:00+00:00", + "last": "2026-09-07T03:39:00+00:00" + }, + { + "path": "/bot/friendica-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:45+00:00", + "last": "2026-09-07T03:33:45+00:00" + }, + { + "path": "/bot/friendica-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:37+00:00", + "last": "2026-09-07T03:46:37+00:00" + }, + { + "path": "/bot/friendica-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:52+00:00", + "last": "2026-09-07T03:40:52+00:00" + }, + { + "path": "/bot/friendica-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:55+00:00", + "last": "2026-09-07T03:32:55+00:00" + }, + { + "path": "/bot/friendica-70.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:28+00:00", + "last": "2026-09-07T03:42:28+00:00" + }, + { + "path": "/bot/friendica-70.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:58+00:00", + "last": "2026-09-07T03:38:58+00:00" + }, + { + "path": "/bot/friendica-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:11+00:00", + "last": "2026-09-07T03:33:11+00:00" + }, + { + "path": "/bot/friendica-71.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:41+00:00", + "last": "2026-09-07T03:42:41+00:00" + }, + { + "path": "/bot/friendica-71.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:22+00:00", + "last": "2026-09-07T03:39:22+00:00" + }, + { + "path": "/bot/friendica-72.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:10+00:00", + "last": "2026-09-07T03:33:10+00:00" + }, + { + "path": "/bot/friendica-72.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:31+00:00", + "last": "2026-09-07T03:42:31+00:00" + }, + { + "path": "/bot/friendica-72.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:23+00:00", + "last": "2026-09-07T03:39:23+00:00" + }, + { + "path": "/bot/friendica-73.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:02+00:00", + "last": "2026-09-07T03:33:02+00:00" + }, + { + "path": "/bot/friendica-73.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:39+00:00", + "last": "2026-09-07T03:42:39+00:00" + }, + { + "path": "/bot/friendica-73.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:23+00:00", + "last": "2026-09-07T03:39:23+00:00" + }, + { + "path": "/bot/friendica-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:20+00:00", + "last": "2026-09-07T03:33:20+00:00" + }, + { + "path": "/bot/friendica-74.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:24+00:00", + "last": "2026-09-07T03:42:24+00:00" + }, + { + "path": "/bot/friendica-74.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:02+00:00", + "last": "2026-09-07T03:39:02+00:00" + }, + { + "path": "/bot/friendica-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:05+00:00", + "last": "2026-09-07T03:33:05+00:00" + }, + { + "path": "/bot/friendica-75.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:33+00:00", + "last": "2026-09-07T03:42:33+00:00" + }, + { + "path": "/bot/friendica-75.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:14+00:00", + "last": "2026-09-07T03:39:14+00:00" + }, + { + "path": "/bot/friendica-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:24+00:00", + "last": "2026-09-07T03:33:24+00:00" + }, + { + "path": "/bot/friendica-76.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:32+00:00", + "last": "2026-09-07T03:42:32+00:00" + }, + { + "path": "/bot/friendica-76.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:55+00:00", + "last": "2026-09-07T03:38:55+00:00" + }, + { + "path": "/bot/friendica-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:12+00:00", + "last": "2026-09-07T03:33:12+00:00" + }, + { + "path": "/bot/friendica-77.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:41+00:00", + "last": "2026-09-07T03:45:41+00:00" + }, + { + "path": "/bot/friendica-77.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:33+00:00", + "last": "2026-09-07T03:39:33+00:00" + }, + { + "path": "/bot/friendica-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:22+00:00", + "last": "2026-09-07T03:33:22+00:00" + }, + { + "path": "/bot/friendica-78.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:53+00:00", + "last": "2026-09-07T03:42:53+00:00" + }, + { + "path": "/bot/friendica-78.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:57+00:00", + "last": "2026-09-07T03:38:57+00:00" + }, + { + "path": "/bot/friendica-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:11+00:00", + "last": "2026-09-07T03:33:11+00:00" + }, + { + "path": "/bot/friendica-79.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:49+00:00", + "last": "2026-09-07T03:42:49+00:00" + }, + { + "path": "/bot/friendica-79.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:53+00:00", + "last": "2026-09-07T03:38:53+00:00" + }, + { + "path": "/bot/friendica-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:45+00:00", + "last": "2026-09-07T03:33:45+00:00" + }, + { + "path": "/bot/friendica-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:35+00:00", + "last": "2026-09-07T03:46:35+00:00" + }, + { + "path": "/bot/friendica-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:16+00:00", + "last": "2026-09-07T03:40:16+00:00" + }, + { + "path": "/bot/friendica-80.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:12+00:00", + "last": "2026-09-07T03:33:12+00:00" + }, + { + "path": "/bot/friendica-80.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:51+00:00", + "last": "2026-09-07T03:42:51+00:00" + }, + { + "path": "/bot/friendica-80.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:05+00:00", + "last": "2026-09-07T03:39:05+00:00" + }, + { + "path": "/bot/friendica-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:50+00:00", + "last": "2026-09-07T03:32:50+00:00" + }, + { + "path": "/bot/friendica-81.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:38+00:00", + "last": "2026-09-07T03:42:38+00:00" + }, + { + "path": "/bot/friendica-81.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:04+00:00", + "last": "2026-09-07T03:39:04+00:00" + }, + { + "path": "/bot/friendica-82.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:00+00:00", + "last": "2026-09-07T03:33:00+00:00" + }, + { + "path": "/bot/friendica-82.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:47+00:00", + "last": "2026-09-07T03:42:47+00:00" + }, + { + "path": "/bot/friendica-82.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:11+00:00", + "last": "2026-09-07T03:39:11+00:00" + }, + { + "path": "/bot/friendica-83.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:55+00:00", + "last": "2026-09-07T03:32:55+00:00" + }, + { + "path": "/bot/friendica-83.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:22+00:00", + "last": "2026-09-07T03:42:22+00:00" + }, + { + "path": "/bot/friendica-83.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:15+00:00", + "last": "2026-09-07T03:39:15+00:00" + }, + { + "path": "/bot/friendica-84.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:06+00:00", + "last": "2026-09-07T03:33:06+00:00" + }, + { + "path": "/bot/friendica-84.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:51+00:00", + "last": "2026-09-07T03:42:51+00:00" + }, + { + "path": "/bot/friendica-84.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:50+00:00", + "last": "2026-09-07T03:38:50+00:00" + }, + { + "path": "/bot/friendica-85.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:24+00:00", + "last": "2026-09-07T03:33:24+00:00" + }, + { + "path": "/bot/friendica-85.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:23+00:00", + "last": "2026-09-07T03:42:23+00:00" + }, + { + "path": "/bot/friendica-85.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:11+00:00", + "last": "2026-09-07T03:39:11+00:00" + }, + { + "path": "/bot/friendica-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:23+00:00", + "last": "2026-09-07T03:33:23+00:00" + }, + { + "path": "/bot/friendica-86.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:52+00:00", + "last": "2026-09-07T03:42:52+00:00" + }, + { + "path": "/bot/friendica-86.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:49+00:00", + "last": "2026-09-07T03:38:49+00:00" + }, + { + "path": "/bot/friendica-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:07+00:00", + "last": "2026-09-07T03:33:07+00:00" + }, + { + "path": "/bot/friendica-87.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:17+00:00", + "last": "2026-09-07T03:42:17+00:00" + }, + { + "path": "/bot/friendica-87.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:14+00:00", + "last": "2026-09-07T03:39:14+00:00" + }, + { + "path": "/bot/friendica-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:20+00:00", + "last": "2026-09-07T03:33:20+00:00" + }, + { + "path": "/bot/friendica-88.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:40+00:00", + "last": "2026-09-07T03:45:40+00:00" + }, + { + "path": "/bot/friendica-88.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:34+00:00", + "last": "2026-09-07T03:39:34+00:00" + }, + { + "path": "/bot/friendica-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:02+00:00", + "last": "2026-09-07T03:27:02+00:00" + }, + { + "path": "/bot/friendica-89.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:24+00:00", + "last": "2026-09-07T03:42:24+00:00" + }, + { + "path": "/bot/friendica-89.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:21+00:00", + "last": "2026-09-07T03:39:21+00:00" + }, + { + "path": "/bot/friendica-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:41+00:00", + "last": "2026-09-07T03:26:41+00:00" + }, + { + "path": "/bot/friendica-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:35+00:00", + "last": "2026-09-07T03:46:35+00:00" + }, + { + "path": "/bot/friendica-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:57+00:00", + "last": "2026-09-07T03:40:57+00:00" + }, + { + "path": "/bot/friendica-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:33+00:00", + "last": "2026-09-07T03:26:33+00:00" + }, + { + "path": "/bot/friendica-90.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:37+00:00", + "last": "2026-09-07T03:42:37+00:00" + }, + { + "path": "/bot/friendica-90.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:19+00:00", + "last": "2026-09-07T03:39:19+00:00" + }, + { + "path": "/bot/friendica-91.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:52+00:00", + "last": "2026-09-07T03:32:52+00:00" + }, + { + "path": "/bot/friendica-91.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:38+00:00", + "last": "2026-09-07T03:42:38+00:00" + }, + { + "path": "/bot/friendica-91.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:24+00:00", + "last": "2026-09-07T03:39:24+00:00" + }, + { + "path": "/bot/friendica-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:37+00:00", + "last": "2026-09-07T03:26:37+00:00" + }, + { + "path": "/bot/friendica-92.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:47+00:00", + "last": "2026-09-07T03:42:47+00:00" + }, + { + "path": "/bot/friendica-92.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:54+00:00", + "last": "2026-09-07T03:38:54+00:00" + }, + { + "path": "/bot/friendica-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:00+00:00", + "last": "2026-09-07T03:33:00+00:00" + }, + { + "path": "/bot/friendica-93.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:27+00:00", + "last": "2026-09-07T03:42:27+00:00" + }, + { + "path": "/bot/friendica-93.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:16+00:00", + "last": "2026-09-07T03:39:16+00:00" + }, + { + "path": "/bot/friendica-94.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:26+00:00", + "last": "2026-09-07T03:33:26+00:00" + }, + { + "path": "/bot/friendica-94.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:52+00:00", + "last": "2026-09-07T03:42:52+00:00" + }, + { + "path": "/bot/friendica-94.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:24+00:00", + "last": "2026-09-07T03:39:24+00:00" + }, + { + "path": "/bot/friendica-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:21+00:00", + "last": "2026-09-07T03:33:21+00:00" + }, + { + "path": "/bot/friendica-95.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:19+00:00", + "last": "2026-09-07T03:42:19+00:00" + }, + { + "path": "/bot/friendica-95.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:57+00:00", + "last": "2026-09-07T03:38:57+00:00" + }, + { + "path": "/bot/friendica-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:54+00:00", + "last": "2026-09-07T03:32:54+00:00" + }, + { + "path": "/bot/friendica-96.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:40+00:00", + "last": "2026-09-07T03:42:40+00:00" + }, + { + "path": "/bot/friendica-96.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:09+00:00", + "last": "2026-09-07T03:39:09+00:00" + }, + { + "path": "/bot/friendica-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:50+00:00", + "last": "2026-09-07T03:32:50+00:00" + }, + { + "path": "/bot/friendica-97.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:45+00:00", + "last": "2026-09-07T03:42:45+00:00" + }, + { + "path": "/bot/friendica-97.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:18+00:00", + "last": "2026-09-07T03:39:18+00:00" + }, + { + "path": "/bot/friendica-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:15+00:00", + "last": "2026-09-07T03:33:15+00:00" + }, + { + "path": "/bot/friendica-98.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:46+00:00", + "last": "2026-09-07T03:42:46+00:00" + }, + { + "path": "/bot/friendica-98.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:01+00:00", + "last": "2026-09-07T03:39:01+00:00" + }, + { + "path": "/bot/friendica-99.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:06+00:00", + "last": "2026-09-07T03:33:06+00:00" + }, + { + "path": "/bot/friendica-99.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:41+00:00", + "last": "2026-09-07T03:45:41+00:00" + }, + { + "path": "/bot/friendica-99.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:34+00:00", + "last": "2026-09-07T03:39:34+00:00" + }, + { + "path": "/bot/friendica.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:44+00:00", + "last": "2026-09-07T03:27:44+00:00" + }, + { + "path": "/bot/friendica.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:44+00:00", + "last": "2026-09-07T03:48:44+00:00" + }, + { + "path": "/bot/friendica.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:17+00:00", + "last": "2026-09-07T03:41:17+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:43+00:00", + "last": "2026-09-03T04:16:43+00:00" + }, + { + "path": "/bot/frndos.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:59+00:00", + "last": "2026-09-03T04:20:59+00:00" + }, + { + "path": "/bot/frndos.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:18+00:00", + "last": "2026-09-03T04:19:18+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:49+00:00", + "last": "2026-09-01T06:40:49+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:30+00:00", + "last": "2026-09-01T06:41:30+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:30+00:00", + "last": "2026-09-01T06:41:30+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:30+00:00", + "last": "2026-09-01T06:40:30+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:13+00:00", + "last": "2026-09-01T06:41:13+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:13+00:00", + "last": "2026-09-01T06:41:13+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:02+00:00", + "last": "2026-09-07T03:49:02+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:03:19+00:00", + "last": "2026-09-07T04:03:19+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:02:14+00:00", + "last": "2026-09-07T04:02:14+00:00" + }, + { + "path": "/bot/git.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:30+00:00", + "last": "2026-09-07T03:27:30+00:00" + }, + { + "path": "/bot/git.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:31+00:00", + "last": "2026-09-07T03:27:31+00:00" + }, + { + "path": "/bot/git.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:32+00:00", + "last": "2026-09-07T03:27:32+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:03+00:00", + "last": "2026-09-01T06:41:03+00:00" + }, + { + "path": "/bot/go-http-client.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:19+00:00", + "last": "2026-09-01T06:42:19+00:00" + }, + { + "path": "/bot/go-http-client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:43+00:00", + "last": "2026-09-01T06:41:43+00:00" + }, + { + "path": "/bot/gocommand.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:43+00:00", + "last": "2026-09-07T03:27:43+00:00" + }, + { + "path": "/bot/gocommand.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:45+00:00", + "last": "2026-09-07T03:48:45+00:00" + }, + { + "path": "/bot/gocommand.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:36+00:00", + "last": "2026-09-07T03:41:36+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:24+00:00", + "last": "2026-09-01T06:40:24+00:00" + }, + { + "path": "/bot/golemreachtrustbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:24+00:00", + "last": "2026-09-01T06:42:24+00:00" + }, + { + "path": "/bot/golemreachtrustbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:17+00:00", + "last": "2026-09-01T06:42:17+00:00" + }, + { + "path": "/bot/gomodulemirror.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:33+00:00", + "last": "2026-09-07T03:27:33+00:00" + }, + { + "path": "/bot/gomodulemirror.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:01+00:00", + "last": "2026-09-07T03:49:01+00:00" + }, + { + "path": "/bot/gomodulemirror.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:51+00:00", + "last": "2026-09-07T03:41:51+00:00" + }, + { + "path": "/bot/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:22+00:00", + "last": "2026-09-07T03:27:22+00:00" + }, + { + "path": "/bot/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:04+00:00", + "last": "2026-09-07T03:28:04+00:00" + }, + { + "path": "/bot/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:04+00:00", + "last": "2026-09-07T03:28:04+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:15+00:00", + "last": "2026-09-07T03:27:15+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:58+00:00", + "last": "2026-09-07T03:27:58+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:57+00:00", + "last": "2026-09-07T03:27:57+00:00" + }, + { + "path": "/bot/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:23+00:00", + "last": "2026-09-07T03:27:23+00:00" + }, + { + "path": "/bot/google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:39+00:00", + "last": "2026-09-07T03:48:39+00:00" + }, + { + "path": "/bot/google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:25+00:00", + "last": "2026-09-07T03:41:25+00:00" + }, + { + "path": "/bot/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:29+00:00", + "last": "2026-09-07T03:27:29+00:00" + }, + { + "path": "/bot/googlebot-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:10+00:00", + "last": "2026-09-07T03:48:10+00:00" + }, + { + "path": "/bot/googlebot-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:38+00:00", + "last": "2026-09-07T03:41:38+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:56+00:00", + "last": "2026-09-03T04:17:56+00:00" + }, + { + "path": "/bot/googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:16+00:00", + "last": "2026-09-03T04:21:16+00:00" + }, + { + "path": "/bot/googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:30+00:00", + "last": "2026-09-03T04:19:30+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:17+00:00", + "last": "2026-09-03T04:17:17+00:00" + }, + { + "path": "/bot/googleother.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:22+00:00", + "last": "2026-09-03T04:21:22+00:00" + }, + { + "path": "/bot/googleother.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:37+00:00", + "last": "2026-09-03T04:19:37+00:00" + }, + { + "path": "/bot/got.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:32+00:00", + "last": "2026-09-07T03:27:32+00:00" + }, + { + "path": "/bot/got.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:31+00:00", + "last": "2026-09-07T03:48:31+00:00" + }, + { + "path": "/bot/got.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:02+00:00", + "last": "2026-09-07T03:42:02+00:00" + }, + { + "path": "/bot/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:56+00:00", + "last": "2026-09-01T06:42:56+00:00" + }, + { + "path": "/bot/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:52+00:00", + "last": "2026-09-01T06:41:52+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:40+00:00", + "last": "2026-09-03T04:16:40+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:56+00:00", + "last": "2026-09-03T04:18:56+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:29+00:00", + "last": "2026-09-03T04:18:29+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:16+00:00", + "last": "2026-09-03T04:18:16+00:00" + }, + { + "path": "/bot/gtm-engine.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:27+00:00", + "last": "2026-09-03T04:20:27+00:00" + }, + { + "path": "/bot/gtm-engine.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:57+00:00", + "last": "2026-09-03T04:18:57+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:51+00:00", + "last": "2026-09-03T04:16:51+00:00" + }, + { + "path": "/bot/guild-reachability-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:37+00:00", + "last": "2026-09-03T04:18:37+00:00" + }, + { + "path": "/bot/guild-reachability-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:13+00:00", + "last": "2026-09-03T04:18:13+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:37+00:00", + "last": "2026-09-01T06:40:37+00:00" + }, + { + "path": "/bot/guzzlehttp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:05+00:00", + "last": "2026-09-01T06:43:05+00:00" + }, + { + "path": "/bot/guzzlehttp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:23+00:00", + "last": "2026-09-01T06:41:23+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:25+00:00", + "last": "2026-09-03T04:18:25+00:00" + }, + { + "path": "/bot/hhvm-internal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:38+00:00", + "last": "2026-09-03T04:20:38+00:00" + }, + { + "path": "/bot/hhvm-internal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:05+00:00", + "last": "2026-09-03T04:19:05+00:00" + }, + { + "path": "/bot/hlido-a50-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:48+00:00", + "last": "2026-09-07T03:33:48+00:00" + }, + { + "path": "/bot/hlido-a50-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:21+00:00", + "last": "2026-09-07T03:42:21+00:00" + }, + { + "path": "/bot/hlido-a50-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:38+00:00", + "last": "2026-09-07T03:39:38+00:00" + }, + { + "path": "/bot/http-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:52+00:00", + "last": "2026-09-07T03:26:52+00:00" + }, + { + "path": "/bot/http-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:37+00:00", + "last": "2026-09-07T03:45:37+00:00" + }, + { + "path": "/bot/http-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:26+00:00", + "last": "2026-09-07T03:41:26+00:00" + }, + { + "path": "/bot/http-rb-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:09+00:00", + "last": "2026-09-07T03:42:09+00:00" + }, + { + "path": "/bot/http-rb-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:42+00:00", + "last": "2026-09-07T03:48:42+00:00" + }, + { + "path": "/bot/http-rb-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:59+00:00", + "last": "2026-09-07T03:48:59+00:00" + }, + { + "path": "/bot/http-rb-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:51+00:00", + "last": "2026-09-07T03:26:51+00:00" + }, + { + "path": "/bot/http-rb-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:43+00:00", + "last": "2026-09-07T03:48:43+00:00" + }, + { + "path": "/bot/http-rb-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:58+00:00", + "last": "2026-09-07T03:48:58+00:00" + }, + { + "path": "/bot/http-rb.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:00+00:00", + "last": "2026-09-07T03:27:00+00:00" + }, + { + "path": "/bot/http-rb.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:42+00:00", + "last": "2026-09-07T03:27:42+00:00" + }, + { + "path": "/bot/http-rb.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:05+00:00", + "last": "2026-09-07T03:42:05+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:51+00:00", + "last": "2026-09-01T06:40:51+00:00" + }, + { + "path": "/bot/hultra-link.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:28+00:00", + "last": "2026-09-01T06:42:28+00:00" + }, + { + "path": "/bot/hultra-link.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:33+00:00", + "last": "2026-09-01T06:41:33+00:00" + }, + { + "path": "/bot/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:36+00:00", + "last": "2026-09-01T06:43:36+00:00" + }, + { + "path": "/bot/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:34+00:00", + "last": "2026-09-01T06:43:34+00:00" + }, + { + "path": "/bot/inoreader-com.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:08+00:00", + "last": "2026-09-07T03:41:08+00:00" + }, + { + "path": "/bot/inoreader-com.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:36+00:00", + "last": "2026-09-07T03:48:36+00:00" + }, + { + "path": "/bot/inoreader-com.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:48+00:00", + "last": "2026-09-07T03:41:48+00:00" + }, + { + "path": "/bot/inoreader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:43+00:00", + "last": "2026-09-07T03:27:43+00:00" + }, + { + "path": "/bot/inoreader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:43+00:00", + "last": "2026-09-07T03:48:43+00:00" + }, + { + "path": "/bot/inoreader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:17+00:00", + "last": "2026-09-07T03:41:17+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:30+00:00", + "last": "2026-09-03T04:16:30+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:07+00:00", + "last": "2026-09-03T04:20:07+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:50+00:00", + "last": "2026-09-03T04:18:50+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:54+00:00", + "last": "2026-09-01T06:40:54+00:00" + }, + { + "path": "/bot/io-verifymcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:24+00:00", + "last": "2026-09-01T06:42:24+00:00" + }, + { + "path": "/bot/io-verifymcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:34+00:00", + "last": "2026-09-01T06:41:34+00:00" + }, + { + "path": "/bot/itinai-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:53+00:00", + "last": "2026-09-03T04:17:53+00:00" + }, + { + "path": "/bot/itinai-importer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:06+00:00", + "last": "2026-09-03T04:21:06+00:00" + }, + { + "path": "/bot/itinai-importer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:19+00:00", + "last": "2026-09-03T04:19:19+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:00+00:00", + "last": "2026-09-03T04:17:00+00:00" + }, + { + "path": "/bot/jscrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:02+00:00", + "last": "2026-09-03T04:21:02+00:00" + }, + { + "path": "/bot/jscrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:13+00:00", + "last": "2026-09-03T04:19:13+00:00" + }, + { + "path": "/bot/ktor-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:57+00:00", + "last": "2026-09-07T03:33:57+00:00" + }, + { + "path": "/bot/ktor-client.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:13+00:00", + "last": "2026-09-07T03:42:13+00:00" + }, + { + "path": "/bot/ktor-client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:43+00:00", + "last": "2026-09-07T03:38:43+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:39+00:00", + "last": "2026-09-01T06:40:39+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:21+00:00", + "last": "2026-09-01T06:41:21+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:20+00:00", + "last": "2026-09-01T06:41:20+00:00" + }, + { + "path": "/bot/lemmy-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:22+00:00", + "last": "2026-09-07T03:31:22+00:00" + }, + { + "path": "/bot/lemmy-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:36+00:00", + "last": "2026-09-07T03:47:36+00:00" + }, + { + "path": "/bot/lemmy-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:51+00:00", + "last": "2026-09-07T03:36:51+00:00" + }, + { + "path": "/bot/lemmy-100.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:01+00:00", + "last": "2026-09-07T03:28:01+00:00" + }, + { + "path": "/bot/lemmy-100.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:10+00:00", + "last": "2026-09-07T03:45:10+00:00" + }, + { + "path": "/bot/lemmy-100.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:00+00:00", + "last": "2026-09-07T03:35:00+00:00" + }, + { + "path": "/bot/lemmy-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:12+00:00", + "last": "2026-09-07T03:28:12+00:00" + }, + { + "path": "/bot/lemmy-101.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:36+00:00", + "last": "2026-09-07T03:44:36+00:00" + }, + { + "path": "/bot/lemmy-101.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:35+00:00", + "last": "2026-09-07T03:34:35+00:00" + }, + { + "path": "/bot/lemmy-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:33+00:00", + "last": "2026-09-07T03:28:33+00:00" + }, + { + "path": "/bot/lemmy-102.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:49+00:00", + "last": "2026-09-07T03:44:49+00:00" + }, + { + "path": "/bot/lemmy-102.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:47+00:00", + "last": "2026-09-07T03:35:47+00:00" + }, + { + "path": "/bot/lemmy-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:20+00:00", + "last": "2026-09-07T03:28:20+00:00" + }, + { + "path": "/bot/lemmy-103.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:08+00:00", + "last": "2026-09-07T03:45:08+00:00" + }, + { + "path": "/bot/lemmy-103.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:32+00:00", + "last": "2026-09-07T03:34:32+00:00" + }, + { + "path": "/bot/lemmy-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:50+00:00", + "last": "2026-09-07T03:28:50+00:00" + }, + { + "path": "/bot/lemmy-104.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:23+00:00", + "last": "2026-09-07T03:44:23+00:00" + }, + { + "path": "/bot/lemmy-104.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:06+00:00", + "last": "2026-09-07T03:36:06+00:00" + }, + { + "path": "/bot/lemmy-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:55+00:00", + "last": "2026-09-07T03:28:55+00:00" + }, + { + "path": "/bot/lemmy-105.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:38+00:00", + "last": "2026-09-07T03:44:38+00:00" + }, + { + "path": "/bot/lemmy-105.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:54+00:00", + "last": "2026-09-07T03:34:54+00:00" + }, + { + "path": "/bot/lemmy-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:25+00:00", + "last": "2026-09-07T03:28:25+00:00" + }, + { + "path": "/bot/lemmy-106.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:15+00:00", + "last": "2026-09-07T03:44:15+00:00" + }, + { + "path": "/bot/lemmy-106.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:34+00:00", + "last": "2026-09-07T03:35:34+00:00" + }, + { + "path": "/bot/lemmy-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:21+00:00", + "last": "2026-09-07T03:29:21+00:00" + }, + { + "path": "/bot/lemmy-107.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:07+00:00", + "last": "2026-09-07T03:44:07+00:00" + }, + { + "path": "/bot/lemmy-107.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:54+00:00", + "last": "2026-09-07T03:34:54+00:00" + }, + { + "path": "/bot/lemmy-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:39+00:00", + "last": "2026-09-07T03:28:39+00:00" + }, + { + "path": "/bot/lemmy-108.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:20+00:00", + "last": "2026-09-07T03:44:20+00:00" + }, + { + "path": "/bot/lemmy-108.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:20+00:00", + "last": "2026-09-07T03:35:20+00:00" + }, + { + "path": "/bot/lemmy-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:27+00:00", + "last": "2026-09-07T03:28:27+00:00" + }, + { + "path": "/bot/lemmy-109.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:08+00:00", + "last": "2026-09-07T03:29:08+00:00" + }, + { + "path": "/bot/lemmy-109.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:09+00:00", + "last": "2026-09-07T03:35:09+00:00" + }, + { + "path": "/bot/lemmy-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:23+00:00", + "last": "2026-09-07T03:31:23+00:00" + }, + { + "path": "/bot/lemmy-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:31+00:00", + "last": "2026-09-07T03:47:31+00:00" + }, + { + "path": "/bot/lemmy-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:28+00:00", + "last": "2026-09-07T03:39:28+00:00" + }, + { + "path": "/bot/lemmy-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:02+00:00", + "last": "2026-09-07T03:28:02+00:00" + }, + { + "path": "/bot/lemmy-110.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:51+00:00", + "last": "2026-09-07T03:44:51+00:00" + }, + { + "path": "/bot/lemmy-110.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:02+00:00", + "last": "2026-09-07T03:36:02+00:00" + }, + { + "path": "/bot/lemmy-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:45+00:00", + "last": "2026-09-07T03:27:45+00:00" + }, + { + "path": "/bot/lemmy-111.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:02+00:00", + "last": "2026-09-07T03:42:02+00:00" + }, + { + "path": "/bot/lemmy-111.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:18+00:00", + "last": "2026-09-07T03:34:18+00:00" + }, + { + "path": "/bot/lemmy-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:42+00:00", + "last": "2026-09-07T03:26:42+00:00" + }, + { + "path": "/bot/lemmy-112.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:33+00:00", + "last": "2026-09-07T03:45:33+00:00" + }, + { + "path": "/bot/lemmy-112.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:32+00:00", + "last": "2026-09-07T03:35:32+00:00" + }, + { + "path": "/bot/lemmy-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:17+00:00", + "last": "2026-09-07T03:28:17+00:00" + }, + { + "path": "/bot/lemmy-113.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:35+00:00", + "last": "2026-09-07T03:45:35+00:00" + }, + { + "path": "/bot/lemmy-113.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:01+00:00", + "last": "2026-09-07T03:36:01+00:00" + }, + { + "path": "/bot/lemmy-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:17+00:00", + "last": "2026-09-07T03:28:17+00:00" + }, + { + "path": "/bot/lemmy-114.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:05+00:00", + "last": "2026-09-07T03:45:05+00:00" + }, + { + "path": "/bot/lemmy-114.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:52+00:00", + "last": "2026-09-07T03:34:52+00:00" + }, + { + "path": "/bot/lemmy-115.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:46+00:00", + "last": "2026-09-07T03:26:46+00:00" + }, + { + "path": "/bot/lemmy-115.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:55+00:00", + "last": "2026-09-07T03:44:55+00:00" + }, + { + "path": "/bot/lemmy-115.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:39+00:00", + "last": "2026-09-07T03:34:39+00:00" + }, + { + "path": "/bot/lemmy-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:15+00:00", + "last": "2026-09-07T03:28:15+00:00" + }, + { + "path": "/bot/lemmy-116.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:23+00:00", + "last": "2026-09-07T03:45:23+00:00" + }, + { + "path": "/bot/lemmy-116.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:03+00:00", + "last": "2026-09-07T03:35:03+00:00" + }, + { + "path": "/bot/lemmy-117.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:16+00:00", + "last": "2026-09-07T03:28:16+00:00" + }, + { + "path": "/bot/lemmy-117.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:56+00:00", + "last": "2026-09-07T03:28:56+00:00" + }, + { + "path": "/bot/lemmy-117.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:31+00:00", + "last": "2026-09-07T03:35:31+00:00" + }, + { + "path": "/bot/lemmy-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:53+00:00", + "last": "2026-09-07T03:27:53+00:00" + }, + { + "path": "/bot/lemmy-118.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:56+00:00", + "last": "2026-09-07T03:44:56+00:00" + }, + { + "path": "/bot/lemmy-118.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:07+00:00", + "last": "2026-09-07T03:36:07+00:00" + }, + { + "path": "/bot/lemmy-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:01+00:00", + "last": "2026-09-07T03:28:01+00:00" + }, + { + "path": "/bot/lemmy-119.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:41+00:00", + "last": "2026-09-07T03:28:41+00:00" + }, + { + "path": "/bot/lemmy-119.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:36+00:00", + "last": "2026-09-07T03:35:36+00:00" + }, + { + "path": "/bot/lemmy-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:55+00:00", + "last": "2026-09-07T03:26:55+00:00" + }, + { + "path": "/bot/lemmy-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:54+00:00", + "last": "2026-09-07T03:47:54+00:00" + }, + { + "path": "/bot/lemmy-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:59+00:00", + "last": "2026-09-07T03:36:59+00:00" + }, + { + "path": "/bot/lemmy-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:35+00:00", + "last": "2026-09-07T03:28:35+00:00" + }, + { + "path": "/bot/lemmy-120.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:06+00:00", + "last": "2026-09-07T03:44:06+00:00" + }, + { + "path": "/bot/lemmy-120.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:46+00:00", + "last": "2026-09-07T03:34:46+00:00" + }, + { + "path": "/bot/lemmy-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:58+00:00", + "last": "2026-09-07T03:27:58+00:00" + }, + { + "path": "/bot/lemmy-121.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:29+00:00", + "last": "2026-09-07T03:45:29+00:00" + }, + { + "path": "/bot/lemmy-121.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:33+00:00", + "last": "2026-09-07T03:34:33+00:00" + }, + { + "path": "/bot/lemmy-122.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:14+00:00", + "last": "2026-09-07T03:28:14+00:00" + }, + { + "path": "/bot/lemmy-122.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:29+00:00", + "last": "2026-09-07T03:44:29+00:00" + }, + { + "path": "/bot/lemmy-122.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:49+00:00", + "last": "2026-09-07T03:35:49+00:00" + }, + { + "path": "/bot/lemmy-123.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:36+00:00", + "last": "2026-09-07T03:28:36+00:00" + }, + { + "path": "/bot/lemmy-123.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:21+00:00", + "last": "2026-09-07T03:45:21+00:00" + }, + { + "path": "/bot/lemmy-123.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:52+00:00", + "last": "2026-09-07T03:35:52+00:00" + }, + { + "path": "/bot/lemmy-124.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:29+00:00", + "last": "2026-09-07T03:28:29+00:00" + }, + { + "path": "/bot/lemmy-124.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:36+00:00", + "last": "2026-09-07T03:44:36+00:00" + }, + { + "path": "/bot/lemmy-124.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:47+00:00", + "last": "2026-09-07T03:35:47+00:00" + }, + { + "path": "/bot/lemmy-125.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:47+00:00", + "last": "2026-09-07T03:28:47+00:00" + }, + { + "path": "/bot/lemmy-125.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:41+00:00", + "last": "2026-09-07T03:44:41+00:00" + }, + { + "path": "/bot/lemmy-125.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:30+00:00", + "last": "2026-09-07T03:34:30+00:00" + }, + { + "path": "/bot/lemmy-126.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:17+00:00", + "last": "2026-09-07T03:29:17+00:00" + }, + { + "path": "/bot/lemmy-126.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:56+00:00", + "last": "2026-09-07T03:44:56+00:00" + }, + { + "path": "/bot/lemmy-126.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:28+00:00", + "last": "2026-09-07T03:35:28+00:00" + }, + { + "path": "/bot/lemmy-127.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:07+00:00", + "last": "2026-09-07T03:29:07+00:00" + }, + { + "path": "/bot/lemmy-127.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:31+00:00", + "last": "2026-09-07T03:44:31+00:00" + }, + { + "path": "/bot/lemmy-127.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:03+00:00", + "last": "2026-09-07T03:36:03+00:00" + }, + { + "path": "/bot/lemmy-128.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:44+00:00", + "last": "2026-09-07T03:26:44+00:00" + }, + { + "path": "/bot/lemmy-128.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:01+00:00", + "last": "2026-09-07T03:45:01+00:00" + }, + { + "path": "/bot/lemmy-128.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:51+00:00", + "last": "2026-09-07T03:35:51+00:00" + }, + { + "path": "/bot/lemmy-129.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:00+00:00", + "last": "2026-09-07T03:29:00+00:00" + }, + { + "path": "/bot/lemmy-129.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:54+00:00", + "last": "2026-09-07T03:44:54+00:00" + }, + { + "path": "/bot/lemmy-129.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:58+00:00", + "last": "2026-09-07T03:34:58+00:00" + }, + { + "path": "/bot/lemmy-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:28+00:00", + "last": "2026-09-07T03:31:28+00:00" + }, + { + "path": "/bot/lemmy-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:24+00:00", + "last": "2026-09-07T03:47:24+00:00" + }, + { + "path": "/bot/lemmy-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:32+00:00", + "last": "2026-09-07T03:36:32+00:00" + }, + { + "path": "/bot/lemmy-130.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:41+00:00", + "last": "2026-09-07T03:28:41+00:00" + }, + { + "path": "/bot/lemmy-130.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:30+00:00", + "last": "2026-09-07T03:45:30+00:00" + }, + { + "path": "/bot/lemmy-130.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:30+00:00", + "last": "2026-09-07T03:35:30+00:00" + }, + { + "path": "/bot/lemmy-131.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:32+00:00", + "last": "2026-09-07T03:26:32+00:00" + }, + { + "path": "/bot/lemmy-131.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:05+00:00", + "last": "2026-09-07T03:45:05+00:00" + }, + { + "path": "/bot/lemmy-131.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:43+00:00", + "last": "2026-09-07T03:35:43+00:00" + }, + { + "path": "/bot/lemmy-132.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:16+00:00", + "last": "2026-09-07T03:29:16+00:00" + }, + { + "path": "/bot/lemmy-132.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:19+00:00", + "last": "2026-09-07T03:45:19+00:00" + }, + { + "path": "/bot/lemmy-132.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:53+00:00", + "last": "2026-09-07T03:34:53+00:00" + }, + { + "path": "/bot/lemmy-133.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:18+00:00", + "last": "2026-09-07T03:28:18+00:00" + }, + { + "path": "/bot/lemmy-133.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:05+00:00", + "last": "2026-09-07T03:44:05+00:00" + }, + { + "path": "/bot/lemmy-133.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:29+00:00", + "last": "2026-09-07T03:35:29+00:00" + }, + { + "path": "/bot/lemmy-134.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:04+00:00", + "last": "2026-09-07T03:29:04+00:00" + }, + { + "path": "/bot/lemmy-134.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:13+00:00", + "last": "2026-09-07T03:45:13+00:00" + }, + { + "path": "/bot/lemmy-134.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:01+00:00", + "last": "2026-09-07T03:35:01+00:00" + }, + { + "path": "/bot/lemmy-135.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:06+00:00", + "last": "2026-09-07T03:29:06+00:00" + }, + { + "path": "/bot/lemmy-135.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:24+00:00", + "last": "2026-09-07T03:45:24+00:00" + }, + { + "path": "/bot/lemmy-135.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:27+00:00", + "last": "2026-09-07T03:35:27+00:00" + }, + { + "path": "/bot/lemmy-136.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:22+00:00", + "last": "2026-09-07T03:28:22+00:00" + }, + { + "path": "/bot/lemmy-136.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:09+00:00", + "last": "2026-09-07T03:45:09+00:00" + }, + { + "path": "/bot/lemmy-136.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:50+00:00", + "last": "2026-09-07T03:35:50+00:00" + }, + { + "path": "/bot/lemmy-137.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:05+00:00", + "last": "2026-09-07T03:29:05+00:00" + }, + { + "path": "/bot/lemmy-137.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:17+00:00", + "last": "2026-09-07T03:44:17+00:00" + }, + { + "path": "/bot/lemmy-137.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:09+00:00", + "last": "2026-09-07T03:36:09+00:00" + }, + { + "path": "/bot/lemmy-138.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:26+00:00", + "last": "2026-09-07T03:28:26+00:00" + }, + { + "path": "/bot/lemmy-138.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:27+00:00", + "last": "2026-09-07T03:45:27+00:00" + }, + { + "path": "/bot/lemmy-138.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:22+00:00", + "last": "2026-09-07T03:35:22+00:00" + }, + { + "path": "/bot/lemmy-139.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:44+00:00", + "last": "2026-09-07T03:28:44+00:00" + }, + { + "path": "/bot/lemmy-139.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:26+00:00", + "last": "2026-09-07T03:45:26+00:00" + }, + { + "path": "/bot/lemmy-139.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:22+00:00", + "last": "2026-09-07T03:35:22+00:00" + }, + { + "path": "/bot/lemmy-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:35+00:00", + "last": "2026-09-07T03:26:35+00:00" + }, + { + "path": "/bot/lemmy-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:19+00:00", + "last": "2026-09-07T03:47:19+00:00" + }, + { + "path": "/bot/lemmy-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:44+00:00", + "last": "2026-09-07T03:36:44+00:00" + }, + { + "path": "/bot/lemmy-140.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:37+00:00", + "last": "2026-09-07T03:28:37+00:00" + }, + { + "path": "/bot/lemmy-140.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:41+00:00", + "last": "2026-09-07T03:44:41+00:00" + }, + { + "path": "/bot/lemmy-140.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:23+00:00", + "last": "2026-09-07T03:35:23+00:00" + }, + { + "path": "/bot/lemmy-141.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:51+00:00", + "last": "2026-09-07T03:27:51+00:00" + }, + { + "path": "/bot/lemmy-141.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:40+00:00", + "last": "2026-09-07T03:44:40+00:00" + }, + { + "path": "/bot/lemmy-141.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:26+00:00", + "last": "2026-09-07T03:35:26+00:00" + }, + { + "path": "/bot/lemmy-142.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:31+00:00", + "last": "2026-09-07T03:28:31+00:00" + }, + { + "path": "/bot/lemmy-142.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:46+00:00", + "last": "2026-09-07T03:44:46+00:00" + }, + { + "path": "/bot/lemmy-142.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:10+00:00", + "last": "2026-09-07T03:35:10+00:00" + }, + { + "path": "/bot/lemmy-143.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:43+00:00", + "last": "2026-09-07T03:26:43+00:00" + }, + { + "path": "/bot/lemmy-143.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:15+00:00", + "last": "2026-09-07T03:45:15+00:00" + }, + { + "path": "/bot/lemmy-143.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:31+00:00", + "last": "2026-09-07T03:35:31+00:00" + }, + { + "path": "/bot/lemmy-144.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:00+00:00", + "last": "2026-09-07T03:28:00+00:00" + }, + { + "path": "/bot/lemmy-144.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:08+00:00", + "last": "2026-09-07T03:45:08+00:00" + }, + { + "path": "/bot/lemmy-144.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:12+00:00", + "last": "2026-09-07T03:35:12+00:00" + }, + { + "path": "/bot/lemmy-145.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:31+00:00", + "last": "2026-09-07T03:28:31+00:00" + }, + { + "path": "/bot/lemmy-145.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:46+00:00", + "last": "2026-09-07T03:44:46+00:00" + }, + { + "path": "/bot/lemmy-145.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:55+00:00", + "last": "2026-09-07T03:34:55+00:00" + }, + { + "path": "/bot/lemmy-146.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:58+00:00", + "last": "2026-09-07T03:28:58+00:00" + }, + { + "path": "/bot/lemmy-146.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:27+00:00", + "last": "2026-09-07T03:45:27+00:00" + }, + { + "path": "/bot/lemmy-146.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:52+00:00", + "last": "2026-09-07T03:35:52+00:00" + }, + { + "path": "/bot/lemmy-147.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:19+00:00", + "last": "2026-09-07T03:29:19+00:00" + }, + { + "path": "/bot/lemmy-147.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:24+00:00", + "last": "2026-09-07T03:45:24+00:00" + }, + { + "path": "/bot/lemmy-147.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:35+00:00", + "last": "2026-09-07T03:35:35+00:00" + }, + { + "path": "/bot/lemmy-148.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:14+00:00", + "last": "2026-09-07T03:29:14+00:00" + }, + { + "path": "/bot/lemmy-148.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:09+00:00", + "last": "2026-09-07T03:44:09+00:00" + }, + { + "path": "/bot/lemmy-148.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:42+00:00", + "last": "2026-09-07T03:35:42+00:00" + }, + { + "path": "/bot/lemmy-149.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:47+00:00", + "last": "2026-09-07T03:28:47+00:00" + }, + { + "path": "/bot/lemmy-149.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:28+00:00", + "last": "2026-09-07T03:44:28+00:00" + }, + { + "path": "/bot/lemmy-149.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:23+00:00", + "last": "2026-09-07T03:35:23+00:00" + }, + { + "path": "/bot/lemmy-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:46+00:00", + "last": "2026-09-07T03:31:46+00:00" + }, + { + "path": "/bot/lemmy-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:34+00:00", + "last": "2026-09-07T03:47:34+00:00" + }, + { + "path": "/bot/lemmy-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:02+00:00", + "last": "2026-09-07T03:37:02+00:00" + }, + { + "path": "/bot/lemmy-150.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:36+00:00", + "last": "2026-09-07T03:28:36+00:00" + }, + { + "path": "/bot/lemmy-150.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:04+00:00", + "last": "2026-09-07T03:44:04+00:00" + }, + { + "path": "/bot/lemmy-150.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:49+00:00", + "last": "2026-09-07T03:34:49+00:00" + }, + { + "path": "/bot/lemmy-151.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:54+00:00", + "last": "2026-09-07T03:27:54+00:00" + }, + { + "path": "/bot/lemmy-151.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:26+00:00", + "last": "2026-09-07T03:44:26+00:00" + }, + { + "path": "/bot/lemmy-151.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:04+00:00", + "last": "2026-09-07T03:35:04+00:00" + }, + { + "path": "/bot/lemmy-152.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:13+00:00", + "last": "2026-09-07T03:29:13+00:00" + }, + { + "path": "/bot/lemmy-152.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:34+00:00", + "last": "2026-09-07T03:45:34+00:00" + }, + { + "path": "/bot/lemmy-152.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:44+00:00", + "last": "2026-09-07T03:35:44+00:00" + }, + { + "path": "/bot/lemmy-153.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:18+00:00", + "last": "2026-09-07T03:29:18+00:00" + }, + { + "path": "/bot/lemmy-153.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:33+00:00", + "last": "2026-09-07T03:45:33+00:00" + }, + { + "path": "/bot/lemmy-153.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:43+00:00", + "last": "2026-09-07T03:35:43+00:00" + }, + { + "path": "/bot/lemmy-154.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:48+00:00", + "last": "2026-09-07T03:28:48+00:00" + }, + { + "path": "/bot/lemmy-154.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:33+00:00", + "last": "2026-09-07T03:44:33+00:00" + }, + { + "path": "/bot/lemmy-154.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:40+00:00", + "last": "2026-09-07T03:35:40+00:00" + }, + { + "path": "/bot/lemmy-155.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:59+00:00", + "last": "2026-09-07T03:27:59+00:00" + }, + { + "path": "/bot/lemmy-155.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:19+00:00", + "last": "2026-09-07T03:44:19+00:00" + }, + { + "path": "/bot/lemmy-155.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:02+00:00", + "last": "2026-09-07T03:36:02+00:00" + }, + { + "path": "/bot/lemmy-156.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:54+00:00", + "last": "2026-09-07T03:28:54+00:00" + }, + { + "path": "/bot/lemmy-156.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:33+00:00", + "last": "2026-09-07T03:44:33+00:00" + }, + { + "path": "/bot/lemmy-156.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:06+00:00", + "last": "2026-09-07T03:35:06+00:00" + }, + { + "path": "/bot/lemmy-157.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:22+00:00", + "last": "2026-09-07T03:29:22+00:00" + }, + { + "path": "/bot/lemmy-157.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:52+00:00", + "last": "2026-09-07T03:44:52+00:00" + }, + { + "path": "/bot/lemmy-157.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:58+00:00", + "last": "2026-09-07T03:35:58+00:00" + }, + { + "path": "/bot/lemmy-158.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:04+00:00", + "last": "2026-09-07T03:27:04+00:00" + }, + { + "path": "/bot/lemmy-158.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/bot/lemmy-158.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:01+00:00", + "last": "2026-09-07T03:36:01+00:00" + }, + { + "path": "/bot/lemmy-159.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:11+00:00", + "last": "2026-09-07T03:29:11+00:00" + }, + { + "path": "/bot/lemmy-159.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:59+00:00", + "last": "2026-09-07T03:44:59+00:00" + }, + { + "path": "/bot/lemmy-159.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:13+00:00", + "last": "2026-09-07T03:35:13+00:00" + }, + { + "path": "/bot/lemmy-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:25+00:00", + "last": "2026-09-07T03:31:25+00:00" + }, + { + "path": "/bot/lemmy-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:25+00:00", + "last": "2026-09-07T03:47:25+00:00" + }, + { + "path": "/bot/lemmy-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:39+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/bot/lemmy-160.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:40+00:00", + "last": "2026-09-07T03:28:40+00:00" + }, + { + "path": "/bot/lemmy-160.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:24+00:00", + "last": "2026-09-07T03:44:24+00:00" + }, + { + "path": "/bot/lemmy-160.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:12+00:00", + "last": "2026-09-07T03:35:12+00:00" + }, + { + "path": "/bot/lemmy-161.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:06+00:00", + "last": "2026-09-07T03:28:06+00:00" + }, + { + "path": "/bot/lemmy-161.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:06+00:00", + "last": "2026-09-07T03:44:06+00:00" + }, + { + "path": "/bot/lemmy-161.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:46+00:00", + "last": "2026-09-07T03:35:46+00:00" + }, + { + "path": "/bot/lemmy-162.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:02+00:00", + "last": "2026-09-07T03:27:02+00:00" + }, + { + "path": "/bot/lemmy-162.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:55+00:00", + "last": "2026-09-07T03:44:55+00:00" + }, + { + "path": "/bot/lemmy-162.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:59+00:00", + "last": "2026-09-07T03:34:59+00:00" + }, + { + "path": "/bot/lemmy-163.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:55+00:00", + "last": "2026-09-07T03:28:55+00:00" + }, + { + "path": "/bot/lemmy-163.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:14+00:00", + "last": "2026-09-07T03:45:14+00:00" + }, + { + "path": "/bot/lemmy-163.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:09+00:00", + "last": "2026-09-07T03:36:09+00:00" + }, + { + "path": "/bot/lemmy-164.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:04+00:00", + "last": "2026-09-07T03:27:04+00:00" + }, + { + "path": "/bot/lemmy-164.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:01+00:00", + "last": "2026-09-07T03:44:01+00:00" + }, + { + "path": "/bot/lemmy-164.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:45+00:00", + "last": "2026-09-07T03:34:45+00:00" + }, + { + "path": "/bot/lemmy-165.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:08+00:00", + "last": "2026-09-07T03:29:08+00:00" + }, + { + "path": "/bot/lemmy-165.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:39+00:00", + "last": "2026-09-07T03:44:39+00:00" + }, + { + "path": "/bot/lemmy-165.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:48+00:00", + "last": "2026-09-07T03:35:48+00:00" + }, + { + "path": "/bot/lemmy-166.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:08+00:00", + "last": "2026-09-07T03:28:08+00:00" + }, + { + "path": "/bot/lemmy-166.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:27+00:00", + "last": "2026-09-07T03:44:27+00:00" + }, + { + "path": "/bot/lemmy-166.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:48+00:00", + "last": "2026-09-07T03:34:48+00:00" + }, + { + "path": "/bot/lemmy-167.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:59+00:00", + "last": "2026-09-07T03:28:59+00:00" + }, + { + "path": "/bot/lemmy-167.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:13+00:00", + "last": "2026-09-07T03:44:13+00:00" + }, + { + "path": "/bot/lemmy-167.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:32+00:00", + "last": "2026-09-07T03:34:32+00:00" + }, + { + "path": "/bot/lemmy-168.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:10+00:00", + "last": "2026-09-07T03:29:10+00:00" + }, + { + "path": "/bot/lemmy-168.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:03+00:00", + "last": "2026-09-07T03:45:03+00:00" + }, + { + "path": "/bot/lemmy-168.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:14+00:00", + "last": "2026-09-07T03:35:14+00:00" + }, + { + "path": "/bot/lemmy-169.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:39+00:00", + "last": "2026-09-07T03:28:39+00:00" + }, + { + "path": "/bot/lemmy-169.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:32+00:00", + "last": "2026-09-07T03:45:32+00:00" + }, + { + "path": "/bot/lemmy-169.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:40+00:00", + "last": "2026-09-07T03:35:40+00:00" + }, + { + "path": "/bot/lemmy-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:31+00:00", + "last": "2026-09-07T03:31:31+00:00" + }, + { + "path": "/bot/lemmy-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:55+00:00", + "last": "2026-09-07T03:47:55+00:00" + }, + { + "path": "/bot/lemmy-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:32+00:00", + "last": "2026-09-07T03:36:32+00:00" + }, + { + "path": "/bot/lemmy-170.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:53+00:00", + "last": "2026-09-07T03:28:53+00:00" + }, + { + "path": "/bot/lemmy-170.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:14+00:00", + "last": "2026-09-07T03:44:14+00:00" + }, + { + "path": "/bot/lemmy-170.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:53+00:00", + "last": "2026-09-07T03:35:53+00:00" + }, + { + "path": "/bot/lemmy-171.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:56+00:00", + "last": "2026-09-07T03:27:56+00:00" + }, + { + "path": "/bot/lemmy-171.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:02+00:00", + "last": "2026-09-07T03:45:02+00:00" + }, + { + "path": "/bot/lemmy-171.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:03+00:00", + "last": "2026-09-07T03:36:03+00:00" + }, + { + "path": "/bot/lemmy-172.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:34+00:00", + "last": "2026-09-07T03:28:34+00:00" + }, + { + "path": "/bot/lemmy-172.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:03+00:00", + "last": "2026-09-07T03:44:03+00:00" + }, + { + "path": "/bot/lemmy-172.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:41+00:00", + "last": "2026-09-07T03:34:41+00:00" + }, + { + "path": "/bot/lemmy-173.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:35+00:00", + "last": "2026-09-07T03:28:35+00:00" + }, + { + "path": "/bot/lemmy-173.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:12+00:00", + "last": "2026-09-07T03:45:12+00:00" + }, + { + "path": "/bot/lemmy-173.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:35+00:00", + "last": "2026-09-07T03:35:35+00:00" + }, + { + "path": "/bot/lemmy-174.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:05+00:00", + "last": "2026-09-07T03:27:05+00:00" + }, + { + "path": "/bot/lemmy-174.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:35+00:00", + "last": "2026-09-07T03:44:35+00:00" + }, + { + "path": "/bot/lemmy-174.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:19+00:00", + "last": "2026-09-07T03:35:19+00:00" + }, + { + "path": "/bot/lemmy-175.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:49+00:00", + "last": "2026-09-07T03:28:49+00:00" + }, + { + "path": "/bot/lemmy-175.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:16+00:00", + "last": "2026-09-07T03:45:16+00:00" + }, + { + "path": "/bot/lemmy-175.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:57+00:00", + "last": "2026-09-07T03:35:57+00:00" + }, + { + "path": "/bot/lemmy-176.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:30+00:00", + "last": "2026-09-07T03:28:30+00:00" + }, + { + "path": "/bot/lemmy-176.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:28+00:00", + "last": "2026-09-07T03:45:28+00:00" + }, + { + "path": "/bot/lemmy-176.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:44+00:00", + "last": "2026-09-07T03:34:44+00:00" + }, + { + "path": "/bot/lemmy-177.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:00+00:00", + "last": "2026-09-07T03:28:00+00:00" + }, + { + "path": "/bot/lemmy-177.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:01+00:00", + "last": "2026-09-07T03:44:01+00:00" + }, + { + "path": "/bot/lemmy-177.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:34+00:00", + "last": "2026-09-07T03:34:34+00:00" + }, + { + "path": "/bot/lemmy-178.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:32+00:00", + "last": "2026-09-07T03:28:32+00:00" + }, + { + "path": "/bot/lemmy-178.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:02+00:00", + "last": "2026-09-07T03:44:02+00:00" + }, + { + "path": "/bot/lemmy-178.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:51+00:00", + "last": "2026-09-07T03:34:51+00:00" + }, + { + "path": "/bot/lemmy-179.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:15+00:00", + "last": "2026-09-07T03:29:15+00:00" + }, + { + "path": "/bot/lemmy-179.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:58+00:00", + "last": "2026-09-07T03:44:58+00:00" + }, + { + "path": "/bot/lemmy-179.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:42+00:00", + "last": "2026-09-07T03:35:42+00:00" + }, + { + "path": "/bot/lemmy-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:38+00:00", + "last": "2026-09-07T03:31:38+00:00" + }, + { + "path": "/bot/lemmy-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:38+00:00", + "last": "2026-09-07T03:47:38+00:00" + }, + { + "path": "/bot/lemmy-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:42+00:00", + "last": "2026-09-07T03:36:42+00:00" + }, + { + "path": "/bot/lemmy-180.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:26+00:00", + "last": "2026-09-07T03:28:26+00:00" + }, + { + "path": "/bot/lemmy-180.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:07+00:00", + "last": "2026-09-07T03:44:07+00:00" + }, + { + "path": "/bot/lemmy-180.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:42+00:00", + "last": "2026-09-07T03:34:42+00:00" + }, + { + "path": "/bot/lemmy-181.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:41+00:00", + "last": "2026-09-07T03:26:41+00:00" + }, + { + "path": "/bot/lemmy-181.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/bot/lemmy-181.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:45+00:00", + "last": "2026-09-07T03:34:45+00:00" + }, + { + "path": "/bot/lemmy-182.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:59+00:00", + "last": "2026-09-07T03:28:59+00:00" + }, + { + "path": "/bot/lemmy-182.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:58+00:00", + "last": "2026-09-07T03:44:58+00:00" + }, + { + "path": "/bot/lemmy-182.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:39+00:00", + "last": "2026-09-07T03:34:39+00:00" + }, + { + "path": "/bot/lemmy-183.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:06+00:00", + "last": "2026-09-07T03:29:06+00:00" + }, + { + "path": "/bot/lemmy-183.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:25+00:00", + "last": "2026-09-07T03:44:25+00:00" + }, + { + "path": "/bot/lemmy-183.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:53+00:00", + "last": "2026-09-07T03:34:53+00:00" + }, + { + "path": "/bot/lemmy-184.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:20+00:00", + "last": "2026-09-07T03:29:20+00:00" + }, + { + "path": "/bot/lemmy-184.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:50+00:00", + "last": "2026-09-07T03:44:50+00:00" + }, + { + "path": "/bot/lemmy-184.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:57+00:00", + "last": "2026-09-07T03:35:57+00:00" + }, + { + "path": "/bot/lemmy-185.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:57+00:00", + "last": "2026-09-07T03:28:57+00:00" + }, + { + "path": "/bot/lemmy-185.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:04+00:00", + "last": "2026-09-07T03:44:04+00:00" + }, + { + "path": "/bot/lemmy-185.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:00+00:00", + "last": "2026-09-07T03:36:00+00:00" + }, + { + "path": "/bot/lemmy-186.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:22+00:00", + "last": "2026-09-07T03:28:22+00:00" + }, + { + "path": "/bot/lemmy-186.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:34+00:00", + "last": "2026-09-07T03:45:34+00:00" + }, + { + "path": "/bot/lemmy-186.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:58+00:00", + "last": "2026-09-07T03:35:58+00:00" + }, + { + "path": "/bot/lemmy-187.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:01+00:00", + "last": "2026-09-07T03:29:01+00:00" + }, + { + "path": "/bot/lemmy-187.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:25+00:00", + "last": "2026-09-07T03:44:25+00:00" + }, + { + "path": "/bot/lemmy-187.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:37+00:00", + "last": "2026-09-07T03:35:37+00:00" + }, + { + "path": "/bot/lemmy-188.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:55+00:00", + "last": "2026-09-07T03:27:55+00:00" + }, + { + "path": "/bot/lemmy-188.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:20+00:00", + "last": "2026-09-07T03:44:20+00:00" + }, + { + "path": "/bot/lemmy-188.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:36+00:00", + "last": "2026-09-07T03:34:36+00:00" + }, + { + "path": "/bot/lemmy-189.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:40+00:00", + "last": "2026-09-07T03:28:40+00:00" + }, + { + "path": "/bot/lemmy-189.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:30+00:00", + "last": "2026-09-07T03:45:30+00:00" + }, + { + "path": "/bot/lemmy-189.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:14+00:00", + "last": "2026-09-07T03:35:14+00:00" + }, + { + "path": "/bot/lemmy-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:45+00:00", + "last": "2026-09-07T03:31:45+00:00" + }, + { + "path": "/bot/lemmy-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:20+00:00", + "last": "2026-09-07T03:47:20+00:00" + }, + { + "path": "/bot/lemmy-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:55+00:00", + "last": "2026-09-07T03:36:55+00:00" + }, + { + "path": "/bot/lemmy-190.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:24+00:00", + "last": "2026-09-07T03:29:24+00:00" + }, + { + "path": "/bot/lemmy-190.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:34+00:00", + "last": "2026-09-07T03:44:34+00:00" + }, + { + "path": "/bot/lemmy-190.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:41+00:00", + "last": "2026-09-07T03:35:41+00:00" + }, + { + "path": "/bot/lemmy-191.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:14+00:00", + "last": "2026-09-07T03:28:14+00:00" + }, + { + "path": "/bot/lemmy-191.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:59+00:00", + "last": "2026-09-07T03:44:59+00:00" + }, + { + "path": "/bot/lemmy-191.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:38+00:00", + "last": "2026-09-07T03:34:38+00:00" + }, + { + "path": "/bot/lemmy-192.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:40+00:00", + "last": "2026-09-07T03:26:40+00:00" + }, + { + "path": "/bot/lemmy-192.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:31+00:00", + "last": "2026-09-07T03:44:31+00:00" + }, + { + "path": "/bot/lemmy-192.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:17+00:00", + "last": "2026-09-07T03:35:17+00:00" + }, + { + "path": "/bot/lemmy-193.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:10+00:00", + "last": "2026-09-07T03:27:10+00:00" + }, + { + "path": "/bot/lemmy-193.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:02+00:00", + "last": "2026-09-07T03:44:02+00:00" + }, + { + "path": "/bot/lemmy-193.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:26+00:00", + "last": "2026-09-07T03:35:26+00:00" + }, + { + "path": "/bot/lemmy-194.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:45+00:00", + "last": "2026-09-07T03:28:45+00:00" + }, + { + "path": "/bot/lemmy-194.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:24+00:00", + "last": "2026-09-07T03:45:24+00:00" + }, + { + "path": "/bot/lemmy-194.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:15+00:00", + "last": "2026-09-07T03:35:15+00:00" + }, + { + "path": "/bot/lemmy-195.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:24+00:00", + "last": "2026-09-07T03:29:24+00:00" + }, + { + "path": "/bot/lemmy-195.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:45+00:00", + "last": "2026-09-07T03:44:45+00:00" + }, + { + "path": "/bot/lemmy-195.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:59+00:00", + "last": "2026-09-07T03:34:59+00:00" + }, + { + "path": "/bot/lemmy-196.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:38+00:00", + "last": "2026-09-07T03:28:38+00:00" + }, + { + "path": "/bot/lemmy-196.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:19+00:00", + "last": "2026-09-07T03:29:19+00:00" + }, + { + "path": "/bot/lemmy-196.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:35+00:00", + "last": "2026-09-07T03:34:35+00:00" + }, + { + "path": "/bot/lemmy-197.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:51+00:00", + "last": "2026-09-07T03:28:51+00:00" + }, + { + "path": "/bot/lemmy-197.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:38+00:00", + "last": "2026-09-07T03:44:38+00:00" + }, + { + "path": "/bot/lemmy-197.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:31+00:00", + "last": "2026-09-07T03:34:31+00:00" + }, + { + "path": "/bot/lemmy-198.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:48+00:00", + "last": "2026-09-07T03:28:48+00:00" + }, + { + "path": "/bot/lemmy-198.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:02+00:00", + "last": "2026-09-07T03:45:02+00:00" + }, + { + "path": "/bot/lemmy-198.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:30+00:00", + "last": "2026-09-07T03:34:30+00:00" + }, + { + "path": "/bot/lemmy-199.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:02+00:00", + "last": "2026-09-07T03:28:02+00:00" + }, + { + "path": "/bot/lemmy-199.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:12+00:00", + "last": "2026-09-07T03:44:12+00:00" + }, + { + "path": "/bot/lemmy-199.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:16+00:00", + "last": "2026-09-07T03:35:16+00:00" + }, + { + "path": "/bot/lemmy-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:30+00:00", + "last": "2026-09-07T03:33:30+00:00" + }, + { + "path": "/bot/lemmy-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:41+00:00", + "last": "2026-09-07T03:46:41+00:00" + }, + { + "path": "/bot/lemmy-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:31+00:00", + "last": "2026-09-07T03:41:31+00:00" + }, + { + "path": "/bot/lemmy-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:20+00:00", + "last": "2026-09-07T03:31:20+00:00" + }, + { + "path": "/bot/lemmy-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:34+00:00", + "last": "2026-09-07T03:47:34+00:00" + }, + { + "path": "/bot/lemmy-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:36+00:00", + "last": "2026-09-07T03:36:36+00:00" + }, + { + "path": "/bot/lemmy-200.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:54+00:00", + "last": "2026-09-07T03:27:54+00:00" + }, + { + "path": "/bot/lemmy-200.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:30+00:00", + "last": "2026-09-07T03:44:30+00:00" + }, + { + "path": "/bot/lemmy-200.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:08+00:00", + "last": "2026-09-07T03:35:08+00:00" + }, + { + "path": "/bot/lemmy-201.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:45+00:00", + "last": "2026-09-07T03:28:45+00:00" + }, + { + "path": "/bot/lemmy-201.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:06+00:00", + "last": "2026-09-07T03:45:06+00:00" + }, + { + "path": "/bot/lemmy-201.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:19+00:00", + "last": "2026-09-07T03:35:19+00:00" + }, + { + "path": "/bot/lemmy-202.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:15+00:00", + "last": "2026-09-07T03:28:15+00:00" + }, + { + "path": "/bot/lemmy-202.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:00+00:00", + "last": "2026-09-07T03:45:00+00:00" + }, + { + "path": "/bot/lemmy-202.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:38+00:00", + "last": "2026-09-07T03:34:38+00:00" + }, + { + "path": "/bot/lemmy-203.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:02+00:00", + "last": "2026-09-07T03:29:02+00:00" + }, + { + "path": "/bot/lemmy-203.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:34+00:00", + "last": "2026-09-07T03:44:34+00:00" + }, + { + "path": "/bot/lemmy-203.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:21+00:00", + "last": "2026-09-07T03:35:21+00:00" + }, + { + "path": "/bot/lemmy-204.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:49+00:00", + "last": "2026-09-07T03:28:49+00:00" + }, + { + "path": "/bot/lemmy-204.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:03+00:00", + "last": "2026-09-07T03:45:03+00:00" + }, + { + "path": "/bot/lemmy-204.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:15+00:00", + "last": "2026-09-07T03:35:15+00:00" + }, + { + "path": "/bot/lemmy-205.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:26+00:00", + "last": "2026-09-07T03:29:26+00:00" + }, + { + "path": "/bot/lemmy-205.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:28+00:00", + "last": "2026-09-07T03:44:28+00:00" + }, + { + "path": "/bot/lemmy-205.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:05+00:00", + "last": "2026-09-07T03:35:05+00:00" + }, + { + "path": "/bot/lemmy-206.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:09+00:00", + "last": "2026-09-07T03:29:09+00:00" + }, + { + "path": "/bot/lemmy-206.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:54+00:00", + "last": "2026-09-07T03:44:54+00:00" + }, + { + "path": "/bot/lemmy-206.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:05+00:00", + "last": "2026-09-07T03:36:05+00:00" + }, + { + "path": "/bot/lemmy-207.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:25+00:00", + "last": "2026-09-07T03:29:25+00:00" + }, + { + "path": "/bot/lemmy-207.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:32+00:00", + "last": "2026-09-07T03:44:32+00:00" + }, + { + "path": "/bot/lemmy-207.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:49+00:00", + "last": "2026-09-07T03:35:49+00:00" + }, + { + "path": "/bot/lemmy-208.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:09+00:00", + "last": "2026-09-07T03:29:09+00:00" + }, + { + "path": "/bot/lemmy-208.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:51+00:00", + "last": "2026-09-07T03:29:51+00:00" + }, + { + "path": "/bot/lemmy-208.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:05+00:00", + "last": "2026-09-07T03:35:05+00:00" + }, + { + "path": "/bot/lemmy-209.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:28+00:00", + "last": "2026-09-07T03:28:28+00:00" + }, + { + "path": "/bot/lemmy-209.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:04+00:00", + "last": "2026-09-07T03:45:04+00:00" + }, + { + "path": "/bot/lemmy-209.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:39+00:00", + "last": "2026-09-07T03:35:39+00:00" + }, + { + "path": "/bot/lemmy-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:23+00:00", + "last": "2026-09-07T03:31:23+00:00" + }, + { + "path": "/bot/lemmy-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:00+00:00", + "last": "2026-09-07T03:48:00+00:00" + }, + { + "path": "/bot/lemmy-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:38+00:00", + "last": "2026-09-07T03:36:38+00:00" + }, + { + "path": "/bot/lemmy-210.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:13+00:00", + "last": "2026-09-07T03:29:13+00:00" + }, + { + "path": "/bot/lemmy-210.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:45+00:00", + "last": "2026-09-07T03:44:45+00:00" + }, + { + "path": "/bot/lemmy-210.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:55+00:00", + "last": "2026-09-07T03:34:55+00:00" + }, + { + "path": "/bot/lemmy-211.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:55+00:00", + "last": "2026-09-07T03:27:55+00:00" + }, + { + "path": "/bot/lemmy-211.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:09+00:00", + "last": "2026-09-07T03:45:09+00:00" + }, + { + "path": "/bot/lemmy-211.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:38+00:00", + "last": "2026-09-07T03:35:38+00:00" + }, + { + "path": "/bot/lemmy-212.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:52+00:00", + "last": "2026-09-07T03:27:52+00:00" + }, + { + "path": "/bot/lemmy-212.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:50+00:00", + "last": "2026-09-07T03:44:50+00:00" + }, + { + "path": "/bot/lemmy-212.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:51+00:00", + "last": "2026-09-07T03:34:51+00:00" + }, + { + "path": "/bot/lemmy-213.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:44+00:00", + "last": "2026-09-07T03:26:44+00:00" + }, + { + "path": "/bot/lemmy-213.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:11+00:00", + "last": "2026-09-07T03:45:11+00:00" + }, + { + "path": "/bot/lemmy-213.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:25+00:00", + "last": "2026-09-07T03:35:25+00:00" + }, + { + "path": "/bot/lemmy-214.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:24+00:00", + "last": "2026-09-07T03:28:24+00:00" + }, + { + "path": "/bot/lemmy-214.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:31+00:00", + "last": "2026-09-07T03:45:31+00:00" + }, + { + "path": "/bot/lemmy-214.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:02+00:00", + "last": "2026-09-07T03:35:02+00:00" + }, + { + "path": "/bot/lemmy-215.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:30+00:00", + "last": "2026-09-07T03:28:30+00:00" + }, + { + "path": "/bot/lemmy-215.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:43+00:00", + "last": "2026-09-07T03:44:43+00:00" + }, + { + "path": "/bot/lemmy-215.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:21+00:00", + "last": "2026-09-07T03:35:21+00:00" + }, + { + "path": "/bot/lemmy-216.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:38+00:00", + "last": "2026-09-07T03:28:38+00:00" + }, + { + "path": "/bot/lemmy-216.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:44+00:00", + "last": "2026-09-07T03:44:44+00:00" + }, + { + "path": "/bot/lemmy-216.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:57+00:00", + "last": "2026-09-07T03:34:57+00:00" + }, + { + "path": "/bot/lemmy-217.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:12+00:00", + "last": "2026-09-07T03:29:12+00:00" + }, + { + "path": "/bot/lemmy-217.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:21+00:00", + "last": "2026-09-07T03:45:21+00:00" + }, + { + "path": "/bot/lemmy-217.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:41+00:00", + "last": "2026-09-07T03:34:41+00:00" + }, + { + "path": "/bot/lemmy-218.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:56+00:00", + "last": "2026-09-07T03:28:56+00:00" + }, + { + "path": "/bot/lemmy-218.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:10+00:00", + "last": "2026-09-07T03:44:10+00:00" + }, + { + "path": "/bot/lemmy-218.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:16+00:00", + "last": "2026-09-07T03:35:16+00:00" + }, + { + "path": "/bot/lemmy-219.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:21+00:00", + "last": "2026-09-07T03:29:21+00:00" + }, + { + "path": "/bot/lemmy-219.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:16+00:00", + "last": "2026-09-07T03:44:16+00:00" + }, + { + "path": "/bot/lemmy-219.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:30+00:00", + "last": "2026-09-07T03:35:30+00:00" + }, + { + "path": "/bot/lemmy-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:57+00:00", + "last": "2026-09-07T03:31:57+00:00" + }, + { + "path": "/bot/lemmy-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:46+00:00", + "last": "2026-09-07T03:47:46+00:00" + }, + { + "path": "/bot/lemmy-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:29+00:00", + "last": "2026-09-07T03:39:29+00:00" + }, + { + "path": "/bot/lemmy-220.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:05+00:00", + "last": "2026-09-07T03:28:05+00:00" + }, + { + "path": "/bot/lemmy-220.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:03+00:00", + "last": "2026-09-07T03:45:03+00:00" + }, + { + "path": "/bot/lemmy-220.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:37+00:00", + "last": "2026-09-07T03:35:37+00:00" + }, + { + "path": "/bot/lemmy-221.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:13+00:00", + "last": "2026-09-07T03:28:13+00:00" + }, + { + "path": "/bot/lemmy-221.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:21+00:00", + "last": "2026-09-07T03:44:21+00:00" + }, + { + "path": "/bot/lemmy-221.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:40+00:00", + "last": "2026-09-07T03:34:40+00:00" + }, + { + "path": "/bot/lemmy-222.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:44+00:00", + "last": "2026-09-07T03:27:44+00:00" + }, + { + "path": "/bot/lemmy-222.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:01+00:00", + "last": "2026-09-07T03:42:01+00:00" + }, + { + "path": "/bot/lemmy-222.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:18+00:00", + "last": "2026-09-07T03:34:18+00:00" + }, + { + "path": "/bot/lemmy-223.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:13+00:00", + "last": "2026-09-07T03:28:13+00:00" + }, + { + "path": "/bot/lemmy-223.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:44+00:00", + "last": "2026-09-07T03:44:44+00:00" + }, + { + "path": "/bot/lemmy-223.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:27+00:00", + "last": "2026-09-07T03:35:27+00:00" + }, + { + "path": "/bot/lemmy-224.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:10+00:00", + "last": "2026-09-07T03:28:10+00:00" + }, + { + "path": "/bot/lemmy-224.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:52+00:00", + "last": "2026-09-07T03:44:52+00:00" + }, + { + "path": "/bot/lemmy-224.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:45+00:00", + "last": "2026-09-07T03:35:45+00:00" + }, + { + "path": "/bot/lemmy-225.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:53+00:00", + "last": "2026-09-07T03:27:53+00:00" + }, + { + "path": "/bot/lemmy-225.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:13+00:00", + "last": "2026-09-07T03:44:13+00:00" + }, + { + "path": "/bot/lemmy-225.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:17+00:00", + "last": "2026-09-07T03:35:17+00:00" + }, + { + "path": "/bot/lemmy-226.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:50+00:00", + "last": "2026-09-07T03:27:50+00:00" + }, + { + "path": "/bot/lemmy-226.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:14+00:00", + "last": "2026-09-07T03:45:14+00:00" + }, + { + "path": "/bot/lemmy-226.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:47+00:00", + "last": "2026-09-07T03:34:47+00:00" + }, + { + "path": "/bot/lemmy-227.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:09+00:00", + "last": "2026-09-07T03:28:09+00:00" + }, + { + "path": "/bot/lemmy-227.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:28+00:00", + "last": "2026-09-07T03:44:28+00:00" + }, + { + "path": "/bot/lemmy-227.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:33+00:00", + "last": "2026-09-07T03:34:33+00:00" + }, + { + "path": "/bot/lemmy-228.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:12+00:00", + "last": "2026-09-07T03:28:12+00:00" + }, + { + "path": "/bot/lemmy-228.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:22+00:00", + "last": "2026-09-07T03:44:22+00:00" + }, + { + "path": "/bot/lemmy-228.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:10+00:00", + "last": "2026-09-07T03:35:10+00:00" + }, + { + "path": "/bot/lemmy-229.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:06+00:00", + "last": "2026-09-07T03:28:06+00:00" + }, + { + "path": "/bot/lemmy-229.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:43+00:00", + "last": "2026-09-07T03:44:43+00:00" + }, + { + "path": "/bot/lemmy-229.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:50+00:00", + "last": "2026-09-07T03:34:50+00:00" + }, + { + "path": "/bot/lemmy-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:27+00:00", + "last": "2026-09-07T03:31:27+00:00" + }, + { + "path": "/bot/lemmy-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:45+00:00", + "last": "2026-09-07T03:47:45+00:00" + }, + { + "path": "/bot/lemmy-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:45+00:00", + "last": "2026-09-07T03:36:45+00:00" + }, + { + "path": "/bot/lemmy-230.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:47+00:00", + "last": "2026-09-07T03:26:47+00:00" + }, + { + "path": "/bot/lemmy-230.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:21+00:00", + "last": "2026-09-07T03:44:21+00:00" + }, + { + "path": "/bot/lemmy-230.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:46+00:00", + "last": "2026-09-07T03:35:46+00:00" + }, + { + "path": "/bot/lemmy-231.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:12+00:00", + "last": "2026-09-07T03:29:12+00:00" + }, + { + "path": "/bot/lemmy-231.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:10+00:00", + "last": "2026-09-07T03:45:10+00:00" + }, + { + "path": "/bot/lemmy-231.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:57+00:00", + "last": "2026-09-07T03:34:57+00:00" + }, + { + "path": "/bot/lemmy-232.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:03+00:00", + "last": "2026-09-07T03:28:03+00:00" + }, + { + "path": "/bot/lemmy-232.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:17+00:00", + "last": "2026-09-07T03:44:17+00:00" + }, + { + "path": "/bot/lemmy-232.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:07+00:00", + "last": "2026-09-07T03:35:07+00:00" + }, + { + "path": "/bot/lemmy-233.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:05+00:00", + "last": "2026-09-07T03:28:05+00:00" + }, + { + "path": "/bot/lemmy-233.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:07+00:00", + "last": "2026-09-07T03:45:07+00:00" + }, + { + "path": "/bot/lemmy-233.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:06+00:00", + "last": "2026-09-07T03:36:06+00:00" + }, + { + "path": "/bot/lemmy-234.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:50+00:00", + "last": "2026-09-07T03:26:50+00:00" + }, + { + "path": "/bot/lemmy-234.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:16+00:00", + "last": "2026-09-07T03:44:16+00:00" + }, + { + "path": "/bot/lemmy-234.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:34+00:00", + "last": "2026-09-07T03:35:34+00:00" + }, + { + "path": "/bot/lemmy-235.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:16+00:00", + "last": "2026-09-07T03:29:16+00:00" + }, + { + "path": "/bot/lemmy-235.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:47+00:00", + "last": "2026-09-07T03:44:47+00:00" + }, + { + "path": "/bot/lemmy-235.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:25+00:00", + "last": "2026-09-07T03:35:25+00:00" + }, + { + "path": "/bot/lemmy-236.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:23+00:00", + "last": "2026-09-07T03:29:23+00:00" + }, + { + "path": "/bot/lemmy-236.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:16+00:00", + "last": "2026-09-07T03:45:16+00:00" + }, + { + "path": "/bot/lemmy-236.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:24+00:00", + "last": "2026-09-07T03:35:24+00:00" + }, + { + "path": "/bot/lemmy-237.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:52+00:00", + "last": "2026-09-07T03:28:52+00:00" + }, + { + "path": "/bot/lemmy-237.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:15+00:00", + "last": "2026-09-07T03:44:15+00:00" + }, + { + "path": "/bot/lemmy-237.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:36+00:00", + "last": "2026-09-07T03:34:36+00:00" + }, + { + "path": "/bot/lemmy-238.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:03+00:00", + "last": "2026-09-07T03:29:03+00:00" + }, + { + "path": "/bot/lemmy-238.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:23+00:00", + "last": "2026-09-07T03:44:23+00:00" + }, + { + "path": "/bot/lemmy-238.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:04+00:00", + "last": "2026-09-07T03:36:04+00:00" + }, + { + "path": "/bot/lemmy-239.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:15+00:00", + "last": "2026-09-07T03:29:15+00:00" + }, + { + "path": "/bot/lemmy-239.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:49+00:00", + "last": "2026-09-07T03:44:49+00:00" + }, + { + "path": "/bot/lemmy-239.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:06+00:00", + "last": "2026-09-07T03:35:06+00:00" + }, + { + "path": "/bot/lemmy-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:18+00:00", + "last": "2026-09-07T03:31:18+00:00" + }, + { + "path": "/bot/lemmy-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:25+00:00", + "last": "2026-09-07T03:47:25+00:00" + }, + { + "path": "/bot/lemmy-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:24+00:00", + "last": "2026-09-07T03:36:24+00:00" + }, + { + "path": "/bot/lemmy-240.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:42+00:00", + "last": "2026-09-07T03:28:42+00:00" + }, + { + "path": "/bot/lemmy-240.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:18+00:00", + "last": "2026-09-07T03:44:18+00:00" + }, + { + "path": "/bot/lemmy-240.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:48+00:00", + "last": "2026-09-07T03:35:48+00:00" + }, + { + "path": "/bot/lemmy-241.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:23+00:00", + "last": "2026-09-07T03:28:23+00:00" + }, + { + "path": "/bot/lemmy-241.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:03+00:00", + "last": "2026-09-07T03:44:03+00:00" + }, + { + "path": "/bot/lemmy-241.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:37+00:00", + "last": "2026-09-07T03:34:37+00:00" + }, + { + "path": "/bot/lemmy-242.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:11+00:00", + "last": "2026-09-07T03:28:11+00:00" + }, + { + "path": "/bot/lemmy-242.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:08+00:00", + "last": "2026-09-07T03:44:08+00:00" + }, + { + "path": "/bot/lemmy-242.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:44+00:00", + "last": "2026-09-07T03:34:44+00:00" + }, + { + "path": "/bot/lemmy-243.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:04+00:00", + "last": "2026-09-07T03:29:04+00:00" + }, + { + "path": "/bot/lemmy-243.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:53+00:00", + "last": "2026-09-07T03:44:53+00:00" + }, + { + "path": "/bot/lemmy-243.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:31+00:00", + "last": "2026-09-07T03:34:31+00:00" + }, + { + "path": "/bot/lemmy-244.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:57+00:00", + "last": "2026-09-07T03:27:57+00:00" + }, + { + "path": "/bot/lemmy-244.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:20+00:00", + "last": "2026-09-07T03:45:20+00:00" + }, + { + "path": "/bot/lemmy-244.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:53+00:00", + "last": "2026-09-07T03:35:53+00:00" + }, + { + "path": "/bot/lemmy-245.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:28+00:00", + "last": "2026-09-07T03:28:28+00:00" + }, + { + "path": "/bot/lemmy-245.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:36+00:00", + "last": "2026-09-07T03:44:36+00:00" + }, + { + "path": "/bot/lemmy-245.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:46+00:00", + "last": "2026-09-07T03:34:46+00:00" + }, + { + "path": "/bot/lemmy-246.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:22+00:00", + "last": "2026-09-07T03:29:22+00:00" + }, + { + "path": "/bot/lemmy-246.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:42+00:00", + "last": "2026-09-07T03:44:42+00:00" + }, + { + "path": "/bot/lemmy-246.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:03+00:00", + "last": "2026-09-07T03:35:03+00:00" + }, + { + "path": "/bot/lemmy-247.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:07+00:00", + "last": "2026-09-07T03:29:07+00:00" + }, + { + "path": "/bot/lemmy-247.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:43+00:00", + "last": "2026-09-07T03:44:43+00:00" + }, + { + "path": "/bot/lemmy-247.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:38+00:00", + "last": "2026-09-07T03:35:38+00:00" + }, + { + "path": "/bot/lemmy-248.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:58+00:00", + "last": "2026-09-07T03:28:58+00:00" + }, + { + "path": "/bot/lemmy-248.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:30+00:00", + "last": "2026-09-07T03:44:30+00:00" + }, + { + "path": "/bot/lemmy-248.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:00+00:00", + "last": "2026-09-07T03:35:00+00:00" + }, + { + "path": "/bot/lemmy-249.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:07+00:00", + "last": "2026-09-07T03:27:07+00:00" + }, + { + "path": "/bot/lemmy-249.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:26+00:00", + "last": "2026-09-07T03:44:26+00:00" + }, + { + "path": "/bot/lemmy-249.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:09+00:00", + "last": "2026-09-07T03:35:09+00:00" + }, + { + "path": "/bot/lemmy-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:56+00:00", + "last": "2026-09-07T03:31:56+00:00" + }, + { + "path": "/bot/lemmy-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:51+00:00", + "last": "2026-09-07T03:47:51+00:00" + }, + { + "path": "/bot/lemmy-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:23+00:00", + "last": "2026-09-07T03:36:23+00:00" + }, + { + "path": "/bot/lemmy-250.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:43+00:00", + "last": "2026-09-07T03:28:43+00:00" + }, + { + "path": "/bot/lemmy-250.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:53+00:00", + "last": "2026-09-07T03:44:53+00:00" + }, + { + "path": "/bot/lemmy-250.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:11+00:00", + "last": "2026-09-07T03:35:11+00:00" + }, + { + "path": "/bot/lemmy-251.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:32+00:00", + "last": "2026-09-07T03:28:32+00:00" + }, + { + "path": "/bot/lemmy-251.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:36+00:00", + "last": "2026-09-07T03:45:36+00:00" + }, + { + "path": "/bot/lemmy-251.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:59+00:00", + "last": "2026-09-07T03:35:59+00:00" + }, + { + "path": "/bot/lemmy-252.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:07+00:00", + "last": "2026-09-07T03:28:07+00:00" + }, + { + "path": "/bot/lemmy-252.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:10+00:00", + "last": "2026-09-07T03:44:10+00:00" + }, + { + "path": "/bot/lemmy-252.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:40+00:00", + "last": "2026-09-07T03:34:40+00:00" + }, + { + "path": "/bot/lemmy-253.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:26+00:00", + "last": "2026-09-07T03:29:26+00:00" + }, + { + "path": "/bot/lemmy-253.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:18+00:00", + "last": "2026-09-07T03:45:18+00:00" + }, + { + "path": "/bot/lemmy-253.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:39+00:00", + "last": "2026-09-07T03:35:39+00:00" + }, + { + "path": "/bot/lemmy-254.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:23+00:00", + "last": "2026-09-07T03:29:23+00:00" + }, + { + "path": "/bot/lemmy-254.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:32+00:00", + "last": "2026-09-07T03:44:32+00:00" + }, + { + "path": "/bot/lemmy-254.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:50+00:00", + "last": "2026-09-07T03:35:50+00:00" + }, + { + "path": "/bot/lemmy-255.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:11+00:00", + "last": "2026-09-07T03:28:11+00:00" + }, + { + "path": "/bot/lemmy-255.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:25+00:00", + "last": "2026-09-07T03:45:25+00:00" + }, + { + "path": "/bot/lemmy-255.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:06+00:00", + "last": "2026-09-07T03:36:06+00:00" + }, + { + "path": "/bot/lemmy-256.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:01+00:00", + "last": "2026-09-07T03:29:01+00:00" + }, + { + "path": "/bot/lemmy-256.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:49+00:00", + "last": "2026-09-07T03:44:49+00:00" + }, + { + "path": "/bot/lemmy-256.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:56+00:00", + "last": "2026-09-07T03:34:56+00:00" + }, + { + "path": "/bot/lemmy-257.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:53+00:00", + "last": "2026-09-07T03:28:53+00:00" + }, + { + "path": "/bot/lemmy-257.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:38+00:00", + "last": "2026-09-07T03:44:38+00:00" + }, + { + "path": "/bot/lemmy-257.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:51+00:00", + "last": "2026-09-07T03:35:51+00:00" + }, + { + "path": "/bot/lemmy-258.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:29+00:00", + "last": "2026-09-07T03:28:29+00:00" + }, + { + "path": "/bot/lemmy-258.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:15+00:00", + "last": "2026-09-07T03:45:15+00:00" + }, + { + "path": "/bot/lemmy-258.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:24+00:00", + "last": "2026-09-07T03:35:24+00:00" + }, + { + "path": "/bot/lemmy-259.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:21+00:00", + "last": "2026-09-07T03:28:21+00:00" + }, + { + "path": "/bot/lemmy-259.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:17+00:00", + "last": "2026-09-07T03:45:17+00:00" + }, + { + "path": "/bot/lemmy-259.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:34+00:00", + "last": "2026-09-07T03:34:34+00:00" + }, + { + "path": "/bot/lemmy-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:24+00:00", + "last": "2026-09-07T03:31:24+00:00" + }, + { + "path": "/bot/lemmy-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:43+00:00", + "last": "2026-09-07T03:47:43+00:00" + }, + { + "path": "/bot/lemmy-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:25+00:00", + "last": "2026-09-07T03:36:25+00:00" + }, + { + "path": "/bot/lemmy-260.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:29+00:00", + "last": "2026-09-07T03:26:29+00:00" + }, + { + "path": "/bot/lemmy-260.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:22+00:00", + "last": "2026-09-07T03:45:22+00:00" + }, + { + "path": "/bot/lemmy-260.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:18+00:00", + "last": "2026-09-07T03:35:18+00:00" + }, + { + "path": "/bot/lemmy-261.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:10+00:00", + "last": "2026-09-07T03:29:10+00:00" + }, + { + "path": "/bot/lemmy-261.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:29+00:00", + "last": "2026-09-07T03:45:29+00:00" + }, + { + "path": "/bot/lemmy-261.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:42+00:00", + "last": "2026-09-07T03:34:42+00:00" + }, + { + "path": "/bot/lemmy-262.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:59+00:00", + "last": "2026-09-07T03:27:59+00:00" + }, + { + "path": "/bot/lemmy-262.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:00+00:00", + "last": "2026-09-07T03:45:00+00:00" + }, + { + "path": "/bot/lemmy-262.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:52+00:00", + "last": "2026-09-07T03:34:52+00:00" + }, + { + "path": "/bot/lemmy-263.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:20+00:00", + "last": "2026-09-07T03:29:20+00:00" + }, + { + "path": "/bot/lemmy-263.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:07+00:00", + "last": "2026-09-07T03:45:07+00:00" + }, + { + "path": "/bot/lemmy-263.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:58+00:00", + "last": "2026-09-07T03:34:58+00:00" + }, + { + "path": "/bot/lemmy-264.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:51+00:00", + "last": "2026-09-07T03:28:51+00:00" + }, + { + "path": "/bot/lemmy-264.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:19+00:00", + "last": "2026-09-07T03:45:19+00:00" + }, + { + "path": "/bot/lemmy-264.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:55+00:00", + "last": "2026-09-07T03:35:55+00:00" + }, + { + "path": "/bot/lemmy-265.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:46+00:00", + "last": "2026-09-07T03:28:46+00:00" + }, + { + "path": "/bot/lemmy-265.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:23+00:00", + "last": "2026-09-07T03:44:23+00:00" + }, + { + "path": "/bot/lemmy-265.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:04+00:00", + "last": "2026-09-07T03:36:04+00:00" + }, + { + "path": "/bot/lemmy-266.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:07+00:00", + "last": "2026-09-07T03:28:07+00:00" + }, + { + "path": "/bot/lemmy-266.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:27+00:00", + "last": "2026-09-07T03:45:27+00:00" + }, + { + "path": "/bot/lemmy-266.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:04+00:00", + "last": "2026-09-07T03:35:04+00:00" + }, + { + "path": "/bot/lemmy-267.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:50+00:00", + "last": "2026-09-07T03:28:50+00:00" + }, + { + "path": "/bot/lemmy-267.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:12+00:00", + "last": "2026-09-07T03:45:12+00:00" + }, + { + "path": "/bot/lemmy-267.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:08+00:00", + "last": "2026-09-07T03:36:08+00:00" + }, + { + "path": "/bot/lemmy-268.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:27+00:00", + "last": "2026-09-07T03:28:27+00:00" + }, + { + "path": "/bot/lemmy-268.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:24+00:00", + "last": "2026-09-07T03:44:24+00:00" + }, + { + "path": "/bot/lemmy-268.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:44+00:00", + "last": "2026-09-07T03:35:44+00:00" + }, + { + "path": "/bot/lemmy-269.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:14+00:00", + "last": "2026-09-07T03:29:14+00:00" + }, + { + "path": "/bot/lemmy-269.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:15+00:00", + "last": "2026-09-07T03:44:15+00:00" + }, + { + "path": "/bot/lemmy-269.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:54+00:00", + "last": "2026-09-07T03:35:54+00:00" + }, + { + "path": "/bot/lemmy-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:27+00:00", + "last": "2026-09-07T03:26:27+00:00" + }, + { + "path": "/bot/lemmy-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:20+00:00", + "last": "2026-09-07T03:47:20+00:00" + }, + { + "path": "/bot/lemmy-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:36+00:00", + "last": "2026-09-07T03:36:36+00:00" + }, + { + "path": "/bot/lemmy-270.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:42+00:00", + "last": "2026-09-07T03:28:42+00:00" + }, + { + "path": "/bot/lemmy-270.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:19+00:00", + "last": "2026-09-07T03:44:19+00:00" + }, + { + "path": "/bot/lemmy-270.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:07+00:00", + "last": "2026-09-07T03:36:07+00:00" + }, + { + "path": "/bot/lemmy-271.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:00+00:00", + "last": "2026-09-07T03:29:00+00:00" + }, + { + "path": "/bot/lemmy-271.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:30+00:00", + "last": "2026-09-07T03:44:30+00:00" + }, + { + "path": "/bot/lemmy-271.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:01+00:00", + "last": "2026-09-07T03:35:01+00:00" + }, + { + "path": "/bot/lemmy-272.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:52+00:00", + "last": "2026-09-07T03:27:52+00:00" + }, + { + "path": "/bot/lemmy-272.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:04+00:00", + "last": "2026-09-07T03:45:04+00:00" + }, + { + "path": "/bot/lemmy-272.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:18+00:00", + "last": "2026-09-07T03:35:18+00:00" + }, + { + "path": "/bot/lemmy-273.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:37+00:00", + "last": "2026-09-07T03:28:37+00:00" + }, + { + "path": "/bot/lemmy-273.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:33+00:00", + "last": "2026-09-07T03:45:33+00:00" + }, + { + "path": "/bot/lemmy-273.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:11+00:00", + "last": "2026-09-07T03:35:11+00:00" + }, + { + "path": "/bot/lemmy-274.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:25+00:00", + "last": "2026-09-07T03:29:25+00:00" + }, + { + "path": "/bot/lemmy-274.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:19+00:00", + "last": "2026-09-07T03:44:19+00:00" + }, + { + "path": "/bot/lemmy-274.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:47+00:00", + "last": "2026-09-07T03:34:47+00:00" + }, + { + "path": "/bot/lemmy-275.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:33+00:00", + "last": "2026-09-07T03:28:33+00:00" + }, + { + "path": "/bot/lemmy-275.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:53+00:00", + "last": "2026-09-07T03:44:53+00:00" + }, + { + "path": "/bot/lemmy-275.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:29+00:00", + "last": "2026-09-07T03:35:29+00:00" + }, + { + "path": "/bot/lemmy-276.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:23+00:00", + "last": "2026-09-07T03:28:23+00:00" + }, + { + "path": "/bot/lemmy-276.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:37+00:00", + "last": "2026-09-07T03:44:37+00:00" + }, + { + "path": "/bot/lemmy-276.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:01+00:00", + "last": "2026-09-07T03:36:01+00:00" + }, + { + "path": "/bot/lemmy-277.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:45+00:00", + "last": "2026-09-07T03:26:45+00:00" + }, + { + "path": "/bot/lemmy-277.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:20+00:00", + "last": "2026-09-07T03:45:20+00:00" + }, + { + "path": "/bot/lemmy-277.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:08+00:00", + "last": "2026-09-07T03:35:08+00:00" + }, + { + "path": "/bot/lemmy-278.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:05+00:00", + "last": "2026-09-07T03:29:05+00:00" + }, + { + "path": "/bot/lemmy-278.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:30+00:00", + "last": "2026-09-07T03:45:30+00:00" + }, + { + "path": "/bot/lemmy-278.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:59+00:00", + "last": "2026-09-07T03:35:59+00:00" + }, + { + "path": "/bot/lemmy-279.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:11+00:00", + "last": "2026-09-07T03:29:11+00:00" + }, + { + "path": "/bot/lemmy-279.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:40+00:00", + "last": "2026-09-07T03:44:40+00:00" + }, + { + "path": "/bot/lemmy-279.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:56+00:00", + "last": "2026-09-07T03:35:56+00:00" + }, + { + "path": "/bot/lemmy-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:25+00:00", + "last": "2026-09-07T03:31:25+00:00" + }, + { + "path": "/bot/lemmy-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:17+00:00", + "last": "2026-09-07T03:47:17+00:00" + }, + { + "path": "/bot/lemmy-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:39+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/bot/lemmy-280.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:24+00:00", + "last": "2026-09-07T03:28:24+00:00" + }, + { + "path": "/bot/lemmy-280.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:08+00:00", + "last": "2026-09-07T03:44:08+00:00" + }, + { + "path": "/bot/lemmy-280.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:13+00:00", + "last": "2026-09-07T03:35:13+00:00" + }, + { + "path": "/bot/lemmy-281.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:18+00:00", + "last": "2026-09-07T03:29:18+00:00" + }, + { + "path": "/bot/lemmy-281.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:20+00:00", + "last": "2026-09-07T03:45:20+00:00" + }, + { + "path": "/bot/lemmy-281.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:36+00:00", + "last": "2026-09-07T03:35:36+00:00" + }, + { + "path": "/bot/lemmy-282.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:03+00:00", + "last": "2026-09-07T03:28:03+00:00" + }, + { + "path": "/bot/lemmy-282.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:12+00:00", + "last": "2026-09-07T03:45:12+00:00" + }, + { + "path": "/bot/lemmy-282.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:56+00:00", + "last": "2026-09-07T03:35:56+00:00" + }, + { + "path": "/bot/lemmy-283.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:43+00:00", + "last": "2026-09-07T03:28:43+00:00" + }, + { + "path": "/bot/lemmy-283.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:13+00:00", + "last": "2026-09-07T03:44:13+00:00" + }, + { + "path": "/bot/lemmy-283.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:28+00:00", + "last": "2026-09-07T03:35:28+00:00" + }, + { + "path": "/bot/lemmy-284.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:54+00:00", + "last": "2026-09-07T03:28:54+00:00" + }, + { + "path": "/bot/lemmy-284.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:07+00:00", + "last": "2026-09-07T03:45:07+00:00" + }, + { + "path": "/bot/lemmy-284.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:49+00:00", + "last": "2026-09-07T03:34:49+00:00" + }, + { + "path": "/bot/lemmy-285.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:02+00:00", + "last": "2026-09-07T03:29:02+00:00" + }, + { + "path": "/bot/lemmy-285.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:22+00:00", + "last": "2026-09-07T03:45:22+00:00" + }, + { + "path": "/bot/lemmy-285.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:37+00:00", + "last": "2026-09-07T03:34:37+00:00" + }, + { + "path": "/bot/lemmy-286.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:44+00:00", + "last": "2026-09-07T03:28:44+00:00" + }, + { + "path": "/bot/lemmy-286.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:57+00:00", + "last": "2026-09-07T03:44:57+00:00" + }, + { + "path": "/bot/lemmy-286.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:33+00:00", + "last": "2026-09-07T03:35:33+00:00" + }, + { + "path": "/bot/lemmy-287.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:03+00:00", + "last": "2026-09-07T03:29:03+00:00" + }, + { + "path": "/bot/lemmy-287.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:48+00:00", + "last": "2026-09-07T03:44:48+00:00" + }, + { + "path": "/bot/lemmy-287.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:33+00:00", + "last": "2026-09-07T03:35:33+00:00" + }, + { + "path": "/bot/lemmy-288.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:56+00:00", + "last": "2026-09-07T03:27:56+00:00" + }, + { + "path": "/bot/lemmy-288.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:47+00:00", + "last": "2026-09-07T03:44:47+00:00" + }, + { + "path": "/bot/lemmy-288.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:45+00:00", + "last": "2026-09-07T03:35:45+00:00" + }, + { + "path": "/bot/lemmy-289.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:52+00:00", + "last": "2026-09-07T03:28:52+00:00" + }, + { + "path": "/bot/lemmy-289.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:06+00:00", + "last": "2026-09-07T03:44:06+00:00" + }, + { + "path": "/bot/lemmy-289.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:43+00:00", + "last": "2026-09-07T03:34:43+00:00" + }, + { + "path": "/bot/lemmy-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:48+00:00", + "last": "2026-09-07T03:31:48+00:00" + }, + { + "path": "/bot/lemmy-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:34+00:00", + "last": "2026-09-07T03:47:34+00:00" + }, + { + "path": "/bot/lemmy-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:26+00:00", + "last": "2026-09-07T03:36:26+00:00" + }, + { + "path": "/bot/lemmy-290.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:34+00:00", + "last": "2026-09-07T03:28:34+00:00" + }, + { + "path": "/bot/lemmy-290.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/bot/lemmy-290.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:55+00:00", + "last": "2026-09-07T03:35:55+00:00" + }, + { + "path": "/bot/lemmy-291.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:21+00:00", + "last": "2026-09-07T03:28:21+00:00" + }, + { + "path": "/bot/lemmy-291.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:57+00:00", + "last": "2026-09-07T03:44:57+00:00" + }, + { + "path": "/bot/lemmy-291.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:50+00:00", + "last": "2026-09-07T03:34:50+00:00" + }, + { + "path": "/bot/lemmy-292.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:51+00:00", + "last": "2026-09-07T03:27:51+00:00" + }, + { + "path": "/bot/lemmy-292.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:32+00:00", + "last": "2026-09-07T03:45:32+00:00" + }, + { + "path": "/bot/lemmy-292.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:54+00:00", + "last": "2026-09-07T03:35:54+00:00" + }, + { + "path": "/bot/lemmy-293.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:57+00:00", + "last": "2026-09-07T03:28:57+00:00" + }, + { + "path": "/bot/lemmy-293.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:18+00:00", + "last": "2026-09-07T03:45:18+00:00" + }, + { + "path": "/bot/lemmy-293.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:41+00:00", + "last": "2026-09-07T03:35:41+00:00" + }, + { + "path": "/bot/lemmy-294.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:46+00:00", + "last": "2026-09-07T03:28:46+00:00" + }, + { + "path": "/bot/lemmy-294.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:13+00:00", + "last": "2026-09-07T03:45:13+00:00" + }, + { + "path": "/bot/lemmy-294.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:32+00:00", + "last": "2026-09-07T03:35:32+00:00" + }, + { + "path": "/bot/lemmy-295.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:39+00:00", + "last": "2026-09-07T03:26:39+00:00" + }, + { + "path": "/bot/lemmy-295.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:26+00:00", + "last": "2026-09-07T03:45:26+00:00" + }, + { + "path": "/bot/lemmy-295.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:48+00:00", + "last": "2026-09-07T03:34:48+00:00" + }, + { + "path": "/bot/lemmy-296.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:17+00:00", + "last": "2026-09-07T03:29:17+00:00" + }, + { + "path": "/bot/lemmy-296.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:39+00:00", + "last": "2026-09-07T03:44:39+00:00" + }, + { + "path": "/bot/lemmy-296.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:20+00:00", + "last": "2026-09-07T03:35:20+00:00" + }, + { + "path": "/bot/lemmy-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:29+00:00", + "last": "2026-09-07T03:33:29+00:00" + }, + { + "path": "/bot/lemmy-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:42+00:00", + "last": "2026-09-07T03:46:42+00:00" + }, + { + "path": "/bot/lemmy-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:30+00:00", + "last": "2026-09-07T03:41:30+00:00" + }, + { + "path": "/bot/lemmy-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:57+00:00", + "last": "2026-09-07T03:31:57+00:00" + }, + { + "path": "/bot/lemmy-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:03+00:00", + "last": "2026-09-07T03:48:03+00:00" + }, + { + "path": "/bot/lemmy-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:24+00:00", + "last": "2026-09-07T03:36:24+00:00" + }, + { + "path": "/bot/lemmy-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:58+00:00", + "last": "2026-09-07T03:31:58+00:00" + }, + { + "path": "/bot/lemmy-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:21+00:00", + "last": "2026-09-07T03:47:21+00:00" + }, + { + "path": "/bot/lemmy-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:43+00:00", + "last": "2026-09-07T03:36:43+00:00" + }, + { + "path": "/bot/lemmy-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:41+00:00", + "last": "2026-09-07T03:31:41+00:00" + }, + { + "path": "/bot/lemmy-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:43+00:00", + "last": "2026-09-07T03:47:43+00:00" + }, + { + "path": "/bot/lemmy-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:59+00:00", + "last": "2026-09-07T03:36:59+00:00" + }, + { + "path": "/bot/lemmy-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:48+00:00", + "last": "2026-09-07T03:31:48+00:00" + }, + { + "path": "/bot/lemmy-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:37+00:00", + "last": "2026-09-07T03:47:37+00:00" + }, + { + "path": "/bot/lemmy-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:31+00:00", + "last": "2026-09-07T03:39:31+00:00" + }, + { + "path": "/bot/lemmy-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:39+00:00", + "last": "2026-09-07T03:31:39+00:00" + }, + { + "path": "/bot/lemmy-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:08+00:00", + "last": "2026-09-07T03:48:08+00:00" + }, + { + "path": "/bot/lemmy-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:33+00:00", + "last": "2026-09-07T03:36:33+00:00" + }, + { + "path": "/bot/lemmy-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:59+00:00", + "last": "2026-09-07T03:31:59+00:00" + }, + { + "path": "/bot/lemmy-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:05+00:00", + "last": "2026-09-07T03:48:05+00:00" + }, + { + "path": "/bot/lemmy-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:04+00:00", + "last": "2026-09-07T03:37:04+00:00" + }, + { + "path": "/bot/lemmy-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:34+00:00", + "last": "2026-09-07T03:31:34+00:00" + }, + { + "path": "/bot/lemmy-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:20+00:00", + "last": "2026-09-07T03:47:20+00:00" + }, + { + "path": "/bot/lemmy-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:33+00:00", + "last": "2026-09-07T03:36:33+00:00" + }, + { + "path": "/bot/lemmy-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:39+00:00", + "last": "2026-09-07T03:26:39+00:00" + }, + { + "path": "/bot/lemmy-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:16+00:00", + "last": "2026-09-07T03:47:16+00:00" + }, + { + "path": "/bot/lemmy-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:49+00:00", + "last": "2026-09-07T03:36:49+00:00" + }, + { + "path": "/bot/lemmy-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:53+00:00", + "last": "2026-09-07T03:31:53+00:00" + }, + { + "path": "/bot/lemmy-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:07+00:00", + "last": "2026-09-07T03:48:07+00:00" + }, + { + "path": "/bot/lemmy-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:54+00:00", + "last": "2026-09-07T03:36:54+00:00" + }, + { + "path": "/bot/lemmy-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:53+00:00", + "last": "2026-09-07T03:31:53+00:00" + }, + { + "path": "/bot/lemmy-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:46+00:00", + "last": "2026-09-07T03:47:46+00:00" + }, + { + "path": "/bot/lemmy-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:58+00:00", + "last": "2026-09-07T03:36:58+00:00" + }, + { + "path": "/bot/lemmy-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:31+00:00", + "last": "2026-09-07T03:33:31+00:00" + }, + { + "path": "/bot/lemmy-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:43+00:00", + "last": "2026-09-07T03:46:43+00:00" + }, + { + "path": "/bot/lemmy-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:31+00:00", + "last": "2026-09-07T03:41:31+00:00" + }, + { + "path": "/bot/lemmy-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:55+00:00", + "last": "2026-09-07T03:31:55+00:00" + }, + { + "path": "/bot/lemmy-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:56+00:00", + "last": "2026-09-07T03:47:56+00:00" + }, + { + "path": "/bot/lemmy-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:50+00:00", + "last": "2026-09-07T03:36:50+00:00" + }, + { + "path": "/bot/lemmy-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:59+00:00", + "last": "2026-09-07T03:31:59+00:00" + }, + { + "path": "/bot/lemmy-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:48+00:00", + "last": "2026-09-07T03:47:48+00:00" + }, + { + "path": "/bot/lemmy-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:31+00:00", + "last": "2026-09-07T03:36:31+00:00" + }, + { + "path": "/bot/lemmy-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:32+00:00", + "last": "2026-09-07T03:31:32+00:00" + }, + { + "path": "/bot/lemmy-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:56+00:00", + "last": "2026-09-07T03:47:56+00:00" + }, + { + "path": "/bot/lemmy-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:00+00:00", + "last": "2026-09-07T03:37:00+00:00" + }, + { + "path": "/bot/lemmy-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:26+00:00", + "last": "2026-09-07T03:27:26+00:00" + }, + { + "path": "/bot/lemmy-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:31+00:00", + "last": "2026-09-07T03:47:31+00:00" + }, + { + "path": "/bot/lemmy-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:53+00:00", + "last": "2026-09-07T03:36:53+00:00" + }, + { + "path": "/bot/lemmy-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:46+00:00", + "last": "2026-09-07T03:26:46+00:00" + }, + { + "path": "/bot/lemmy-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:18+00:00", + "last": "2026-09-07T03:47:18+00:00" + }, + { + "path": "/bot/lemmy-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:29+00:00", + "last": "2026-09-07T03:39:29+00:00" + }, + { + "path": "/bot/lemmy-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:59+00:00", + "last": "2026-09-07T03:26:59+00:00" + }, + { + "path": "/bot/lemmy-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:42+00:00", + "last": "2026-09-07T03:47:42+00:00" + }, + { + "path": "/bot/lemmy-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:42+00:00", + "last": "2026-09-07T03:36:42+00:00" + }, + { + "path": "/bot/lemmy-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:29+00:00", + "last": "2026-09-07T03:31:29+00:00" + }, + { + "path": "/bot/lemmy-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:27+00:00", + "last": "2026-09-07T03:47:27+00:00" + }, + { + "path": "/bot/lemmy-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:00+00:00", + "last": "2026-09-07T03:37:00+00:00" + }, + { + "path": "/bot/lemmy-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:40+00:00", + "last": "2026-09-07T03:31:40+00:00" + }, + { + "path": "/bot/lemmy-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:49+00:00", + "last": "2026-09-07T03:47:49+00:00" + }, + { + "path": "/bot/lemmy-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:37+00:00", + "last": "2026-09-07T03:36:37+00:00" + }, + { + "path": "/bot/lemmy-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:39+00:00", + "last": "2026-09-07T03:31:39+00:00" + }, + { + "path": "/bot/lemmy-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:39+00:00", + "last": "2026-09-07T03:47:39+00:00" + }, + { + "path": "/bot/lemmy-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:34+00:00", + "last": "2026-09-07T03:36:34+00:00" + }, + { + "path": "/bot/lemmy-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:36+00:00", + "last": "2026-09-07T03:31:36+00:00" + }, + { + "path": "/bot/lemmy-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:49+00:00", + "last": "2026-09-07T03:47:49+00:00" + }, + { + "path": "/bot/lemmy-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:16+00:00", + "last": "2026-09-07T03:32:16+00:00" + }, + { + "path": "/bot/lemmy-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:31+00:00", + "last": "2026-09-07T03:33:31+00:00" + }, + { + "path": "/bot/lemmy-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:40+00:00", + "last": "2026-09-07T03:46:40+00:00" + }, + { + "path": "/bot/lemmy-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:32+00:00", + "last": "2026-09-07T03:41:32+00:00" + }, + { + "path": "/bot/lemmy-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:32+00:00", + "last": "2026-09-07T03:31:32+00:00" + }, + { + "path": "/bot/lemmy-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:57+00:00", + "last": "2026-09-07T03:47:57+00:00" + }, + { + "path": "/bot/lemmy-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:58+00:00", + "last": "2026-09-07T03:36:58+00:00" + }, + { + "path": "/bot/lemmy-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:35+00:00", + "last": "2026-09-07T03:31:35+00:00" + }, + { + "path": "/bot/lemmy-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:47+00:00", + "last": "2026-09-07T03:47:47+00:00" + }, + { + "path": "/bot/lemmy-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:30+00:00", + "last": "2026-09-07T03:36:30+00:00" + }, + { + "path": "/bot/lemmy-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:52+00:00", + "last": "2026-09-07T03:31:52+00:00" + }, + { + "path": "/bot/lemmy-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:30+00:00", + "last": "2026-09-07T03:47:30+00:00" + }, + { + "path": "/bot/lemmy-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:30+00:00", + "last": "2026-09-07T03:36:30+00:00" + }, + { + "path": "/bot/lemmy-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:47+00:00", + "last": "2026-09-07T03:31:47+00:00" + }, + { + "path": "/bot/lemmy-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:21+00:00", + "last": "2026-09-07T03:47:21+00:00" + }, + { + "path": "/bot/lemmy-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:34+00:00", + "last": "2026-09-07T03:36:34+00:00" + }, + { + "path": "/bot/lemmy-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:27+00:00", + "last": "2026-09-07T03:31:27+00:00" + }, + { + "path": "/bot/lemmy-54.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:54+00:00", + "last": "2026-09-07T03:47:54+00:00" + }, + { + "path": "/bot/lemmy-54.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:57+00:00", + "last": "2026-09-07T03:36:57+00:00" + }, + { + "path": "/bot/lemmy-55.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:36+00:00", + "last": "2026-09-07T03:31:36+00:00" + }, + { + "path": "/bot/lemmy-55.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:27+00:00", + "last": "2026-09-07T03:47:27+00:00" + }, + { + "path": "/bot/lemmy-55.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:30+00:00", + "last": "2026-09-07T03:39:30+00:00" + }, + { + "path": "/bot/lemmy-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:38+00:00", + "last": "2026-09-07T03:31:38+00:00" + }, + { + "path": "/bot/lemmy-56.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:27+00:00", + "last": "2026-09-07T03:47:27+00:00" + }, + { + "path": "/bot/lemmy-56.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:46+00:00", + "last": "2026-09-07T03:36:46+00:00" + }, + { + "path": "/bot/lemmy-57.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:43+00:00", + "last": "2026-09-07T03:31:43+00:00" + }, + { + "path": "/bot/lemmy-57.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:15+00:00", + "last": "2026-09-07T03:47:15+00:00" + }, + { + "path": "/bot/lemmy-57.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:54+00:00", + "last": "2026-09-07T03:36:54+00:00" + }, + { + "path": "/bot/lemmy-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:37+00:00", + "last": "2026-09-07T03:31:37+00:00" + }, + { + "path": "/bot/lemmy-58.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:05+00:00", + "last": "2026-09-07T03:48:05+00:00" + }, + { + "path": "/bot/lemmy-58.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:36+00:00", + "last": "2026-09-07T03:36:36+00:00" + }, + { + "path": "/bot/lemmy-59.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:49+00:00", + "last": "2026-09-07T03:31:49+00:00" + }, + { + "path": "/bot/lemmy-59.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:04+00:00", + "last": "2026-09-07T03:48:04+00:00" + }, + { + "path": "/bot/lemmy-59.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:41+00:00", + "last": "2026-09-07T03:36:41+00:00" + }, + { + "path": "/bot/lemmy-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:32+00:00", + "last": "2026-09-07T03:33:32+00:00" + }, + { + "path": "/bot/lemmy-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:42+00:00", + "last": "2026-09-07T03:46:42+00:00" + }, + { + "path": "/bot/lemmy-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:33+00:00", + "last": "2026-09-07T03:41:33+00:00" + }, + { + "path": "/bot/lemmy-60.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:50+00:00", + "last": "2026-09-07T03:31:50+00:00" + }, + { + "path": "/bot/lemmy-60.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:53+00:00", + "last": "2026-09-07T03:47:53+00:00" + }, + { + "path": "/bot/lemmy-60.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:40+00:00", + "last": "2026-09-07T03:36:40+00:00" + }, + { + "path": "/bot/lemmy-61.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:28+00:00", + "last": "2026-09-07T03:31:28+00:00" + }, + { + "path": "/bot/lemmy-61.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:06+00:00", + "last": "2026-09-07T03:48:06+00:00" + }, + { + "path": "/bot/lemmy-61.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:46+00:00", + "last": "2026-09-07T03:36:46+00:00" + }, + { + "path": "/bot/lemmy-62.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:49+00:00", + "last": "2026-09-07T03:31:49+00:00" + }, + { + "path": "/bot/lemmy-62.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:58+00:00", + "last": "2026-09-07T03:47:58+00:00" + }, + { + "path": "/bot/lemmy-62.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:40+00:00", + "last": "2026-09-07T03:36:40+00:00" + }, + { + "path": "/bot/lemmy-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:21+00:00", + "last": "2026-09-07T03:31:21+00:00" + }, + { + "path": "/bot/lemmy-63.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:02+00:00", + "last": "2026-09-07T03:48:02+00:00" + }, + { + "path": "/bot/lemmy-63.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:25+00:00", + "last": "2026-09-07T03:36:25+00:00" + }, + { + "path": "/bot/lemmy-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:26+00:00", + "last": "2026-09-07T03:31:26+00:00" + }, + { + "path": "/bot/lemmy-64.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:07+00:00", + "last": "2026-09-07T03:32:07+00:00" + }, + { + "path": "/bot/lemmy-64.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:01+00:00", + "last": "2026-09-07T03:37:01+00:00" + }, + { + "path": "/bot/lemmy-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:26+00:00", + "last": "2026-09-07T03:31:26+00:00" + }, + { + "path": "/bot/lemmy-65.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:32+00:00", + "last": "2026-09-07T03:47:32+00:00" + }, + { + "path": "/bot/lemmy-65.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:42+00:00", + "last": "2026-09-07T03:36:42+00:00" + }, + { + "path": "/bot/lemmy-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:34+00:00", + "last": "2026-09-07T03:31:34+00:00" + }, + { + "path": "/bot/lemmy-66.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:28+00:00", + "last": "2026-09-07T03:47:28+00:00" + }, + { + "path": "/bot/lemmy-66.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:28+00:00", + "last": "2026-09-07T03:39:28+00:00" + }, + { + "path": "/bot/lemmy-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:37+00:00", + "last": "2026-09-07T03:31:37+00:00" + }, + { + "path": "/bot/lemmy-67.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:44+00:00", + "last": "2026-09-07T03:47:44+00:00" + }, + { + "path": "/bot/lemmy-67.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:31+00:00", + "last": "2026-09-07T03:36:31+00:00" + }, + { + "path": "/bot/lemmy-68.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:41+00:00", + "last": "2026-09-07T03:31:41+00:00" + }, + { + "path": "/bot/lemmy-68.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:23+00:00", + "last": "2026-09-07T03:47:23+00:00" + }, + { + "path": "/bot/lemmy-68.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:48+00:00", + "last": "2026-09-07T03:36:48+00:00" + }, + { + "path": "/bot/lemmy-69.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:24+00:00", + "last": "2026-09-07T03:31:24+00:00" + }, + { + "path": "/bot/lemmy-69.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:01+00:00", + "last": "2026-09-07T03:48:01+00:00" + }, + { + "path": "/bot/lemmy-69.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:23+00:00", + "last": "2026-09-07T03:36:23+00:00" + }, + { + "path": "/bot/lemmy-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:32+00:00", + "last": "2026-09-07T03:33:32+00:00" + }, + { + "path": "/bot/lemmy-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:42+00:00", + "last": "2026-09-07T03:46:42+00:00" + }, + { + "path": "/bot/lemmy-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:31+00:00", + "last": "2026-09-07T03:41:31+00:00" + }, + { + "path": "/bot/lemmy-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:54+00:00", + "last": "2026-09-07T03:31:54+00:00" + }, + { + "path": "/bot/lemmy-70.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:26+00:00", + "last": "2026-09-07T03:47:26+00:00" + }, + { + "path": "/bot/lemmy-70.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:47+00:00", + "last": "2026-09-07T03:36:47+00:00" + }, + { + "path": "/bot/lemmy-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:25+00:00", + "last": "2026-09-07T03:27:25+00:00" + }, + { + "path": "/bot/lemmy-71.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:07+00:00", + "last": "2026-09-07T03:48:07+00:00" + }, + { + "path": "/bot/lemmy-71.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:01+00:00", + "last": "2026-09-07T03:37:01+00:00" + }, + { + "path": "/bot/lemmy-72.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:38+00:00", + "last": "2026-09-07T03:26:38+00:00" + }, + { + "path": "/bot/lemmy-72.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:28+00:00", + "last": "2026-09-07T03:47:28+00:00" + }, + { + "path": "/bot/lemmy-72.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:02+00:00", + "last": "2026-09-07T03:37:02+00:00" + }, + { + "path": "/bot/lemmy-73.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:30+00:00", + "last": "2026-09-07T03:31:30+00:00" + }, + { + "path": "/bot/lemmy-73.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:36+00:00", + "last": "2026-09-07T03:47:36+00:00" + }, + { + "path": "/bot/lemmy-73.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:43+00:00", + "last": "2026-09-07T03:36:43+00:00" + }, + { + "path": "/bot/lemmy-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:31+00:00", + "last": "2026-09-07T03:31:31+00:00" + }, + { + "path": "/bot/lemmy-74.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:52+00:00", + "last": "2026-09-07T03:47:52+00:00" + }, + { + "path": "/bot/lemmy-74.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:38+00:00", + "last": "2026-09-07T03:36:38+00:00" + }, + { + "path": "/bot/lemmy-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:51+00:00", + "last": "2026-09-07T03:31:51+00:00" + }, + { + "path": "/bot/lemmy-75.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:40+00:00", + "last": "2026-09-07T03:47:40+00:00" + }, + { + "path": "/bot/lemmy-75.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:44+00:00", + "last": "2026-09-07T03:36:44+00:00" + }, + { + "path": "/bot/lemmy-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:50+00:00", + "last": "2026-09-07T03:31:50+00:00" + }, + { + "path": "/bot/lemmy-76.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:51+00:00", + "last": "2026-09-07T03:47:51+00:00" + }, + { + "path": "/bot/lemmy-76.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:53+00:00", + "last": "2026-09-07T03:36:53+00:00" + }, + { + "path": "/bot/lemmy-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:46+00:00", + "last": "2026-09-07T03:31:46+00:00" + }, + { + "path": "/bot/lemmy-77.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:25+00:00", + "last": "2026-09-07T03:47:25+00:00" + }, + { + "path": "/bot/lemmy-77.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:32+00:00", + "last": "2026-09-07T03:39:32+00:00" + }, + { + "path": "/bot/lemmy-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:21+00:00", + "last": "2026-09-07T03:31:21+00:00" + }, + { + "path": "/bot/lemmy-78.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:33+00:00", + "last": "2026-09-07T03:47:33+00:00" + }, + { + "path": "/bot/lemmy-78.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:03+00:00", + "last": "2026-09-07T03:37:03+00:00" + }, + { + "path": "/bot/lemmy-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:42+00:00", + "last": "2026-09-07T03:31:42+00:00" + }, + { + "path": "/bot/lemmy-79.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:49+00:00", + "last": "2026-09-07T03:47:49+00:00" + }, + { + "path": "/bot/lemmy-79.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:55+00:00", + "last": "2026-09-07T03:36:55+00:00" + }, + { + "path": "/bot/lemmy-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:30+00:00", + "last": "2026-09-07T03:33:30+00:00" + }, + { + "path": "/bot/lemmy-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:43+00:00", + "last": "2026-09-07T03:46:43+00:00" + }, + { + "path": "/bot/lemmy-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:32+00:00", + "last": "2026-09-07T03:41:32+00:00" + }, + { + "path": "/bot/lemmy-80.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:45+00:00", + "last": "2026-09-07T03:31:45+00:00" + }, + { + "path": "/bot/lemmy-80.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:23+00:00", + "last": "2026-09-07T03:47:23+00:00" + }, + { + "path": "/bot/lemmy-80.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:27+00:00", + "last": "2026-09-07T03:36:27+00:00" + }, + { + "path": "/bot/lemmy-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:44+00:00", + "last": "2026-09-07T03:31:44+00:00" + }, + { + "path": "/bot/lemmy-81.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:31+00:00", + "last": "2026-09-07T03:47:31+00:00" + }, + { + "path": "/bot/lemmy-81.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:27+00:00", + "last": "2026-09-07T03:36:27+00:00" + }, + { + "path": "/bot/lemmy-82.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:33+00:00", + "last": "2026-09-07T03:31:33+00:00" + }, + { + "path": "/bot/lemmy-82.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:32+00:00", + "last": "2026-09-07T03:47:32+00:00" + }, + { + "path": "/bot/lemmy-82.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:28+00:00", + "last": "2026-09-07T03:36:28+00:00" + }, + { + "path": "/bot/lemmy-83.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:44+00:00", + "last": "2026-09-07T03:31:44+00:00" + }, + { + "path": "/bot/lemmy-83.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:41+00:00", + "last": "2026-09-07T03:47:41+00:00" + }, + { + "path": "/bot/lemmy-83.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:38+00:00", + "last": "2026-09-07T03:36:38+00:00" + }, + { + "path": "/bot/lemmy-84.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:52+00:00", + "last": "2026-09-07T03:31:52+00:00" + }, + { + "path": "/bot/lemmy-84.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:40+00:00", + "last": "2026-09-07T03:47:40+00:00" + }, + { + "path": "/bot/lemmy-84.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:30+00:00", + "last": "2026-09-07T03:36:30+00:00" + }, + { + "path": "/bot/lemmy-85.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:22+00:00", + "last": "2026-09-07T03:31:22+00:00" + }, + { + "path": "/bot/lemmy-85.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:08+00:00", + "last": "2026-09-07T03:48:08+00:00" + }, + { + "path": "/bot/lemmy-85.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:03+00:00", + "last": "2026-09-07T03:37:03+00:00" + }, + { + "path": "/bot/lemmy-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:29+00:00", + "last": "2026-09-07T03:31:29+00:00" + }, + { + "path": "/bot/lemmy-86.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:35+00:00", + "last": "2026-09-07T03:47:35+00:00" + }, + { + "path": "/bot/lemmy-86.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:52+00:00", + "last": "2026-09-07T03:36:52+00:00" + }, + { + "path": "/bot/lemmy-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:43+00:00", + "last": "2026-09-07T03:31:43+00:00" + }, + { + "path": "/bot/lemmy-87.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:53+00:00", + "last": "2026-09-07T03:47:53+00:00" + }, + { + "path": "/bot/lemmy-87.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:48+00:00", + "last": "2026-09-07T03:36:48+00:00" + }, + { + "path": "/bot/lemmy-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:33+00:00", + "last": "2026-09-07T03:31:33+00:00" + }, + { + "path": "/bot/lemmy-88.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:47+00:00", + "last": "2026-09-07T03:47:47+00:00" + }, + { + "path": "/bot/lemmy-88.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:31+00:00", + "last": "2026-09-07T03:39:31+00:00" + }, + { + "path": "/bot/lemmy-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:42+00:00", + "last": "2026-09-07T03:31:42+00:00" + }, + { + "path": "/bot/lemmy-89.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:43+00:00", + "last": "2026-09-07T03:47:43+00:00" + }, + { + "path": "/bot/lemmy-89.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:26+00:00", + "last": "2026-09-07T03:36:26+00:00" + }, + { + "path": "/bot/lemmy-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:29+00:00", + "last": "2026-09-07T03:33:29+00:00" + }, + { + "path": "/bot/lemmy-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:44+00:00", + "last": "2026-09-07T03:46:44+00:00" + }, + { + "path": "/bot/lemmy-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:30+00:00", + "last": "2026-09-07T03:41:30+00:00" + }, + { + "path": "/bot/lemmy-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:55+00:00", + "last": "2026-09-07T03:31:55+00:00" + }, + { + "path": "/bot/lemmy-90.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:04+00:00", + "last": "2026-09-07T03:48:04+00:00" + }, + { + "path": "/bot/lemmy-90.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:57+00:00", + "last": "2026-09-07T03:36:57+00:00" + }, + { + "path": "/bot/lemmy-91.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:54+00:00", + "last": "2026-09-07T03:31:54+00:00" + }, + { + "path": "/bot/lemmy-91.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:52+00:00", + "last": "2026-09-07T03:47:52+00:00" + }, + { + "path": "/bot/lemmy-91.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:28+00:00", + "last": "2026-09-07T03:36:28+00:00" + }, + { + "path": "/bot/lemmy-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:58+00:00", + "last": "2026-09-07T03:31:58+00:00" + }, + { + "path": "/bot/lemmy-92.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:18+00:00", + "last": "2026-09-07T03:47:18+00:00" + }, + { + "path": "/bot/lemmy-92.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:45+00:00", + "last": "2026-09-07T03:36:45+00:00" + }, + { + "path": "/bot/lemmy-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:47+00:00", + "last": "2026-09-07T03:31:47+00:00" + }, + { + "path": "/bot/lemmy-93.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:03+00:00", + "last": "2026-09-07T03:48:03+00:00" + }, + { + "path": "/bot/lemmy-93.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:47+00:00", + "last": "2026-09-07T03:36:47+00:00" + }, + { + "path": "/bot/lemmy-94.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:40+00:00", + "last": "2026-09-07T03:31:40+00:00" + }, + { + "path": "/bot/lemmy-94.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:29+00:00", + "last": "2026-09-07T03:47:29+00:00" + }, + { + "path": "/bot/lemmy-94.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:50+00:00", + "last": "2026-09-07T03:36:50+00:00" + }, + { + "path": "/bot/lemmy-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:20+00:00", + "last": "2026-09-07T03:31:20+00:00" + }, + { + "path": "/bot/lemmy-95.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:59+00:00", + "last": "2026-09-07T03:47:59+00:00" + }, + { + "path": "/bot/lemmy-95.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:49+00:00", + "last": "2026-09-07T03:36:49+00:00" + }, + { + "path": "/bot/lemmy-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:56+00:00", + "last": "2026-09-07T03:31:56+00:00" + }, + { + "path": "/bot/lemmy-96.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:01+00:00", + "last": "2026-09-07T03:48:01+00:00" + }, + { + "path": "/bot/lemmy-96.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:51+00:00", + "last": "2026-09-07T03:36:51+00:00" + }, + { + "path": "/bot/lemmy-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:30+00:00", + "last": "2026-09-07T03:31:30+00:00" + }, + { + "path": "/bot/lemmy-97.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:44+00:00", + "last": "2026-09-07T03:47:44+00:00" + }, + { + "path": "/bot/lemmy-97.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:29+00:00", + "last": "2026-09-07T03:36:29+00:00" + }, + { + "path": "/bot/lemmy-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:35+00:00", + "last": "2026-09-07T03:31:35+00:00" + }, + { + "path": "/bot/lemmy-98.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:41+00:00", + "last": "2026-09-07T03:47:41+00:00" + }, + { + "path": "/bot/lemmy-98.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:35+00:00", + "last": "2026-09-07T03:36:35+00:00" + }, + { + "path": "/bot/lemmy-99.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:19+00:00", + "last": "2026-09-07T03:31:19+00:00" + }, + { + "path": "/bot/lemmy-99.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:39+00:00", + "last": "2026-09-07T03:47:39+00:00" + }, + { + "path": "/bot/lemmy-99.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:30+00:00", + "last": "2026-09-07T03:39:30+00:00" + }, + { + "path": "/bot/lemmy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:21+00:00", + "last": "2026-09-07T03:27:21+00:00" + }, + { + "path": "/bot/lemmy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:15+00:00", + "last": "2026-09-07T03:42:15+00:00" + }, + { + "path": "/bot/lemmy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:21+00:00", + "last": "2026-09-07T03:41:21+00:00" + }, + { + "path": "/bot/lemmykotlinapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:00+00:00", + "last": "2026-09-07T03:27:00+00:00" + }, + { + "path": "/bot/lemmykotlinapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:59+00:00", + "last": "2026-09-07T03:48:59+00:00" + }, + { + "path": "/bot/lemmykotlinapi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:45+00:00", + "last": "2026-09-07T03:41:45+00:00" + }, + { + "path": "/bot/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:49+00:00", + "last": "2026-09-07T03:27:49+00:00" + }, + { + "path": "/bot/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:49+00:00", + "last": "2026-09-07T03:48:49+00:00" + }, + { + "path": "/bot/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:15+00:00", + "last": "2026-09-07T03:41:15+00:00" + }, + { + "path": "/bot/linkwarden.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:47+00:00", + "last": "2026-09-07T03:27:47+00:00" + }, + { + "path": "/bot/linkwarden.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:48+00:00", + "last": "2026-09-07T03:48:48+00:00" + }, + { + "path": "/bot/linkwarden.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:14+00:00", + "last": "2026-09-07T03:41:14+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:51+00:00", + "last": "2026-09-03T04:17:51+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:04+00:00", + "last": "2026-09-03T04:19:04+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:41+00:00", + "last": "2026-09-03T04:18:41+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:38+00:00", + "last": "2026-09-07T03:29:38+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:47+00:00", + "last": "2026-09-07T03:33:47+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:11+00:00", + "last": "2026-09-07T03:34:11+00:00" + }, + { + "path": "/bot/llmse.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:21+00:00", + "last": "2026-09-07T03:27:21+00:00" + }, + { + "path": "/bot/llmse.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:32+00:00", + "last": "2026-09-07T03:48:32+00:00" + }, + { + "path": "/bot/llmse.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:20+00:00", + "last": "2026-09-07T03:41:20+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:01+00:00", + "last": "2026-09-03T04:18:01+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:43+00:00", + "last": "2026-09-03T04:18:43+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:43+00:00", + "last": "2026-09-03T04:18:43+00:00" + }, + { + "path": "/bot/machinecensus.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:20+00:00", + "last": "2026-09-07T03:28:20+00:00" + }, + { + "path": "/bot/machinecensus.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:05+00:00", + "last": "2026-09-07T03:49:05+00:00" + }, + { + "path": "/bot/machinecensus.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:47+00:00", + "last": "2026-09-07T03:41:47+00:00" + }, + { + "path": "/bot/mastodon-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:06+00:00", + "last": "2026-09-07T03:32:06+00:00" + }, + { + "path": "/bot/mastodon-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:53+00:00", + "last": "2026-09-07T03:45:53+00:00" + }, + { + "path": "/bot/mastodon-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:50+00:00", + "last": "2026-09-07T03:40:50+00:00" + }, + { + "path": "/bot/mastodon-100.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:17+00:00", + "last": "2026-09-07T03:30:17+00:00" + }, + { + "path": "/bot/mastodon-100.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:46+00:00", + "last": "2026-09-07T03:43:46+00:00" + }, + { + "path": "/bot/mastodon-100.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:38+00:00", + "last": "2026-09-07T03:37:38+00:00" + }, + { + "path": "/bot/mastodon-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:22+00:00", + "last": "2026-09-07T03:30:22+00:00" + }, + { + "path": "/bot/mastodon-101.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:34+00:00", + "last": "2026-09-07T03:43:34+00:00" + }, + { + "path": "/bot/mastodon-101.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:50+00:00", + "last": "2026-09-07T03:37:50+00:00" + }, + { + "path": "/bot/mastodon-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:21+00:00", + "last": "2026-09-07T03:30:21+00:00" + }, + { + "path": "/bot/mastodon-102.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:07+00:00", + "last": "2026-09-07T03:43:07+00:00" + }, + { + "path": "/bot/mastodon-102.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:54+00:00", + "last": "2026-09-07T03:37:54+00:00" + }, + { + "path": "/bot/mastodon-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:33+00:00", + "last": "2026-09-07T03:30:33+00:00" + }, + { + "path": "/bot/mastodon-103.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:57+00:00", + "last": "2026-09-07T03:42:57+00:00" + }, + { + "path": "/bot/mastodon-103.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:38+00:00", + "last": "2026-09-07T03:37:38+00:00" + }, + { + "path": "/bot/mastodon-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:50+00:00", + "last": "2026-09-07T03:30:50+00:00" + }, + { + "path": "/bot/mastodon-104.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:41+00:00", + "last": "2026-09-07T03:43:41+00:00" + }, + { + "path": "/bot/mastodon-104.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:06+00:00", + "last": "2026-09-07T03:38:06+00:00" + }, + { + "path": "/bot/mastodon-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:53+00:00", + "last": "2026-09-07T03:30:53+00:00" + }, + { + "path": "/bot/mastodon-105.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:54+00:00", + "last": "2026-09-07T03:30:54+00:00" + }, + { + "path": "/bot/mastodon-105.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:55+00:00", + "last": "2026-09-07T03:30:55+00:00" + }, + { + "path": "/bot/mastodon-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:06+00:00", + "last": "2026-09-07T03:27:06+00:00" + }, + { + "path": "/bot/mastodon-106.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:01+00:00", + "last": "2026-09-07T03:43:01+00:00" + }, + { + "path": "/bot/mastodon-106.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:32+00:00", + "last": "2026-09-07T03:37:32+00:00" + }, + { + "path": "/bot/mastodon-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:50+00:00", + "last": "2026-09-07T03:30:50+00:00" + }, + { + "path": "/bot/mastodon-107.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:17+00:00", + "last": "2026-09-07T03:43:17+00:00" + }, + { + "path": "/bot/mastodon-107.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:49+00:00", + "last": "2026-09-07T03:37:49+00:00" + }, + { + "path": "/bot/mastodon-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:52+00:00", + "last": "2026-09-07T03:30:52+00:00" + }, + { + "path": "/bot/mastodon-108.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:56+00:00", + "last": "2026-09-07T03:43:56+00:00" + }, + { + "path": "/bot/mastodon-108.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:56+00:00", + "last": "2026-09-07T03:37:56+00:00" + }, + { + "path": "/bot/mastodon-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:06+00:00", + "last": "2026-09-07T03:27:06+00:00" + }, + { + "path": "/bot/mastodon-109.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:40+00:00", + "last": "2026-09-07T03:43:40+00:00" + }, + { + "path": "/bot/mastodon-109.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:17+00:00", + "last": "2026-09-07T03:38:17+00:00" + }, + { + "path": "/bot/mastodon-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:40+00:00", + "last": "2026-09-07T03:32:40+00:00" + }, + { + "path": "/bot/mastodon-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:53+00:00", + "last": "2026-09-07T03:45:53+00:00" + }, + { + "path": "/bot/mastodon-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:26+00:00", + "last": "2026-09-07T03:40:26+00:00" + }, + { + "path": "/bot/mastodon-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:20+00:00", + "last": "2026-09-07T03:30:20+00:00" + }, + { + "path": "/bot/mastodon-110.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:56+00:00", + "last": "2026-09-07T03:42:56+00:00" + }, + { + "path": "/bot/mastodon-110.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:02+00:00", + "last": "2026-09-07T03:31:02+00:00" + }, + { + "path": "/bot/mastodon-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:36+00:00", + "last": "2026-09-07T03:29:36+00:00" + }, + { + "path": "/bot/mastodon-111.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:00+00:00", + "last": "2026-09-07T03:42:00+00:00" + }, + { + "path": "/bot/mastodon-111.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:19+00:00", + "last": "2026-09-07T03:36:19+00:00" + }, + { + "path": "/bot/mastodon-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:33+00:00", + "last": "2026-09-07T03:30:33+00:00" + }, + { + "path": "/bot/mastodon-112.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:44+00:00", + "last": "2026-09-07T03:43:44+00:00" + }, + { + "path": "/bot/mastodon-112.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:34+00:00", + "last": "2026-09-07T03:37:34+00:00" + }, + { + "path": "/bot/mastodon-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:37+00:00", + "last": "2026-09-07T03:30:37+00:00" + }, + { + "path": "/bot/mastodon-113.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:29+00:00", + "last": "2026-09-07T03:43:29+00:00" + }, + { + "path": "/bot/mastodon-113.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:55+00:00", + "last": "2026-09-07T03:37:55+00:00" + }, + { + "path": "/bot/mastodon-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:58+00:00", + "last": "2026-09-07T03:30:58+00:00" + }, + { + "path": "/bot/mastodon-114.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:51+00:00", + "last": "2026-09-07T03:43:51+00:00" + }, + { + "path": "/bot/mastodon-114.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:54+00:00", + "last": "2026-09-07T03:37:54+00:00" + }, + { + "path": "/bot/mastodon-115.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:09+00:00", + "last": "2026-09-07T03:31:09+00:00" + }, + { + "path": "/bot/mastodon-115.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:30+00:00", + "last": "2026-09-07T03:43:30+00:00" + }, + { + "path": "/bot/mastodon-115.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:30+00:00", + "last": "2026-09-07T03:37:30+00:00" + }, + { + "path": "/bot/mastodon-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:59+00:00", + "last": "2026-09-07T03:30:59+00:00" + }, + { + "path": "/bot/mastodon-116.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:47+00:00", + "last": "2026-09-07T03:43:47+00:00" + }, + { + "path": "/bot/mastodon-116.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:21+00:00", + "last": "2026-09-07T03:38:21+00:00" + }, + { + "path": "/bot/mastodon-117.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:44+00:00", + "last": "2026-09-07T03:30:44+00:00" + }, + { + "path": "/bot/mastodon-117.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:21+00:00", + "last": "2026-09-07T03:43:21+00:00" + }, + { + "path": "/bot/mastodon-117.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:41+00:00", + "last": "2026-09-07T03:37:41+00:00" + }, + { + "path": "/bot/mastodon-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:22+00:00", + "last": "2026-09-07T03:30:22+00:00" + }, + { + "path": "/bot/mastodon-118.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:14+00:00", + "last": "2026-09-07T03:43:14+00:00" + }, + { + "path": "/bot/mastodon-118.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:15+00:00", + "last": "2026-09-07T03:38:15+00:00" + }, + { + "path": "/bot/mastodon-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:36+00:00", + "last": "2026-09-07T03:30:36+00:00" + }, + { + "path": "/bot/mastodon-119.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:00+00:00", + "last": "2026-09-07T03:43:00+00:00" + }, + { + "path": "/bot/mastodon-119.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:31+00:00", + "last": "2026-09-07T03:37:31+00:00" + }, + { + "path": "/bot/mastodon-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:13+00:00", + "last": "2026-09-07T03:32:13+00:00" + }, + { + "path": "/bot/mastodon-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:11+00:00", + "last": "2026-09-07T03:46:11+00:00" + }, + { + "path": "/bot/mastodon-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:24+00:00", + "last": "2026-09-07T03:40:24+00:00" + }, + { + "path": "/bot/mastodon-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:36+00:00", + "last": "2026-09-07T03:30:36+00:00" + }, + { + "path": "/bot/mastodon-120.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:38+00:00", + "last": "2026-09-07T03:43:38+00:00" + }, + { + "path": "/bot/mastodon-120.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:03+00:00", + "last": "2026-09-07T03:38:03+00:00" + }, + { + "path": "/bot/mastodon-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:14+00:00", + "last": "2026-09-07T03:31:14+00:00" + }, + { + "path": "/bot/mastodon-121.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:03+00:00", + "last": "2026-09-07T03:43:03+00:00" + }, + { + "path": "/bot/mastodon-121.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:00+00:00", + "last": "2026-09-07T03:38:00+00:00" + }, + { + "path": "/bot/mastodon-122.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:24+00:00", + "last": "2026-09-07T03:30:24+00:00" + }, + { + "path": "/bot/mastodon-122.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:28+00:00", + "last": "2026-09-07T03:43:28+00:00" + }, + { + "path": "/bot/mastodon-122.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:00+00:00", + "last": "2026-09-07T03:38:00+00:00" + }, + { + "path": "/bot/mastodon-123.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:28+00:00", + "last": "2026-09-07T03:30:28+00:00" + }, + { + "path": "/bot/mastodon-123.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:52+00:00", + "last": "2026-09-07T03:43:52+00:00" + }, + { + "path": "/bot/mastodon-123.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:58+00:00", + "last": "2026-09-07T03:37:58+00:00" + }, + { + "path": "/bot/mastodon-124.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:10+00:00", + "last": "2026-09-07T03:31:10+00:00" + }, + { + "path": "/bot/mastodon-124.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:11+00:00", + "last": "2026-09-07T03:43:11+00:00" + }, + { + "path": "/bot/mastodon-124.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:29+00:00", + "last": "2026-09-07T03:38:29+00:00" + }, + { + "path": "/bot/mastodon-125.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:03+00:00", + "last": "2026-09-07T03:31:03+00:00" + }, + { + "path": "/bot/mastodon-125.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:06+00:00", + "last": "2026-09-07T03:43:06+00:00" + }, + { + "path": "/bot/mastodon-125.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:25+00:00", + "last": "2026-09-07T03:38:25+00:00" + }, + { + "path": "/bot/mastodon-126.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:12+00:00", + "last": "2026-09-07T03:31:12+00:00" + }, + { + "path": "/bot/mastodon-126.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:37+00:00", + "last": "2026-09-07T03:43:37+00:00" + }, + { + "path": "/bot/mastodon-126.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:40+00:00", + "last": "2026-09-07T03:37:40+00:00" + }, + { + "path": "/bot/mastodon-127.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:15+00:00", + "last": "2026-09-07T03:30:15+00:00" + }, + { + "path": "/bot/mastodon-127.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:02+00:00", + "last": "2026-09-07T03:43:02+00:00" + }, + { + "path": "/bot/mastodon-127.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:29+00:00", + "last": "2026-09-07T03:37:29+00:00" + }, + { + "path": "/bot/mastodon-128.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:07+00:00", + "last": "2026-09-07T03:31:07+00:00" + }, + { + "path": "/bot/mastodon-128.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:42+00:00", + "last": "2026-09-07T03:43:42+00:00" + }, + { + "path": "/bot/mastodon-128.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:19+00:00", + "last": "2026-09-07T03:38:19+00:00" + }, + { + "path": "/bot/mastodon-129.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:56+00:00", + "last": "2026-09-07T03:30:56+00:00" + }, + { + "path": "/bot/mastodon-129.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:19+00:00", + "last": "2026-09-07T03:43:19+00:00" + }, + { + "path": "/bot/mastodon-129.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:13+00:00", + "last": "2026-09-07T03:38:13+00:00" + }, + { + "path": "/bot/mastodon-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:35+00:00", + "last": "2026-09-07T03:32:35+00:00" + }, + { + "path": "/bot/mastodon-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:01+00:00", + "last": "2026-09-07T03:46:01+00:00" + }, + { + "path": "/bot/mastodon-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:54+00:00", + "last": "2026-09-07T03:40:54+00:00" + }, + { + "path": "/bot/mastodon-130.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:08+00:00", + "last": "2026-09-07T03:31:08+00:00" + }, + { + "path": "/bot/mastodon-130.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:15+00:00", + "last": "2026-09-07T03:43:15+00:00" + }, + { + "path": "/bot/mastodon-130.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:49+00:00", + "last": "2026-09-07T03:37:49+00:00" + }, + { + "path": "/bot/mastodon-131.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:25+00:00", + "last": "2026-09-07T03:30:25+00:00" + }, + { + "path": "/bot/mastodon-131.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:50+00:00", + "last": "2026-09-07T03:43:50+00:00" + }, + { + "path": "/bot/mastodon-131.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:52+00:00", + "last": "2026-09-07T03:37:52+00:00" + }, + { + "path": "/bot/mastodon-132.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:45+00:00", + "last": "2026-09-07T03:30:45+00:00" + }, + { + "path": "/bot/mastodon-132.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:19+00:00", + "last": "2026-09-07T03:43:19+00:00" + }, + { + "path": "/bot/mastodon-132.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:36+00:00", + "last": "2026-09-07T03:37:36+00:00" + }, + { + "path": "/bot/mastodon-133.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:25+00:00", + "last": "2026-09-07T03:26:25+00:00" + }, + { + "path": "/bot/mastodon-133.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:11+00:00", + "last": "2026-09-07T03:43:11+00:00" + }, + { + "path": "/bot/mastodon-133.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:31+00:00", + "last": "2026-09-07T03:38:31+00:00" + }, + { + "path": "/bot/mastodon-134.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:01+00:00", + "last": "2026-09-07T03:31:01+00:00" + }, + { + "path": "/bot/mastodon-134.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:35+00:00", + "last": "2026-09-07T03:43:35+00:00" + }, + { + "path": "/bot/mastodon-134.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:24+00:00", + "last": "2026-09-07T03:38:24+00:00" + }, + { + "path": "/bot/mastodon-135.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:49+00:00", + "last": "2026-09-07T03:30:49+00:00" + }, + { + "path": "/bot/mastodon-135.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:09+00:00", + "last": "2026-09-07T03:43:09+00:00" + }, + { + "path": "/bot/mastodon-135.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:23+00:00", + "last": "2026-09-07T03:38:23+00:00" + }, + { + "path": "/bot/mastodon-136.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:23+00:00", + "last": "2026-09-07T03:30:23+00:00" + }, + { + "path": "/bot/mastodon-136.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:20+00:00", + "last": "2026-09-07T03:43:20+00:00" + }, + { + "path": "/bot/mastodon-136.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:23+00:00", + "last": "2026-09-07T03:38:23+00:00" + }, + { + "path": "/bot/mastodon-137.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:34+00:00", + "last": "2026-09-07T03:30:34+00:00" + }, + { + "path": "/bot/mastodon-137.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:02+00:00", + "last": "2026-09-07T03:43:02+00:00" + }, + { + "path": "/bot/mastodon-137.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:15+00:00", + "last": "2026-09-07T03:38:15+00:00" + }, + { + "path": "/bot/mastodon-138.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:19+00:00", + "last": "2026-09-07T03:30:19+00:00" + }, + { + "path": "/bot/mastodon-138.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:22+00:00", + "last": "2026-09-07T03:43:22+00:00" + }, + { + "path": "/bot/mastodon-138.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:55+00:00", + "last": "2026-09-07T03:37:55+00:00" + }, + { + "path": "/bot/mastodon-139.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:06+00:00", + "last": "2026-09-07T03:31:06+00:00" + }, + { + "path": "/bot/mastodon-139.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:08+00:00", + "last": "2026-09-07T03:43:08+00:00" + }, + { + "path": "/bot/mastodon-139.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:06+00:00", + "last": "2026-09-07T03:38:06+00:00" + }, + { + "path": "/bot/mastodon-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:36+00:00", + "last": "2026-09-07T03:32:36+00:00" + }, + { + "path": "/bot/mastodon-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:56+00:00", + "last": "2026-09-07T03:45:56+00:00" + }, + { + "path": "/bot/mastodon-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:51+00:00", + "last": "2026-09-07T03:40:51+00:00" + }, + { + "path": "/bot/mastodon-140.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:27+00:00", + "last": "2026-09-07T03:30:27+00:00" + }, + { + "path": "/bot/mastodon-140.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:25+00:00", + "last": "2026-09-07T03:43:25+00:00" + }, + { + "path": "/bot/mastodon-140.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:08+00:00", + "last": "2026-09-07T03:38:08+00:00" + }, + { + "path": "/bot/mastodon-141.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:15+00:00", + "last": "2026-09-07T03:30:15+00:00" + }, + { + "path": "/bot/mastodon-141.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:27+00:00", + "last": "2026-09-07T03:43:27+00:00" + }, + { + "path": "/bot/mastodon-141.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:43+00:00", + "last": "2026-09-07T03:37:43+00:00" + }, + { + "path": "/bot/mastodon-142.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:34+00:00", + "last": "2026-09-07T03:30:34+00:00" + }, + { + "path": "/bot/mastodon-142.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:06+00:00", + "last": "2026-09-07T03:43:06+00:00" + }, + { + "path": "/bot/mastodon-142.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:53+00:00", + "last": "2026-09-07T03:37:53+00:00" + }, + { + "path": "/bot/mastodon-143.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:29+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/bot/mastodon-143.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:23+00:00", + "last": "2026-09-07T03:43:23+00:00" + }, + { + "path": "/bot/mastodon-143.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:35+00:00", + "last": "2026-09-07T03:37:35+00:00" + }, + { + "path": "/bot/mastodon-144.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:41+00:00", + "last": "2026-09-07T03:30:41+00:00" + }, + { + "path": "/bot/mastodon-144.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:39+00:00", + "last": "2026-09-07T03:43:39+00:00" + }, + { + "path": "/bot/mastodon-144.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:35+00:00", + "last": "2026-09-07T03:37:35+00:00" + }, + { + "path": "/bot/mastodon-145.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:23+00:00", + "last": "2026-09-07T03:30:23+00:00" + }, + { + "path": "/bot/mastodon-145.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:54+00:00", + "last": "2026-09-07T03:43:54+00:00" + }, + { + "path": "/bot/mastodon-145.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:37+00:00", + "last": "2026-09-07T03:37:37+00:00" + }, + { + "path": "/bot/mastodon-146.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:11+00:00", + "last": "2026-09-07T03:31:11+00:00" + }, + { + "path": "/bot/mastodon-146.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:15+00:00", + "last": "2026-09-07T03:43:15+00:00" + }, + { + "path": "/bot/mastodon-146.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:33+00:00", + "last": "2026-09-07T03:38:33+00:00" + }, + { + "path": "/bot/mastodon-147.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:28+00:00", + "last": "2026-09-07T03:30:28+00:00" + }, + { + "path": "/bot/mastodon-147.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:01+00:00", + "last": "2026-09-07T03:43:01+00:00" + }, + { + "path": "/bot/mastodon-147.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:11+00:00", + "last": "2026-09-07T03:38:11+00:00" + }, + { + "path": "/bot/mastodon-148.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:58+00:00", + "last": "2026-09-07T03:30:58+00:00" + }, + { + "path": "/bot/mastodon-148.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:20+00:00", + "last": "2026-09-07T03:43:20+00:00" + }, + { + "path": "/bot/mastodon-148.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:38+00:00", + "last": "2026-09-07T03:37:38+00:00" + }, + { + "path": "/bot/mastodon-149.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:13+00:00", + "last": "2026-09-07T03:31:13+00:00" + }, + { + "path": "/bot/mastodon-149.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:50+00:00", + "last": "2026-09-07T03:43:50+00:00" + }, + { + "path": "/bot/mastodon-149.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:07+00:00", + "last": "2026-09-07T03:38:07+00:00" + }, + { + "path": "/bot/mastodon-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:19+00:00", + "last": "2026-09-07T03:32:19+00:00" + }, + { + "path": "/bot/mastodon-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:07+00:00", + "last": "2026-09-07T03:46:07+00:00" + }, + { + "path": "/bot/mastodon-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:38+00:00", + "last": "2026-09-07T03:40:38+00:00" + }, + { + "path": "/bot/mastodon-150.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:12+00:00", + "last": "2026-09-07T03:31:12+00:00" + }, + { + "path": "/bot/mastodon-150.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:05+00:00", + "last": "2026-09-07T03:43:05+00:00" + }, + { + "path": "/bot/mastodon-150.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:19+00:00", + "last": "2026-09-07T03:38:19+00:00" + }, + { + "path": "/bot/mastodon-151.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:26+00:00", + "last": "2026-09-07T03:30:26+00:00" + }, + { + "path": "/bot/mastodon-151.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:25+00:00", + "last": "2026-09-07T03:43:25+00:00" + }, + { + "path": "/bot/mastodon-151.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:25+00:00", + "last": "2026-09-07T03:38:25+00:00" + }, + { + "path": "/bot/mastodon-152.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:52+00:00", + "last": "2026-09-07T03:26:52+00:00" + }, + { + "path": "/bot/mastodon-152.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:55+00:00", + "last": "2026-09-07T03:33:55+00:00" + }, + { + "path": "/bot/mastodon-152.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:04+00:00", + "last": "2026-09-07T03:38:04+00:00" + }, + { + "path": "/bot/mastodon-153.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:52+00:00", + "last": "2026-09-07T03:30:52+00:00" + }, + { + "path": "/bot/mastodon-153.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:05+00:00", + "last": "2026-09-07T03:43:05+00:00" + }, + { + "path": "/bot/mastodon-153.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:30+00:00", + "last": "2026-09-07T03:37:30+00:00" + }, + { + "path": "/bot/mastodon-154.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:14+00:00", + "last": "2026-09-07T03:30:14+00:00" + }, + { + "path": "/bot/mastodon-154.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:55+00:00", + "last": "2026-09-07T03:43:55+00:00" + }, + { + "path": "/bot/mastodon-154.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:09+00:00", + "last": "2026-09-07T03:38:09+00:00" + }, + { + "path": "/bot/mastodon-155.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:13+00:00", + "last": "2026-09-07T03:30:13+00:00" + }, + { + "path": "/bot/mastodon-155.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:53+00:00", + "last": "2026-09-07T03:43:53+00:00" + }, + { + "path": "/bot/mastodon-155.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:09+00:00", + "last": "2026-09-07T03:38:09+00:00" + }, + { + "path": "/bot/mastodon-156.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:10+00:00", + "last": "2026-09-07T03:27:10+00:00" + }, + { + "path": "/bot/mastodon-156.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:18+00:00", + "last": "2026-09-07T03:43:18+00:00" + }, + { + "path": "/bot/mastodon-156.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:56+00:00", + "last": "2026-09-07T03:37:56+00:00" + }, + { + "path": "/bot/mastodon-157.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:55+00:00", + "last": "2026-09-07T03:30:55+00:00" + }, + { + "path": "/bot/mastodon-157.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:33+00:00", + "last": "2026-09-07T03:43:33+00:00" + }, + { + "path": "/bot/mastodon-157.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:26+00:00", + "last": "2026-09-07T03:38:26+00:00" + }, + { + "path": "/bot/mastodon-158.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:48+00:00", + "last": "2026-09-07T03:30:48+00:00" + }, + { + "path": "/bot/mastodon-158.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:44+00:00", + "last": "2026-09-07T03:43:44+00:00" + }, + { + "path": "/bot/mastodon-158.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:41+00:00", + "last": "2026-09-07T03:37:41+00:00" + }, + { + "path": "/bot/mastodon-159.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:20+00:00", + "last": "2026-09-07T03:30:20+00:00" + }, + { + "path": "/bot/mastodon-159.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:17+00:00", + "last": "2026-09-07T03:43:17+00:00" + }, + { + "path": "/bot/mastodon-159.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:39+00:00", + "last": "2026-09-07T03:37:39+00:00" + }, + { + "path": "/bot/mastodon-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:08+00:00", + "last": "2026-09-07T03:32:08+00:00" + }, + { + "path": "/bot/mastodon-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:07+00:00", + "last": "2026-09-07T03:46:07+00:00" + }, + { + "path": "/bot/mastodon-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:01+00:00", + "last": "2026-09-07T03:41:01+00:00" + }, + { + "path": "/bot/mastodon-160.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:15+00:00", + "last": "2026-09-07T03:31:15+00:00" + }, + { + "path": "/bot/mastodon-160.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:16+00:00", + "last": "2026-09-07T03:43:16+00:00" + }, + { + "path": "/bot/mastodon-160.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:47+00:00", + "last": "2026-09-07T03:37:47+00:00" + }, + { + "path": "/bot/mastodon-161.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:16+00:00", + "last": "2026-09-07T03:30:16+00:00" + }, + { + "path": "/bot/mastodon-161.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:57+00:00", + "last": "2026-09-07T03:43:57+00:00" + }, + { + "path": "/bot/mastodon-161.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:40+00:00", + "last": "2026-09-07T03:37:40+00:00" + }, + { + "path": "/bot/mastodon-162.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:26+00:00", + "last": "2026-09-07T03:30:26+00:00" + }, + { + "path": "/bot/mastodon-162.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:35+00:00", + "last": "2026-09-07T03:43:35+00:00" + }, + { + "path": "/bot/mastodon-162.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:46+00:00", + "last": "2026-09-07T03:37:46+00:00" + }, + { + "path": "/bot/mastodon-163.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:46+00:00", + "last": "2026-09-07T03:30:46+00:00" + }, + { + "path": "/bot/mastodon-163.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:07+00:00", + "last": "2026-09-07T03:43:07+00:00" + }, + { + "path": "/bot/mastodon-163.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:48+00:00", + "last": "2026-09-07T03:37:48+00:00" + }, + { + "path": "/bot/mastodon-164.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:00+00:00", + "last": "2026-09-07T03:31:00+00:00" + }, + { + "path": "/bot/mastodon-164.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:24+00:00", + "last": "2026-09-07T03:43:24+00:00" + }, + { + "path": "/bot/mastodon-164.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:12+00:00", + "last": "2026-09-07T03:38:12+00:00" + }, + { + "path": "/bot/mastodon-165.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:30+00:00", + "last": "2026-09-07T03:30:30+00:00" + }, + { + "path": "/bot/mastodon-165.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:04+00:00", + "last": "2026-09-07T03:43:04+00:00" + }, + { + "path": "/bot/mastodon-165.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:32+00:00", + "last": "2026-09-07T03:37:32+00:00" + }, + { + "path": "/bot/mastodon-166.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:16+00:00", + "last": "2026-09-07T03:31:16+00:00" + }, + { + "path": "/bot/mastodon-166.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:58+00:00", + "last": "2026-09-07T03:43:58+00:00" + }, + { + "path": "/bot/mastodon-166.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:10+00:00", + "last": "2026-09-07T03:38:10+00:00" + }, + { + "path": "/bot/mastodon-167.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:03+00:00", + "last": "2026-09-07T03:31:03+00:00" + }, + { + "path": "/bot/mastodon-167.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:58+00:00", + "last": "2026-09-07T03:42:58+00:00" + }, + { + "path": "/bot/mastodon-167.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:32+00:00", + "last": "2026-09-07T03:38:32+00:00" + }, + { + "path": "/bot/mastodon-168.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:42+00:00", + "last": "2026-09-07T03:30:42+00:00" + }, + { + "path": "/bot/mastodon-168.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:48+00:00", + "last": "2026-09-07T03:43:48+00:00" + }, + { + "path": "/bot/mastodon-168.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:01+00:00", + "last": "2026-09-07T03:38:01+00:00" + }, + { + "path": "/bot/mastodon-169.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:42+00:00", + "last": "2026-09-07T03:30:42+00:00" + }, + { + "path": "/bot/mastodon-169.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:48+00:00", + "last": "2026-09-07T03:43:48+00:00" + }, + { + "path": "/bot/mastodon-169.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:02+00:00", + "last": "2026-09-07T03:38:02+00:00" + }, + { + "path": "/bot/mastodon-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:37+00:00", + "last": "2026-09-07T03:32:37+00:00" + }, + { + "path": "/bot/mastodon-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:55+00:00", + "last": "2026-09-07T03:45:55+00:00" + }, + { + "path": "/bot/mastodon-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:35+00:00", + "last": "2026-09-07T03:40:35+00:00" + }, + { + "path": "/bot/mastodon-170.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:38+00:00", + "last": "2026-09-07T03:30:38+00:00" + }, + { + "path": "/bot/mastodon-170.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:34+00:00", + "last": "2026-09-07T03:43:34+00:00" + }, + { + "path": "/bot/mastodon-170.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:28+00:00", + "last": "2026-09-07T03:38:28+00:00" + }, + { + "path": "/bot/mastodon-171.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:59+00:00", + "last": "2026-09-07T03:30:59+00:00" + }, + { + "path": "/bot/mastodon-171.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:00+00:00", + "last": "2026-09-07T03:44:00+00:00" + }, + { + "path": "/bot/mastodon-171.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:44+00:00", + "last": "2026-09-07T03:37:44+00:00" + }, + { + "path": "/bot/mastodon-172.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:29+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/bot/mastodon-172.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:54+00:00", + "last": "2026-09-07T03:43:54+00:00" + }, + { + "path": "/bot/mastodon-172.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:18+00:00", + "last": "2026-09-07T03:38:18+00:00" + }, + { + "path": "/bot/mastodon-173.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:15+00:00", + "last": "2026-09-07T03:31:15+00:00" + }, + { + "path": "/bot/mastodon-173.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:54+00:00", + "last": "2026-09-07T03:43:54+00:00" + }, + { + "path": "/bot/mastodon-173.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:16+00:00", + "last": "2026-09-07T03:38:16+00:00" + }, + { + "path": "/bot/mastodon-174.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:31+00:00", + "last": "2026-09-07T03:30:31+00:00" + }, + { + "path": "/bot/mastodon-174.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:57+00:00", + "last": "2026-09-07T03:43:57+00:00" + }, + { + "path": "/bot/mastodon-174.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:33+00:00", + "last": "2026-09-07T03:38:33+00:00" + }, + { + "path": "/bot/mastodon-175.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:13+00:00", + "last": "2026-09-07T03:31:13+00:00" + }, + { + "path": "/bot/mastodon-175.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:36+00:00", + "last": "2026-09-07T03:43:36+00:00" + }, + { + "path": "/bot/mastodon-175.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:36+00:00", + "last": "2026-09-07T03:37:36+00:00" + }, + { + "path": "/bot/mastodon-176.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:09+00:00", + "last": "2026-09-07T03:31:09+00:00" + }, + { + "path": "/bot/mastodon-176.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:43+00:00", + "last": "2026-09-07T03:43:43+00:00" + }, + { + "path": "/bot/mastodon-176.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:24+00:00", + "last": "2026-09-07T03:38:24+00:00" + }, + { + "path": "/bot/mastodon-177.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:03+00:00", + "last": "2026-09-07T03:27:03+00:00" + }, + { + "path": "/bot/mastodon-177.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:51+00:00", + "last": "2026-09-07T03:43:51+00:00" + }, + { + "path": "/bot/mastodon-177.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:51+00:00", + "last": "2026-09-07T03:37:51+00:00" + }, + { + "path": "/bot/mastodon-178.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:59+00:00", + "last": "2026-09-07T03:26:59+00:00" + }, + { + "path": "/bot/mastodon-178.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:26+00:00", + "last": "2026-09-07T03:43:26+00:00" + }, + { + "path": "/bot/mastodon-178.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:11+00:00", + "last": "2026-09-07T03:38:11+00:00" + }, + { + "path": "/bot/mastodon-179.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:46+00:00", + "last": "2026-09-07T03:30:46+00:00" + }, + { + "path": "/bot/mastodon-179.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:28+00:00", + "last": "2026-09-07T03:43:28+00:00" + }, + { + "path": "/bot/mastodon-179.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:50+00:00", + "last": "2026-09-07T03:37:50+00:00" + }, + { + "path": "/bot/mastodon-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:23+00:00", + "last": "2026-09-07T03:32:23+00:00" + }, + { + "path": "/bot/mastodon-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:49+00:00", + "last": "2026-09-07T03:45:49+00:00" + }, + { + "path": "/bot/mastodon-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:53+00:00", + "last": "2026-09-07T03:40:53+00:00" + }, + { + "path": "/bot/mastodon-180.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:14+00:00", + "last": "2026-09-07T03:31:14+00:00" + }, + { + "path": "/bot/mastodon-180.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:59+00:00", + "last": "2026-09-07T03:43:59+00:00" + }, + { + "path": "/bot/mastodon-180.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:20+00:00", + "last": "2026-09-07T03:38:20+00:00" + }, + { + "path": "/bot/mastodon-181.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:38+00:00", + "last": "2026-09-07T03:30:38+00:00" + }, + { + "path": "/bot/mastodon-181.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:31+00:00", + "last": "2026-09-07T03:43:31+00:00" + }, + { + "path": "/bot/mastodon-181.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:04+00:00", + "last": "2026-09-07T03:38:04+00:00" + }, + { + "path": "/bot/mastodon-182.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:35+00:00", + "last": "2026-09-07T03:30:35+00:00" + }, + { + "path": "/bot/mastodon-182.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:56+00:00", + "last": "2026-09-07T03:33:56+00:00" + }, + { + "path": "/bot/mastodon-182.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:14+00:00", + "last": "2026-09-07T03:38:14+00:00" + }, + { + "path": "/bot/mastodon-183.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:04+00:00", + "last": "2026-09-07T03:31:04+00:00" + }, + { + "path": "/bot/mastodon-183.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:12+00:00", + "last": "2026-09-07T03:43:12+00:00" + }, + { + "path": "/bot/mastodon-183.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:59+00:00", + "last": "2026-09-07T03:37:59+00:00" + }, + { + "path": "/bot/mastodon-184.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:18+00:00", + "last": "2026-09-07T03:30:18+00:00" + }, + { + "path": "/bot/mastodon-184.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:39+00:00", + "last": "2026-09-07T03:43:39+00:00" + }, + { + "path": "/bot/mastodon-184.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:21+00:00", + "last": "2026-09-07T03:38:21+00:00" + }, + { + "path": "/bot/mastodon-185.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:08+00:00", + "last": "2026-09-07T03:31:08+00:00" + }, + { + "path": "/bot/mastodon-185.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:22+00:00", + "last": "2026-09-07T03:43:22+00:00" + }, + { + "path": "/bot/mastodon-185.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:30+00:00", + "last": "2026-09-07T03:38:30+00:00" + }, + { + "path": "/bot/mastodon-186.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:11+00:00", + "last": "2026-09-07T03:31:11+00:00" + }, + { + "path": "/bot/mastodon-186.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:08+00:00", + "last": "2026-09-07T03:43:08+00:00" + }, + { + "path": "/bot/mastodon-186.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:05+00:00", + "last": "2026-09-07T03:38:05+00:00" + }, + { + "path": "/bot/mastodon-187.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:24+00:00", + "last": "2026-09-07T03:30:24+00:00" + }, + { + "path": "/bot/mastodon-187.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:09+00:00", + "last": "2026-09-07T03:43:09+00:00" + }, + { + "path": "/bot/mastodon-187.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:39+00:00", + "last": "2026-09-07T03:37:39+00:00" + }, + { + "path": "/bot/mastodon-188.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:56+00:00", + "last": "2026-09-07T03:26:56+00:00" + }, + { + "path": "/bot/mastodon-188.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:04+00:00", + "last": "2026-09-07T03:43:04+00:00" + }, + { + "path": "/bot/mastodon-188.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:20+00:00", + "last": "2026-09-07T03:38:20+00:00" + }, + { + "path": "/bot/mastodon-189.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:35+00:00", + "last": "2026-09-07T03:30:35+00:00" + }, + { + "path": "/bot/mastodon-189.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:58+00:00", + "last": "2026-09-07T03:43:58+00:00" + }, + { + "path": "/bot/mastodon-189.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:48+00:00", + "last": "2026-09-07T03:37:48+00:00" + }, + { + "path": "/bot/mastodon-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:20+00:00", + "last": "2026-09-07T03:32:20+00:00" + }, + { + "path": "/bot/mastodon-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:01+00:00", + "last": "2026-09-07T03:46:01+00:00" + }, + { + "path": "/bot/mastodon-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:49+00:00", + "last": "2026-09-07T03:40:49+00:00" + }, + { + "path": "/bot/mastodon-190.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:01+00:00", + "last": "2026-09-07T03:31:01+00:00" + }, + { + "path": "/bot/mastodon-190.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:00+00:00", + "last": "2026-09-07T03:43:00+00:00" + }, + { + "path": "/bot/mastodon-190.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:42+00:00", + "last": "2026-09-07T03:37:42+00:00" + }, + { + "path": "/bot/mastodon-191.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:38+00:00", + "last": "2026-09-07T03:26:38+00:00" + }, + { + "path": "/bot/mastodon-191.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:10+00:00", + "last": "2026-09-07T03:43:10+00:00" + }, + { + "path": "/bot/mastodon-191.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:31+00:00", + "last": "2026-09-07T03:38:31+00:00" + }, + { + "path": "/bot/mastodon-192.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:51+00:00", + "last": "2026-09-07T03:26:51+00:00" + }, + { + "path": "/bot/mastodon-192.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:38+00:00", + "last": "2026-09-07T03:43:38+00:00" + }, + { + "path": "/bot/mastodon-192.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:26+00:00", + "last": "2026-09-07T03:38:26+00:00" + }, + { + "path": "/bot/mastodon-193.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:48+00:00", + "last": "2026-09-07T03:30:48+00:00" + }, + { + "path": "/bot/mastodon-193.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:45+00:00", + "last": "2026-09-07T03:43:45+00:00" + }, + { + "path": "/bot/mastodon-193.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:13+00:00", + "last": "2026-09-07T03:38:13+00:00" + }, + { + "path": "/bot/mastodon-194.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:56+00:00", + "last": "2026-09-07T03:30:56+00:00" + }, + { + "path": "/bot/mastodon-194.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:23+00:00", + "last": "2026-09-07T03:43:23+00:00" + }, + { + "path": "/bot/mastodon-194.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:28+00:00", + "last": "2026-09-07T03:38:28+00:00" + }, + { + "path": "/bot/mastodon-195.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:25+00:00", + "last": "2026-09-07T03:30:25+00:00" + }, + { + "path": "/bot/mastodon-195.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:21+00:00", + "last": "2026-09-07T03:43:21+00:00" + }, + { + "path": "/bot/mastodon-195.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:42+00:00", + "last": "2026-09-07T03:37:42+00:00" + }, + { + "path": "/bot/mastodon-196.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:44+00:00", + "last": "2026-09-07T03:30:44+00:00" + }, + { + "path": "/bot/mastodon-196.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:58+00:00", + "last": "2026-09-07T03:42:58+00:00" + }, + { + "path": "/bot/mastodon-196.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:44+00:00", + "last": "2026-09-07T03:37:44+00:00" + }, + { + "path": "/bot/mastodon-197.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:43+00:00", + "last": "2026-09-07T03:30:43+00:00" + }, + { + "path": "/bot/mastodon-197.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:42+00:00", + "last": "2026-09-07T03:43:42+00:00" + }, + { + "path": "/bot/mastodon-197.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:33+00:00", + "last": "2026-09-07T03:37:33+00:00" + }, + { + "path": "/bot/mastodon-198.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:04+00:00", + "last": "2026-09-07T03:31:04+00:00" + }, + { + "path": "/bot/mastodon-198.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:12+00:00", + "last": "2026-09-07T03:43:12+00:00" + }, + { + "path": "/bot/mastodon-198.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:31+00:00", + "last": "2026-09-07T03:37:31+00:00" + }, + { + "path": "/bot/mastodon-199.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:10+00:00", + "last": "2026-09-07T03:31:10+00:00" + }, + { + "path": "/bot/mastodon-199.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:33+00:00", + "last": "2026-09-07T03:43:33+00:00" + }, + { + "path": "/bot/mastodon-199.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:45+00:00", + "last": "2026-09-07T03:37:45+00:00" + }, + { + "path": "/bot/mastodon-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:53+00:00", + "last": "2026-09-07T03:33:53+00:00" + }, + { + "path": "/bot/mastodon-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:38+00:00", + "last": "2026-09-07T03:46:38+00:00" + }, + { + "path": "/bot/mastodon-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:07+00:00", + "last": "2026-09-07T03:41:07+00:00" + }, + { + "path": "/bot/mastodon-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:14+00:00", + "last": "2026-09-07T03:32:14+00:00" + }, + { + "path": "/bot/mastodon-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:12+00:00", + "last": "2026-09-07T03:46:12+00:00" + }, + { + "path": "/bot/mastodon-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:33+00:00", + "last": "2026-09-07T03:40:33+00:00" + }, + { + "path": "/bot/mastodon-200.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:51+00:00", + "last": "2026-09-07T03:30:51+00:00" + }, + { + "path": "/bot/mastodon-200.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:32+00:00", + "last": "2026-09-07T03:43:32+00:00" + }, + { + "path": "/bot/mastodon-200.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:02+00:00", + "last": "2026-09-07T03:38:02+00:00" + }, + { + "path": "/bot/mastodon-201.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:43+00:00", + "last": "2026-09-07T03:30:43+00:00" + }, + { + "path": "/bot/mastodon-201.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:26+00:00", + "last": "2026-09-07T03:43:26+00:00" + }, + { + "path": "/bot/mastodon-201.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:12+00:00", + "last": "2026-09-07T03:38:12+00:00" + }, + { + "path": "/bot/mastodon-202.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:51+00:00", + "last": "2026-09-07T03:30:51+00:00" + }, + { + "path": "/bot/mastodon-202.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:49+00:00", + "last": "2026-09-07T03:43:49+00:00" + }, + { + "path": "/bot/mastodon-202.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:45+00:00", + "last": "2026-09-07T03:37:45+00:00" + }, + { + "path": "/bot/mastodon-203.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:07+00:00", + "last": "2026-09-07T03:31:07+00:00" + }, + { + "path": "/bot/mastodon-203.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:37+00:00", + "last": "2026-09-07T03:43:37+00:00" + }, + { + "path": "/bot/mastodon-203.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:29+00:00", + "last": "2026-09-07T03:38:29+00:00" + }, + { + "path": "/bot/mastodon-204.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:47+00:00", + "last": "2026-09-07T03:30:47+00:00" + }, + { + "path": "/bot/mastodon-204.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:52+00:00", + "last": "2026-09-07T03:43:52+00:00" + }, + { + "path": "/bot/mastodon-204.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:27+00:00", + "last": "2026-09-07T03:38:27+00:00" + }, + { + "path": "/bot/mastodon-205.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:49+00:00", + "last": "2026-09-07T03:30:49+00:00" + }, + { + "path": "/bot/mastodon-205.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:36+00:00", + "last": "2026-09-07T03:43:36+00:00" + }, + { + "path": "/bot/mastodon-205.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:09+00:00", + "last": "2026-09-07T03:38:09+00:00" + }, + { + "path": "/bot/mastodon-206.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:47+00:00", + "last": "2026-09-07T03:30:47+00:00" + }, + { + "path": "/bot/mastodon-206.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:16+00:00", + "last": "2026-09-07T03:43:16+00:00" + }, + { + "path": "/bot/mastodon-206.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:55+00:00", + "last": "2026-09-07T03:37:55+00:00" + }, + { + "path": "/bot/mastodon-207.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:39+00:00", + "last": "2026-09-07T03:30:39+00:00" + }, + { + "path": "/bot/mastodon-207.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:24+00:00", + "last": "2026-09-07T03:43:24+00:00" + }, + { + "path": "/bot/mastodon-207.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:52+00:00", + "last": "2026-09-07T03:37:52+00:00" + }, + { + "path": "/bot/mastodon-208.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:31+00:00", + "last": "2026-09-07T03:30:31+00:00" + }, + { + "path": "/bot/mastodon-208.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:55+00:00", + "last": "2026-09-07T03:43:55+00:00" + }, + { + "path": "/bot/mastodon-208.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:57+00:00", + "last": "2026-09-07T03:37:57+00:00" + }, + { + "path": "/bot/mastodon-209.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:39+00:00", + "last": "2026-09-07T03:30:39+00:00" + }, + { + "path": "/bot/mastodon-209.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:18+00:00", + "last": "2026-09-07T03:43:18+00:00" + }, + { + "path": "/bot/mastodon-209.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:46+00:00", + "last": "2026-09-07T03:37:46+00:00" + }, + { + "path": "/bot/mastodon-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:02+00:00", + "last": "2026-09-07T03:32:02+00:00" + }, + { + "path": "/bot/mastodon-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:29+00:00", + "last": "2026-09-07T03:46:29+00:00" + }, + { + "path": "/bot/mastodon-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:35+00:00", + "last": "2026-09-07T03:40:35+00:00" + }, + { + "path": "/bot/mastodon-210.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:19+00:00", + "last": "2026-09-07T03:30:19+00:00" + }, + { + "path": "/bot/mastodon-210.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:57+00:00", + "last": "2026-09-07T03:42:57+00:00" + }, + { + "path": "/bot/mastodon-210.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:59+00:00", + "last": "2026-09-07T03:37:59+00:00" + }, + { + "path": "/bot/mastodon-211.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:40+00:00", + "last": "2026-09-07T03:30:40+00:00" + }, + { + "path": "/bot/mastodon-211.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:41+00:00", + "last": "2026-09-07T03:43:41+00:00" + }, + { + "path": "/bot/mastodon-211.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:18+00:00", + "last": "2026-09-07T03:38:18+00:00" + }, + { + "path": "/bot/mastodon-212.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:53+00:00", + "last": "2026-09-07T03:30:53+00:00" + }, + { + "path": "/bot/mastodon-212.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:56+00:00", + "last": "2026-09-07T03:43:56+00:00" + }, + { + "path": "/bot/mastodon-212.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:43+00:00", + "last": "2026-09-07T03:37:43+00:00" + }, + { + "path": "/bot/mastodon-213.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:45+00:00", + "last": "2026-09-07T03:30:45+00:00" + }, + { + "path": "/bot/mastodon-213.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:49+00:00", + "last": "2026-09-07T03:43:49+00:00" + }, + { + "path": "/bot/mastodon-213.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:34+00:00", + "last": "2026-09-07T03:37:34+00:00" + }, + { + "path": "/bot/mastodon-214.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:05+00:00", + "last": "2026-09-07T03:31:05+00:00" + }, + { + "path": "/bot/mastodon-214.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:43+00:00", + "last": "2026-09-07T03:43:43+00:00" + }, + { + "path": "/bot/mastodon-214.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:23+00:00", + "last": "2026-09-07T03:38:23+00:00" + }, + { + "path": "/bot/mastodon-215.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:40+00:00", + "last": "2026-09-07T03:30:40+00:00" + }, + { + "path": "/bot/mastodon-215.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:00+00:00", + "last": "2026-09-07T03:43:00+00:00" + }, + { + "path": "/bot/mastodon-215.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:06+00:00", + "last": "2026-09-07T03:38:06+00:00" + }, + { + "path": "/bot/mastodon-216.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:02+00:00", + "last": "2026-09-07T03:31:02+00:00" + }, + { + "path": "/bot/mastodon-216.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:14+00:00", + "last": "2026-09-07T03:43:14+00:00" + }, + { + "path": "/bot/mastodon-216.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:30+00:00", + "last": "2026-09-07T03:38:30+00:00" + }, + { + "path": "/bot/mastodon-217.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:14+00:00", + "last": "2026-09-07T03:30:14+00:00" + }, + { + "path": "/bot/mastodon-217.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:29+00:00", + "last": "2026-09-07T03:43:29+00:00" + }, + { + "path": "/bot/mastodon-217.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:28+00:00", + "last": "2026-09-07T03:38:28+00:00" + }, + { + "path": "/bot/mastodon-218.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:32+00:00", + "last": "2026-09-07T03:30:32+00:00" + }, + { + "path": "/bot/mastodon-218.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:48+00:00", + "last": "2026-09-07T03:43:48+00:00" + }, + { + "path": "/bot/mastodon-218.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:58+00:00", + "last": "2026-09-07T03:37:58+00:00" + }, + { + "path": "/bot/mastodon-219.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:08+00:00", + "last": "2026-09-07T03:27:08+00:00" + }, + { + "path": "/bot/mastodon-219.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:32+00:00", + "last": "2026-09-07T03:43:32+00:00" + }, + { + "path": "/bot/mastodon-219.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:22+00:00", + "last": "2026-09-07T03:38:22+00:00" + }, + { + "path": "/bot/mastodon-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:39+00:00", + "last": "2026-09-07T03:32:39+00:00" + }, + { + "path": "/bot/mastodon-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:06+00:00", + "last": "2026-09-07T03:46:06+00:00" + }, + { + "path": "/bot/mastodon-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:59+00:00", + "last": "2026-09-07T03:40:59+00:00" + }, + { + "path": "/bot/mastodon-220.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:06+00:00", + "last": "2026-09-07T03:31:06+00:00" + }, + { + "path": "/bot/mastodon-220.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:13+00:00", + "last": "2026-09-07T03:43:13+00:00" + }, + { + "path": "/bot/mastodon-220.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:17+00:00", + "last": "2026-09-07T03:38:17+00:00" + }, + { + "path": "/bot/mastodon-221.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:08+00:00", + "last": "2026-09-07T03:27:08+00:00" + }, + { + "path": "/bot/mastodon-221.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:45+00:00", + "last": "2026-09-07T03:43:45+00:00" + }, + { + "path": "/bot/mastodon-221.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:35+00:00", + "last": "2026-09-07T03:37:35+00:00" + }, + { + "path": "/bot/mastodon-222.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:36+00:00", + "last": "2026-09-07T03:29:36+00:00" + }, + { + "path": "/bot/mastodon-222.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:00+00:00", + "last": "2026-09-07T03:42:00+00:00" + }, + { + "path": "/bot/mastodon-222.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:19+00:00", + "last": "2026-09-07T03:36:19+00:00" + }, + { + "path": "/bot/mastodon-223.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:21+00:00", + "last": "2026-09-07T03:30:21+00:00" + }, + { + "path": "/bot/mastodon-223.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:32+00:00", + "last": "2026-09-07T03:43:32+00:00" + }, + { + "path": "/bot/mastodon-223.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:01+00:00", + "last": "2026-09-07T03:38:01+00:00" + }, + { + "path": "/bot/mastodon-224.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:27+00:00", + "last": "2026-09-07T03:30:27+00:00" + }, + { + "path": "/bot/mastodon-224.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:46+00:00", + "last": "2026-09-07T03:43:46+00:00" + }, + { + "path": "/bot/mastodon-224.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:14+00:00", + "last": "2026-09-07T03:38:14+00:00" + }, + { + "path": "/bot/mastodon-225.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:30+00:00", + "last": "2026-09-07T03:30:30+00:00" + }, + { + "path": "/bot/mastodon-225.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:10+00:00", + "last": "2026-09-07T03:43:10+00:00" + }, + { + "path": "/bot/mastodon-225.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:07+00:00", + "last": "2026-09-07T03:38:07+00:00" + }, + { + "path": "/bot/mastodon-226.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:05+00:00", + "last": "2026-09-07T03:31:05+00:00" + }, + { + "path": "/bot/mastodon-226.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:59+00:00", + "last": "2026-09-07T03:42:59+00:00" + }, + { + "path": "/bot/mastodon-226.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:47+00:00", + "last": "2026-09-07T03:37:47+00:00" + }, + { + "path": "/bot/mastodon-227.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:41+00:00", + "last": "2026-09-07T03:30:41+00:00" + }, + { + "path": "/bot/mastodon-227.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:59+00:00", + "last": "2026-09-07T03:43:59+00:00" + }, + { + "path": "/bot/mastodon-227.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:32+00:00", + "last": "2026-09-07T03:38:32+00:00" + }, + { + "path": "/bot/mastodon-228.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:16+00:00", + "last": "2026-09-07T03:30:16+00:00" + }, + { + "path": "/bot/mastodon-228.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:30+00:00", + "last": "2026-09-07T03:43:30+00:00" + }, + { + "path": "/bot/mastodon-228.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:16+00:00", + "last": "2026-09-07T03:38:16+00:00" + }, + { + "path": "/bot/mastodon-229.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:32+00:00", + "last": "2026-09-07T03:30:32+00:00" + }, + { + "path": "/bot/mastodon-229.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:03+00:00", + "last": "2026-09-07T03:43:03+00:00" + }, + { + "path": "/bot/mastodon-229.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:03+00:00", + "last": "2026-09-07T03:38:03+00:00" + }, + { + "path": "/bot/mastodon-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:10+00:00", + "last": "2026-09-07T03:32:10+00:00" + }, + { + "path": "/bot/mastodon-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:52+00:00", + "last": "2026-09-07T03:45:52+00:00" + }, + { + "path": "/bot/mastodon-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:15+00:00", + "last": "2026-09-07T03:40:15+00:00" + }, + { + "path": "/bot/mastodon-230.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:57+00:00", + "last": "2026-09-07T03:30:57+00:00" + }, + { + "path": "/bot/mastodon-230.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:27+00:00", + "last": "2026-09-07T03:43:27+00:00" + }, + { + "path": "/bot/mastodon-230.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:12+00:00", + "last": "2026-09-07T03:38:12+00:00" + }, + { + "path": "/bot/mastodon-231.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:57+00:00", + "last": "2026-09-07T03:30:57+00:00" + }, + { + "path": "/bot/mastodon-231.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:13+00:00", + "last": "2026-09-07T03:43:13+00:00" + }, + { + "path": "/bot/mastodon-231.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:51+00:00", + "last": "2026-09-07T03:37:51+00:00" + }, + { + "path": "/bot/mastodon-232.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:00+00:00", + "last": "2026-09-07T03:31:00+00:00" + }, + { + "path": "/bot/mastodon-232.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:40+00:00", + "last": "2026-09-07T03:43:40+00:00" + }, + { + "path": "/bot/mastodon-232.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:58+00:00", + "last": "2026-09-07T03:37:58+00:00" + }, + { + "path": "/bot/mastodon-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:03+00:00", + "last": "2026-09-07T03:32:03+00:00" + }, + { + "path": "/bot/mastodon-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:47+00:00", + "last": "2026-09-07T03:45:47+00:00" + }, + { + "path": "/bot/mastodon-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:20+00:00", + "last": "2026-09-07T03:40:20+00:00" + }, + { + "path": "/bot/mastodon-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:34+00:00", + "last": "2026-09-07T03:32:34+00:00" + }, + { + "path": "/bot/mastodon-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:03+00:00", + "last": "2026-09-07T03:46:03+00:00" + }, + { + "path": "/bot/mastodon-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:41+00:00", + "last": "2026-09-07T03:40:41+00:00" + }, + { + "path": "/bot/mastodon-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:17+00:00", + "last": "2026-09-07T03:32:17+00:00" + }, + { + "path": "/bot/mastodon-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:03+00:00", + "last": "2026-09-07T03:46:03+00:00" + }, + { + "path": "/bot/mastodon-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:22+00:00", + "last": "2026-09-07T03:40:22+00:00" + }, + { + "path": "/bot/mastodon-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:02+00:00", + "last": "2026-09-07T03:32:02+00:00" + }, + { + "path": "/bot/mastodon-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:48+00:00", + "last": "2026-09-07T03:45:48+00:00" + }, + { + "path": "/bot/mastodon-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:01+00:00", + "last": "2026-09-07T03:41:01+00:00" + }, + { + "path": "/bot/mastodon-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:17+00:00", + "last": "2026-09-07T03:32:17+00:00" + }, + { + "path": "/bot/mastodon-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:25+00:00", + "last": "2026-09-07T03:46:25+00:00" + }, + { + "path": "/bot/mastodon-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:47+00:00", + "last": "2026-09-07T03:40:47+00:00" + }, + { + "path": "/bot/mastodon-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:42+00:00", + "last": "2026-09-07T03:32:42+00:00" + }, + { + "path": "/bot/mastodon-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:57+00:00", + "last": "2026-09-07T03:45:57+00:00" + }, + { + "path": "/bot/mastodon-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:44+00:00", + "last": "2026-09-07T03:40:44+00:00" + }, + { + "path": "/bot/mastodon-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:52+00:00", + "last": "2026-09-07T03:33:52+00:00" + }, + { + "path": "/bot/mastodon-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:34+00:00", + "last": "2026-09-07T03:46:34+00:00" + }, + { + "path": "/bot/mastodon-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:05+00:00", + "last": "2026-09-07T03:41:05+00:00" + }, + { + "path": "/bot/mastodon-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:29+00:00", + "last": "2026-09-07T03:32:29+00:00" + }, + { + "path": "/bot/mastodon-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:14+00:00", + "last": "2026-09-07T03:46:14+00:00" + }, + { + "path": "/bot/mastodon-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:35+00:00", + "last": "2026-09-07T03:40:35+00:00" + }, + { + "path": "/bot/mastodon-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:09+00:00", + "last": "2026-09-07T03:32:09+00:00" + }, + { + "path": "/bot/mastodon-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:45+00:00", + "last": "2026-09-07T03:45:45+00:00" + }, + { + "path": "/bot/mastodon-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:27+00:00", + "last": "2026-09-07T03:40:27+00:00" + }, + { + "path": "/bot/mastodon-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:01+00:00", + "last": "2026-09-07T03:27:01+00:00" + }, + { + "path": "/bot/mastodon-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:55+00:00", + "last": "2026-09-07T03:45:55+00:00" + }, + { + "path": "/bot/mastodon-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:27+00:00", + "last": "2026-09-07T03:40:27+00:00" + }, + { + "path": "/bot/mastodon-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:58+00:00", + "last": "2026-09-07T03:26:58+00:00" + }, + { + "path": "/bot/mastodon-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:12+00:00", + "last": "2026-09-07T03:46:12+00:00" + }, + { + "path": "/bot/mastodon-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:50+00:00", + "last": "2026-09-07T03:40:50+00:00" + }, + { + "path": "/bot/mastodon-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:01+00:00", + "last": "2026-09-07T03:32:01+00:00" + }, + { + "path": "/bot/mastodon-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:59+00:00", + "last": "2026-09-07T03:45:59+00:00" + }, + { + "path": "/bot/mastodon-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:54+00:00", + "last": "2026-09-07T03:40:54+00:00" + }, + { + "path": "/bot/mastodon-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:09+00:00", + "last": "2026-09-07T03:27:09+00:00" + }, + { + "path": "/bot/mastodon-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:49+00:00", + "last": "2026-09-07T03:45:49+00:00" + }, + { + "path": "/bot/mastodon-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:41+00:00", + "last": "2026-09-07T03:40:41+00:00" + }, + { + "path": "/bot/mastodon-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:32+00:00", + "last": "2026-09-07T03:32:32+00:00" + }, + { + "path": "/bot/mastodon-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:16+00:00", + "last": "2026-09-07T03:46:16+00:00" + }, + { + "path": "/bot/mastodon-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:47+00:00", + "last": "2026-09-07T03:40:47+00:00" + }, + { + "path": "/bot/mastodon-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:22+00:00", + "last": "2026-09-07T03:32:22+00:00" + }, + { + "path": "/bot/mastodon-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:18+00:00", + "last": "2026-09-07T03:46:18+00:00" + }, + { + "path": "/bot/mastodon-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:45+00:00", + "last": "2026-09-07T03:40:45+00:00" + }, + { + "path": "/bot/mastodon-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:35+00:00", + "last": "2026-09-07T03:32:35+00:00" + }, + { + "path": "/bot/mastodon-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:58+00:00", + "last": "2026-09-07T03:45:58+00:00" + }, + { + "path": "/bot/mastodon-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:55+00:00", + "last": "2026-09-07T03:40:55+00:00" + }, + { + "path": "/bot/mastodon-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:18+00:00", + "last": "2026-09-07T03:32:18+00:00" + }, + { + "path": "/bot/mastodon-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:04+00:00", + "last": "2026-09-07T03:46:04+00:00" + }, + { + "path": "/bot/mastodon-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:18+00:00", + "last": "2026-09-07T03:40:18+00:00" + }, + { + "path": "/bot/mastodon-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:53+00:00", + "last": "2026-09-07T03:33:53+00:00" + }, + { + "path": "/bot/mastodon-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:33+00:00", + "last": "2026-09-07T03:46:33+00:00" + }, + { + "path": "/bot/mastodon-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:04+00:00", + "last": "2026-09-07T03:41:04+00:00" + }, + { + "path": "/bot/mastodon-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:37+00:00", + "last": "2026-09-07T03:32:37+00:00" + }, + { + "path": "/bot/mastodon-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:48+00:00", + "last": "2026-09-07T03:45:48+00:00" + }, + { + "path": "/bot/mastodon-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:39+00:00", + "last": "2026-09-07T03:40:39+00:00" + }, + { + "path": "/bot/mastodon-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:30+00:00", + "last": "2026-09-07T03:32:30+00:00" + }, + { + "path": "/bot/mastodon-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:24+00:00", + "last": "2026-09-07T03:46:24+00:00" + }, + { + "path": "/bot/mastodon-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:55+00:00", + "last": "2026-09-07T03:40:55+00:00" + }, + { + "path": "/bot/mastodon-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:40+00:00", + "last": "2026-09-07T03:32:40+00:00" + }, + { + "path": "/bot/mastodon-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:00+00:00", + "last": "2026-09-07T03:46:00+00:00" + }, + { + "path": "/bot/mastodon-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:25+00:00", + "last": "2026-09-07T03:40:25+00:00" + }, + { + "path": "/bot/mastodon-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:01+00:00", + "last": "2026-09-07T03:32:01+00:00" + }, + { + "path": "/bot/mastodon-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:30+00:00", + "last": "2026-09-07T03:46:30+00:00" + }, + { + "path": "/bot/mastodon-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:22+00:00", + "last": "2026-09-07T03:40:22+00:00" + }, + { + "path": "/bot/mastodon-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:04+00:00", + "last": "2026-09-07T03:32:04+00:00" + }, + { + "path": "/bot/mastodon-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:23+00:00", + "last": "2026-09-07T03:46:23+00:00" + }, + { + "path": "/bot/mastodon-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:38+00:00", + "last": "2026-09-07T03:40:38+00:00" + }, + { + "path": "/bot/mastodon-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:39+00:00", + "last": "2026-09-07T03:32:39+00:00" + }, + { + "path": "/bot/mastodon-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:57+00:00", + "last": "2026-09-07T03:45:57+00:00" + }, + { + "path": "/bot/mastodon-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:58+00:00", + "last": "2026-09-07T03:40:58+00:00" + }, + { + "path": "/bot/mastodon-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:19+00:00", + "last": "2026-09-07T03:32:19+00:00" + }, + { + "path": "/bot/mastodon-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:14+00:00", + "last": "2026-09-07T03:46:14+00:00" + }, + { + "path": "/bot/mastodon-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:31+00:00", + "last": "2026-09-07T03:40:31+00:00" + }, + { + "path": "/bot/mastodon-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:12+00:00", + "last": "2026-09-07T03:32:12+00:00" + }, + { + "path": "/bot/mastodon-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:15+00:00", + "last": "2026-09-07T03:46:15+00:00" + }, + { + "path": "/bot/mastodon-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:58+00:00", + "last": "2026-09-07T03:40:58+00:00" + }, + { + "path": "/bot/mastodon-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:00+00:00", + "last": "2026-09-07T03:32:00+00:00" + }, + { + "path": "/bot/mastodon-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:09+00:00", + "last": "2026-09-07T03:46:09+00:00" + }, + { + "path": "/bot/mastodon-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:39+00:00", + "last": "2026-09-07T03:40:39+00:00" + }, + { + "path": "/bot/mastodon-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:36+00:00", + "last": "2026-09-07T03:32:36+00:00" + }, + { + "path": "/bot/mastodon-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:27+00:00", + "last": "2026-09-07T03:46:27+00:00" + }, + { + "path": "/bot/mastodon-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:30+00:00", + "last": "2026-09-07T03:40:30+00:00" + }, + { + "path": "/bot/mastodon-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:31+00:00", + "last": "2026-09-07T03:26:31+00:00" + }, + { + "path": "/bot/mastodon-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:36+00:00", + "last": "2026-09-07T03:46:36+00:00" + }, + { + "path": "/bot/mastodon-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:05+00:00", + "last": "2026-09-07T03:41:05+00:00" + }, + { + "path": "/bot/mastodon-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:10+00:00", + "last": "2026-09-07T03:32:10+00:00" + }, + { + "path": "/bot/mastodon-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:22+00:00", + "last": "2026-09-07T03:46:22+00:00" + }, + { + "path": "/bot/mastodon-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:15+00:00", + "last": "2026-09-07T03:40:15+00:00" + }, + { + "path": "/bot/mastodon-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:03+00:00", + "last": "2026-09-07T03:32:03+00:00" + }, + { + "path": "/bot/mastodon-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:26+00:00", + "last": "2026-09-07T03:46:26+00:00" + }, + { + "path": "/bot/mastodon-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:19+00:00", + "last": "2026-09-07T03:40:19+00:00" + }, + { + "path": "/bot/mastodon-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:24+00:00", + "last": "2026-09-07T03:32:24+00:00" + }, + { + "path": "/bot/mastodon-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:30+00:00", + "last": "2026-09-07T03:46:30+00:00" + }, + { + "path": "/bot/mastodon-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:21+00:00", + "last": "2026-09-07T03:40:21+00:00" + }, + { + "path": "/bot/mastodon-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:07+00:00", + "last": "2026-09-07T03:32:07+00:00" + }, + { + "path": "/bot/mastodon-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:55+00:00", + "last": "2026-09-07T03:45:55+00:00" + }, + { + "path": "/bot/mastodon-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:18+00:00", + "last": "2026-09-07T03:40:18+00:00" + }, + { + "path": "/bot/mastodon-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:48+00:00", + "last": "2026-09-07T03:26:48+00:00" + }, + { + "path": "/bot/mastodon-54.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:28+00:00", + "last": "2026-09-07T03:46:28+00:00" + }, + { + "path": "/bot/mastodon-54.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:28+00:00", + "last": "2026-09-07T03:40:28+00:00" + }, + { + "path": "/bot/mastodon-55.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:45+00:00", + "last": "2026-09-07T03:32:45+00:00" + }, + { + "path": "/bot/mastodon-55.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:22+00:00", + "last": "2026-09-07T03:46:22+00:00" + }, + { + "path": "/bot/mastodon-55.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:32+00:00", + "last": "2026-09-07T03:40:32+00:00" + }, + { + "path": "/bot/mastodon-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:38+00:00", + "last": "2026-09-07T03:32:38+00:00" + }, + { + "path": "/bot/mastodon-56.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:08+00:00", + "last": "2026-09-07T03:46:08+00:00" + }, + { + "path": "/bot/mastodon-56.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:14+00:00", + "last": "2026-09-07T03:40:14+00:00" + }, + { + "path": "/bot/mastodon-57.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:43+00:00", + "last": "2026-09-07T03:26:43+00:00" + }, + { + "path": "/bot/mastodon-57.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:26+00:00", + "last": "2026-09-07T03:46:26+00:00" + }, + { + "path": "/bot/mastodon-57.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:38+00:00", + "last": "2026-09-07T03:40:38+00:00" + }, + { + "path": "/bot/mastodon-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:27+00:00", + "last": "2026-09-07T03:32:27+00:00" + }, + { + "path": "/bot/mastodon-58.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:48+00:00", + "last": "2026-09-07T03:45:48+00:00" + }, + { + "path": "/bot/mastodon-58.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:44+00:00", + "last": "2026-09-07T03:40:44+00:00" + }, + { + "path": "/bot/mastodon-59.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:11+00:00", + "last": "2026-09-07T03:32:11+00:00" + }, + { + "path": "/bot/mastodon-59.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:04+00:00", + "last": "2026-09-07T03:46:04+00:00" + }, + { + "path": "/bot/mastodon-59.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:23+00:00", + "last": "2026-09-07T03:40:23+00:00" + }, + { + "path": "/bot/mastodon-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:50+00:00", + "last": "2026-09-07T03:33:50+00:00" + }, + { + "path": "/bot/mastodon-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:34+00:00", + "last": "2026-09-07T03:46:34+00:00" + }, + { + "path": "/bot/mastodon-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:03+00:00", + "last": "2026-09-07T03:41:03+00:00" + }, + { + "path": "/bot/mastodon-60.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:31+00:00", + "last": "2026-09-07T03:32:31+00:00" + }, + { + "path": "/bot/mastodon-60.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:19+00:00", + "last": "2026-09-07T03:46:19+00:00" + }, + { + "path": "/bot/mastodon-60.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:24+00:00", + "last": "2026-09-07T03:40:24+00:00" + }, + { + "path": "/bot/mastodon-61.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:09+00:00", + "last": "2026-09-07T03:32:09+00:00" + }, + { + "path": "/bot/mastodon-61.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:18+00:00", + "last": "2026-09-07T03:46:18+00:00" + }, + { + "path": "/bot/mastodon-61.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:32+00:00", + "last": "2026-09-07T03:40:32+00:00" + }, + { + "path": "/bot/mastodon-62.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:33+00:00", + "last": "2026-09-07T03:32:33+00:00" + }, + { + "path": "/bot/mastodon-62.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:51+00:00", + "last": "2026-09-07T03:45:51+00:00" + }, + { + "path": "/bot/mastodon-62.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:20+00:00", + "last": "2026-09-07T03:40:20+00:00" + }, + { + "path": "/bot/mastodon-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:32+00:00", + "last": "2026-09-07T03:32:32+00:00" + }, + { + "path": "/bot/mastodon-63.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:28+00:00", + "last": "2026-09-07T03:46:28+00:00" + }, + { + "path": "/bot/mastodon-63.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:44+00:00", + "last": "2026-09-07T03:40:44+00:00" + }, + { + "path": "/bot/mastodon-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:27+00:00", + "last": "2026-09-07T03:32:27+00:00" + }, + { + "path": "/bot/mastodon-64.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:50+00:00", + "last": "2026-09-07T03:45:50+00:00" + }, + { + "path": "/bot/mastodon-64.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:16+00:00", + "last": "2026-09-07T03:40:16+00:00" + }, + { + "path": "/bot/mastodon-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:33+00:00", + "last": "2026-09-07T03:32:33+00:00" + }, + { + "path": "/bot/mastodon-65.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:58+00:00", + "last": "2026-09-07T03:45:58+00:00" + }, + { + "path": "/bot/mastodon-65.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:42+00:00", + "last": "2026-09-07T03:40:42+00:00" + }, + { + "path": "/bot/mastodon-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:34+00:00", + "last": "2026-09-07T03:32:34+00:00" + }, + { + "path": "/bot/mastodon-66.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:54+00:00", + "last": "2026-09-07T03:45:54+00:00" + }, + { + "path": "/bot/mastodon-66.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:50+00:00", + "last": "2026-09-07T03:40:50+00:00" + }, + { + "path": "/bot/mastodon-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:18+00:00", + "last": "2026-09-07T03:32:18+00:00" + }, + { + "path": "/bot/mastodon-67.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:17+00:00", + "last": "2026-09-07T03:46:17+00:00" + }, + { + "path": "/bot/mastodon-67.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:21+00:00", + "last": "2026-09-07T03:40:21+00:00" + }, + { + "path": "/bot/mastodon-68.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:28+00:00", + "last": "2026-09-07T03:32:28+00:00" + }, + { + "path": "/bot/mastodon-68.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:00+00:00", + "last": "2026-09-07T03:46:00+00:00" + }, + { + "path": "/bot/mastodon-68.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:31+00:00", + "last": "2026-09-07T03:40:31+00:00" + }, + { + "path": "/bot/mastodon-69.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:48+00:00", + "last": "2026-09-07T03:26:48+00:00" + }, + { + "path": "/bot/mastodon-69.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:56+00:00", + "last": "2026-09-07T03:45:56+00:00" + }, + { + "path": "/bot/mastodon-69.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:53+00:00", + "last": "2026-09-07T03:40:53+00:00" + }, + { + "path": "/bot/mastodon-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:54+00:00", + "last": "2026-09-07T03:33:54+00:00" + }, + { + "path": "/bot/mastodon-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:40+00:00", + "last": "2026-09-07T03:46:40+00:00" + }, + { + "path": "/bot/mastodon-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:05+00:00", + "last": "2026-09-07T03:41:05+00:00" + }, + { + "path": "/bot/mastodon-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:09+00:00", + "last": "2026-09-07T03:27:09+00:00" + }, + { + "path": "/bot/mastodon-70.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:08+00:00", + "last": "2026-09-07T03:46:08+00:00" + }, + { + "path": "/bot/mastodon-70.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:43+00:00", + "last": "2026-09-07T03:40:43+00:00" + }, + { + "path": "/bot/mastodon-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:21+00:00", + "last": "2026-09-07T03:32:21+00:00" + }, + { + "path": "/bot/mastodon-71.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:50+00:00", + "last": "2026-09-07T03:45:50+00:00" + }, + { + "path": "/bot/mastodon-71.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:18+00:00", + "last": "2026-09-07T03:40:18+00:00" + }, + { + "path": "/bot/mastodon-72.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:13+00:00", + "last": "2026-09-07T03:32:13+00:00" + }, + { + "path": "/bot/mastodon-72.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:09+00:00", + "last": "2026-09-07T03:46:09+00:00" + }, + { + "path": "/bot/mastodon-72.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:41+00:00", + "last": "2026-09-07T03:40:41+00:00" + }, + { + "path": "/bot/mastodon-73.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:42+00:00", + "last": "2026-09-07T03:32:42+00:00" + }, + { + "path": "/bot/mastodon-73.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:23+00:00", + "last": "2026-09-07T03:46:23+00:00" + }, + { + "path": "/bot/mastodon-73.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:56+00:00", + "last": "2026-09-07T03:40:56+00:00" + }, + { + "path": "/bot/mastodon-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:53+00:00", + "last": "2026-09-07T03:26:53+00:00" + }, + { + "path": "/bot/mastodon-74.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:46+00:00", + "last": "2026-09-07T03:45:46+00:00" + }, + { + "path": "/bot/mastodon-74.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:32+00:00", + "last": "2026-09-07T03:40:32+00:00" + }, + { + "path": "/bot/mastodon-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:21+00:00", + "last": "2026-09-07T03:32:21+00:00" + }, + { + "path": "/bot/mastodon-75.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:53+00:00", + "last": "2026-09-07T03:45:53+00:00" + }, + { + "path": "/bot/mastodon-75.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:27+00:00", + "last": "2026-09-07T03:40:27+00:00" + }, + { + "path": "/bot/mastodon-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:41+00:00", + "last": "2026-09-07T03:32:41+00:00" + }, + { + "path": "/bot/mastodon-76.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:11+00:00", + "last": "2026-09-07T03:46:11+00:00" + }, + { + "path": "/bot/mastodon-76.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:01+00:00", + "last": "2026-09-07T03:41:01+00:00" + }, + { + "path": "/bot/mastodon-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:25+00:00", + "last": "2026-09-07T03:32:25+00:00" + }, + { + "path": "/bot/mastodon-77.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:26+00:00", + "last": "2026-09-07T03:32:26+00:00" + }, + { + "path": "/bot/mastodon-77.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:25+00:00", + "last": "2026-09-07T03:32:25+00:00" + }, + { + "path": "/bot/mastodon-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:24+00:00", + "last": "2026-09-07T03:32:24+00:00" + }, + { + "path": "/bot/mastodon-78.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:45+00:00", + "last": "2026-09-07T03:45:45+00:00" + }, + { + "path": "/bot/mastodon-78.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:00+00:00", + "last": "2026-09-07T03:41:00+00:00" + }, + { + "path": "/bot/mastodon-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:54+00:00", + "last": "2026-09-07T03:26:54+00:00" + }, + { + "path": "/bot/mastodon-79.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:07+00:00", + "last": "2026-09-07T03:46:07+00:00" + }, + { + "path": "/bot/mastodon-79.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:20+00:00", + "last": "2026-09-07T03:40:20+00:00" + }, + { + "path": "/bot/mastodon-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:50+00:00", + "last": "2026-09-07T03:33:50+00:00" + }, + { + "path": "/bot/mastodon-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:51+00:00", + "last": "2026-09-07T03:33:51+00:00" + }, + { + "path": "/bot/mastodon-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:51+00:00", + "last": "2026-09-07T03:33:51+00:00" + }, + { + "path": "/bot/mastodon-80.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:44+00:00", + "last": "2026-09-07T03:32:44+00:00" + }, + { + "path": "/bot/mastodon-80.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:15+00:00", + "last": "2026-09-07T03:46:15+00:00" + }, + { + "path": "/bot/mastodon-80.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:42+00:00", + "last": "2026-09-07T03:40:42+00:00" + }, + { + "path": "/bot/mastodon-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:43+00:00", + "last": "2026-09-07T03:32:43+00:00" + }, + { + "path": "/bot/mastodon-81.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:21+00:00", + "last": "2026-09-07T03:46:21+00:00" + }, + { + "path": "/bot/mastodon-81.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:17+00:00", + "last": "2026-09-07T03:40:17+00:00" + }, + { + "path": "/bot/mastodon-82.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:05+00:00", + "last": "2026-09-07T03:32:05+00:00" + }, + { + "path": "/bot/mastodon-82.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:46+00:00", + "last": "2026-09-07T03:45:46+00:00" + }, + { + "path": "/bot/mastodon-82.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:59+00:00", + "last": "2026-09-07T03:40:59+00:00" + }, + { + "path": "/bot/mastodon-83.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:05+00:00", + "last": "2026-09-07T03:32:05+00:00" + }, + { + "path": "/bot/mastodon-83.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:17+00:00", + "last": "2026-09-07T03:46:17+00:00" + }, + { + "path": "/bot/mastodon-83.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:37+00:00", + "last": "2026-09-07T03:40:37+00:00" + }, + { + "path": "/bot/mastodon-84.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:41+00:00", + "last": "2026-09-07T03:32:41+00:00" + }, + { + "path": "/bot/mastodon-84.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:59+00:00", + "last": "2026-09-07T03:45:59+00:00" + }, + { + "path": "/bot/mastodon-84.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:25+00:00", + "last": "2026-09-07T03:40:25+00:00" + }, + { + "path": "/bot/mastodon-85.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:29+00:00", + "last": "2026-09-07T03:32:29+00:00" + }, + { + "path": "/bot/mastodon-85.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:29+00:00", + "last": "2026-09-07T03:46:29+00:00" + }, + { + "path": "/bot/mastodon-85.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:28+00:00", + "last": "2026-09-07T03:40:28+00:00" + }, + { + "path": "/bot/mastodon-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:11+00:00", + "last": "2026-09-07T03:32:11+00:00" + }, + { + "path": "/bot/mastodon-86.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:02+00:00", + "last": "2026-09-07T03:46:02+00:00" + }, + { + "path": "/bot/mastodon-86.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:30+00:00", + "last": "2026-09-07T03:40:30+00:00" + }, + { + "path": "/bot/mastodon-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:12+00:00", + "last": "2026-09-07T03:32:12+00:00" + }, + { + "path": "/bot/mastodon-87.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:21+00:00", + "last": "2026-09-07T03:46:21+00:00" + }, + { + "path": "/bot/mastodon-87.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:33+00:00", + "last": "2026-09-07T03:40:33+00:00" + }, + { + "path": "/bot/mastodon-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:43+00:00", + "last": "2026-09-07T03:32:43+00:00" + }, + { + "path": "/bot/mastodon-88.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:25+00:00", + "last": "2026-09-07T03:46:25+00:00" + }, + { + "path": "/bot/mastodon-88.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:36+00:00", + "last": "2026-09-07T03:40:36+00:00" + }, + { + "path": "/bot/mastodon-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:15+00:00", + "last": "2026-09-07T03:32:15+00:00" + }, + { + "path": "/bot/mastodon-89.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:02+00:00", + "last": "2026-09-07T03:46:02+00:00" + }, + { + "path": "/bot/mastodon-89.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:45+00:00", + "last": "2026-09-07T03:40:45+00:00" + }, + { + "path": "/bot/mastodon-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:54+00:00", + "last": "2026-09-07T03:33:54+00:00" + }, + { + "path": "/bot/mastodon-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:39+00:00", + "last": "2026-09-07T03:46:39+00:00" + }, + { + "path": "/bot/mastodon-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:06+00:00", + "last": "2026-09-07T03:41:06+00:00" + }, + { + "path": "/bot/mastodon-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:37+00:00", + "last": "2026-09-07T03:26:37+00:00" + }, + { + "path": "/bot/mastodon-90.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:16+00:00", + "last": "2026-09-07T03:46:16+00:00" + }, + { + "path": "/bot/mastodon-90.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:46+00:00", + "last": "2026-09-07T03:40:46+00:00" + }, + { + "path": "/bot/mastodon-91.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:44+00:00", + "last": "2026-09-07T03:32:44+00:00" + }, + { + "path": "/bot/mastodon-91.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:20+00:00", + "last": "2026-09-07T03:46:20+00:00" + }, + { + "path": "/bot/mastodon-91.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:48+00:00", + "last": "2026-09-07T03:40:48+00:00" + }, + { + "path": "/bot/mastodon-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:15+00:00", + "last": "2026-09-07T03:32:15+00:00" + }, + { + "path": "/bot/mastodon-92.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:51+00:00", + "last": "2026-09-07T03:45:51+00:00" + }, + { + "path": "/bot/mastodon-92.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:48+00:00", + "last": "2026-09-07T03:40:48+00:00" + }, + { + "path": "/bot/mastodon-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:20+00:00", + "last": "2026-09-07T03:32:20+00:00" + }, + { + "path": "/bot/mastodon-93.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:19+00:00", + "last": "2026-09-07T03:46:19+00:00" + }, + { + "path": "/bot/mastodon-93.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:57+00:00", + "last": "2026-09-07T03:40:57+00:00" + }, + { + "path": "/bot/mastodon-94.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:04+00:00", + "last": "2026-09-07T03:32:04+00:00" + }, + { + "path": "/bot/mastodon-94.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:10+00:00", + "last": "2026-09-07T03:46:10+00:00" + }, + { + "path": "/bot/mastodon-94.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:23+00:00", + "last": "2026-09-07T03:40:23+00:00" + }, + { + "path": "/bot/mastodon-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:23+00:00", + "last": "2026-09-07T03:32:23+00:00" + }, + { + "path": "/bot/mastodon-95.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:14+00:00", + "last": "2026-09-07T03:46:14+00:00" + }, + { + "path": "/bot/mastodon-95.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:08+00:00", + "last": "2026-09-07T03:33:08+00:00" + }, + { + "path": "/bot/mastodon-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:31+00:00", + "last": "2026-09-07T03:32:31+00:00" + }, + { + "path": "/bot/mastodon-96.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:22+00:00", + "last": "2026-09-07T03:46:22+00:00" + }, + { + "path": "/bot/mastodon-96.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:56+00:00", + "last": "2026-09-07T03:40:56+00:00" + }, + { + "path": "/bot/mastodon-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:22+00:00", + "last": "2026-09-07T03:32:22+00:00" + }, + { + "path": "/bot/mastodon-97.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:05+00:00", + "last": "2026-09-07T03:46:05+00:00" + }, + { + "path": "/bot/mastodon-97.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:34+00:00", + "last": "2026-09-07T03:40:34+00:00" + }, + { + "path": "/bot/mastodon-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:08+00:00", + "last": "2026-09-07T03:32:08+00:00" + }, + { + "path": "/bot/mastodon-98.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:24+00:00", + "last": "2026-09-07T03:46:24+00:00" + }, + { + "path": "/bot/mastodon-98.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:36+00:00", + "last": "2026-09-07T03:40:36+00:00" + }, + { + "path": "/bot/mastodon-99.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:38+00:00", + "last": "2026-09-07T03:32:38+00:00" + }, + { + "path": "/bot/mastodon-99.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:13+00:00", + "last": "2026-09-07T03:46:13+00:00" + }, + { + "path": "/bot/mastodon-99.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:52+00:00", + "last": "2026-09-07T03:40:52+00:00" + }, + { + "path": "/bot/mastodon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:41+00:00", + "last": "2026-09-07T03:27:41+00:00" + }, + { + "path": "/bot/mastodon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:34+00:00", + "last": "2026-09-07T03:48:34+00:00" + }, + { + "path": "/bot/mastodon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:36+00:00", + "last": "2026-09-07T03:41:36+00:00" + }, + { + "path": "/bot/mcp-catalog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:11+00:00", + "last": "2026-09-03T04:18:11+00:00" + }, + { + "path": "/bot/mcp-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:21+00:00", + "last": "2026-09-03T04:20:21+00:00" + }, + { + "path": "/bot/mcp-catalog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:53+00:00", + "last": "2026-09-03T04:18:53+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:52+00:00", + "last": "2026-09-01T06:40:52+00:00" + }, + { + "path": "/bot/mcp-checker.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:53+00:00", + "last": "2026-09-01T06:40:53+00:00" + }, + { + "path": "/bot/mcp-checker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:33+00:00", + "last": "2026-09-01T06:41:33+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:12+00:00", + "last": "2026-09-07T03:34:12+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:53+00:00", + "last": "2026-09-07T03:41:53+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:14+00:00", + "last": "2026-09-07T03:36:14+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:10+00:00", + "last": "2026-09-03T04:18:10+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:58+00:00", + "last": "2026-09-03T04:19:58+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:51+00:00", + "last": "2026-09-03T04:18:51+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:45+00:00", + "last": "2026-09-01T06:40:45+00:00" + }, + { + "path": "/bot/mcp-observatory.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:54+00:00", + "last": "2026-09-01T06:42:54+00:00" + }, + { + "path": "/bot/mcp-observatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:26+00:00", + "last": "2026-09-01T06:41:26+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:54+00:00", + "last": "2026-09-01T06:40:54+00:00" + }, + { + "path": "/bot/mcp-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:27+00:00", + "last": "2026-09-01T06:42:27+00:00" + }, + { + "path": "/bot/mcp-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:35+00:00", + "last": "2026-09-01T06:41:35+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:04+00:00", + "last": "2026-09-03T04:17:04+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:45+00:00", + "last": "2026-09-03T04:18:45+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:28+00:00", + "last": "2026-09-03T04:18:28+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:00+00:00", + "last": "2026-09-01T06:41:00+00:00" + }, + { + "path": "/bot/mcp-schema-archive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:43+00:00", + "last": "2026-09-01T06:41:43+00:00" + }, + { + "path": "/bot/mcp-schema-archive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:40+00:00", + "last": "2026-09-01T06:41:40+00:00" + }, + { + "path": "/bot/mcp-scraper.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:58+00:00", + "last": "2026-09-07T03:33:58+00:00" + }, + { + "path": "/bot/mcp-scraper.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:13+00:00", + "last": "2026-09-07T03:42:13+00:00" + }, + { + "path": "/bot/mcp-scraper.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:44+00:00", + "last": "2026-09-07T03:38:44+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:19+00:00", + "last": "2026-09-03T04:18:19+00:00" + }, + { + "path": "/bot/mcp-stats-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:20+00:00", + "last": "2026-09-03T04:18:20+00:00" + }, + { + "path": "/bot/mcp-stats-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:01+00:00", + "last": "2026-09-03T04:19:01+00:00" + }, + { + "path": "/bot/mcp-ui-parity-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:29+00:00", + "last": "2026-09-07T03:34:29+00:00" + }, + { + "path": "/bot/mcp-ui-parity-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:51+00:00", + "last": "2026-09-07T03:41:51+00:00" + }, + { + "path": "/bot/mcp-ui-parity-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:12+00:00", + "last": "2026-09-07T03:36:12+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:15+00:00", + "last": "2026-09-03T04:18:15+00:00" + }, + { + "path": "/bot/mcp-uptime.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:28+00:00", + "last": "2026-09-03T04:20:28+00:00" + }, + { + "path": "/bot/mcp-uptime.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:18+00:00", + "last": "2026-09-03T04:19:18+00:00" + }, + { + "path": "/bot/mcp-watch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:48+00:00", + "last": "2026-09-07T03:33:48+00:00" + }, + { + "path": "/bot/mcp-watch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:38+00:00", + "last": "2026-09-07T03:45:38+00:00" + }, + { + "path": "/bot/mcp-watch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:19+00:00", + "last": "2026-09-07T03:41:19+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:27+00:00", + "last": "2026-09-07T03:33:27+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:17+00:00", + "last": "2026-09-07T03:34:17+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:09+00:00", + "last": "2026-09-07T03:34:09+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:22+00:00", + "last": "2026-09-03T04:18:22+00:00" + }, + { + "path": "/bot/mcp2-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:55+00:00", + "last": "2026-09-03T04:20:55+00:00" + }, + { + "path": "/bot/mcp2-research.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:03+00:00", + "last": "2026-09-03T04:19:03+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:33+00:00", + "last": "2026-09-01T06:40:33+00:00" + }, + { + "path": "/bot/mcpbeat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:48+00:00", + "last": "2026-09-01T06:42:48+00:00" + }, + { + "path": "/bot/mcpbeat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:44+00:00", + "last": "2026-09-01T06:41:44+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:31+00:00", + "last": "2026-09-01T06:40:31+00:00" + }, + { + "path": "/bot/mcpcatalogsync.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:23+00:00", + "last": "2026-09-01T06:43:23+00:00" + }, + { + "path": "/bot/mcpcatalogsync.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:01+00:00", + "last": "2026-09-01T06:42:01+00:00" + }, + { + "path": "/bot/mcpcensusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:28+00:00", + "last": "2026-09-07T03:29:28+00:00" + }, + { + "path": "/bot/mcpcensusbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:53+00:00", + "last": "2026-09-07T03:48:53+00:00" + }, + { + "path": "/bot/mcpcensusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:54+00:00", + "last": "2026-09-07T03:41:54+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:56+00:00", + "last": "2026-09-03T04:16:56+00:00" + }, + { + "path": "/bot/mcpcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:43+00:00", + "last": "2026-09-03T04:20:43+00:00" + }, + { + "path": "/bot/mcpcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:24+00:00", + "last": "2026-09-03T04:19:24+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:47+00:00", + "last": "2026-09-03T04:17:47+00:00" + }, + { + "path": "/bot/mcpgrade-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:38+00:00", + "last": "2026-09-03T04:20:38+00:00" + }, + { + "path": "/bot/mcpgrade-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:42+00:00", + "last": "2026-09-03T04:18:42+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:45+00:00", + "last": "2026-09-03T04:16:45+00:00" + }, + { + "path": "/bot/mcpi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:25+00:00", + "last": "2026-09-03T04:20:25+00:00" + }, + { + "path": "/bot/mcpi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:39+00:00", + "last": "2026-09-03T04:18:39+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:15+00:00", + "last": "2026-09-07T03:36:15+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:56+00:00", + "last": "2026-09-07T03:36:56+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:56+00:00", + "last": "2026-09-07T03:36:56+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:35+00:00", + "last": "2026-09-01T06:40:35+00:00" + }, + { + "path": "/bot/mcpmeter.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:43+00:00", + "last": "2026-09-01T06:42:43+00:00" + }, + { + "path": "/bot/mcpmeter.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:50+00:00", + "last": "2026-09-01T06:41:50+00:00" + }, + { + "path": "/bot/mcpmon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:24+00:00", + "last": "2026-09-07T03:27:24+00:00" + }, + { + "path": "/bot/mcpmon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:38+00:00", + "last": "2026-09-07T03:48:38+00:00" + }, + { + "path": "/bot/mcpmon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:25+00:00", + "last": "2026-09-07T03:41:25+00:00" + }, + { + "path": "/bot/mcporbit-oauth-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:46+00:00", + "last": "2026-09-07T03:27:46+00:00" + }, + { + "path": "/bot/mcporbit-oauth-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:35+00:00", + "last": "2026-09-07T03:38:35+00:00" + }, + { + "path": "/bot/mcporbit-oauth-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:16+00:00", + "last": "2026-09-07T03:36:16+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:39+00:00", + "last": "2026-09-03T04:17:39+00:00" + }, + { + "path": "/bot/mcpqueen-grader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:50+00:00", + "last": "2026-09-03T04:20:50+00:00" + }, + { + "path": "/bot/mcpqueen-grader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:02+00:00", + "last": "2026-09-03T04:19:02+00:00" + }, + { + "path": "/bot/mcprush-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:37+00:00", + "last": "2026-09-07T03:29:37+00:00" + }, + { + "path": "/bot/mcprush-verify.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:14+00:00", + "last": "2026-09-07T03:48:14+00:00" + }, + { + "path": "/bot/mcprush-verify.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:23+00:00", + "last": "2026-09-07T03:37:23+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:32+00:00", + "last": "2026-09-01T06:40:32+00:00" + }, + { + "path": "/bot/mcpscan.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:48+00:00", + "last": "2026-09-01T06:42:48+00:00" + }, + { + "path": "/bot/mcpscan.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:16+00:00", + "last": "2026-09-01T06:41:16+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:17+00:00", + "last": "2026-09-07T03:31:17+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:10+00:00", + "last": "2026-09-07T03:41:10+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:16+00:00", + "last": "2026-09-07T03:36:16+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:34+00:00", + "last": "2026-09-01T06:40:34+00:00" + }, + { + "path": "/bot/mcpwatch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:43+00:00", + "last": "2026-09-01T06:42:43+00:00" + }, + { + "path": "/bot/mcpwatch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:16+00:00", + "last": "2026-09-01T06:41:16+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:11+00:00", + "last": "2026-09-03T04:17:11+00:00" + }, + { + "path": "/bot/mcpwitness.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:26+00:00", + "last": "2026-09-03T04:21:26+00:00" + }, + { + "path": "/bot/mcpwitness.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:08+00:00", + "last": "2026-09-03T04:19:08+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:59+00:00", + "last": "2026-09-01T06:40:59+00:00" + }, + { + "path": "/bot/measure-mcp-schema.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:11+00:00", + "last": "2026-09-01T06:42:11+00:00" + }, + { + "path": "/bot/measure-mcp-schema.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:39+00:00", + "last": "2026-09-01T06:41:39+00:00" + }, + { + "path": "/bot/mercury-velvt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:10+00:00", + "last": "2026-09-07T03:36:10+00:00" + }, + { + "path": "/bot/mercury-velvt.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:10+00:00", + "last": "2026-09-07T03:48:10+00:00" + }, + { + "path": "/bot/mercury-velvt.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:26+00:00", + "last": "2026-09-07T03:37:26+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:17+00:00", + "last": "2026-09-07T03:27:17+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:13+00:00", + "last": "2026-09-07T03:36:13+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:34+00:00", + "last": "2026-09-07T03:29:34+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:25+00:00", + "last": "2026-09-03T04:17:25+00:00" + }, + { + "path": "/bot/meta-externalagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:08+00:00", + "last": "2026-09-03T04:20:08+00:00" + }, + { + "path": "/bot/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:48+00:00", + "last": "2026-09-03T04:19:48+00:00" + }, + { + "path": "/bot/misskey-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:14+00:00", + "last": "2026-09-07T03:32:14+00:00" + }, + { + "path": "/bot/misskey-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:05+00:00", + "last": "2026-09-07T03:46:05+00:00" + }, + { + "path": "/bot/misskey-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:02+00:00", + "last": "2026-09-07T03:41:02+00:00" + }, + { + "path": "/bot/misskey-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:16+00:00", + "last": "2026-09-07T03:32:16+00:00" + }, + { + "path": "/bot/misskey-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:11+00:00", + "last": "2026-09-07T03:46:11+00:00" + }, + { + "path": "/bot/misskey-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:07+00:00", + "last": "2026-09-07T03:41:07+00:00" + }, + { + "path": "/bot/misskey-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:32:28+00:00", + "last": "2026-09-07T03:32:28+00:00" + }, + { + "path": "/bot/misskey-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:27+00:00", + "last": "2026-09-07T03:46:27+00:00" + }, + { + "path": "/bot/misskey-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:07+00:00", + "last": "2026-09-07T03:41:07+00:00" + }, + { + "path": "/bot/misskey-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:38+00:00", + "last": "2026-09-07T03:33:38+00:00" + }, + { + "path": "/bot/misskey-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:52+00:00", + "last": "2026-09-07T03:46:52+00:00" + }, + { + "path": "/bot/misskey-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:59+00:00", + "last": "2026-09-07T03:39:59+00:00" + }, + { + "path": "/bot/misskey-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:34+00:00", + "last": "2026-09-07T03:33:34+00:00" + }, + { + "path": "/bot/misskey-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:47+00:00", + "last": "2026-09-07T03:46:47+00:00" + }, + { + "path": "/bot/misskey-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:50+00:00", + "last": "2026-09-07T03:39:50+00:00" + }, + { + "path": "/bot/misskey-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:36+00:00", + "last": "2026-09-07T03:33:36+00:00" + }, + { + "path": "/bot/misskey-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:02+00:00", + "last": "2026-09-07T03:47:02+00:00" + }, + { + "path": "/bot/misskey-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:46+00:00", + "last": "2026-09-07T03:39:46+00:00" + }, + { + "path": "/bot/misskey-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:49+00:00", + "last": "2026-09-07T03:26:49+00:00" + }, + { + "path": "/bot/misskey-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:04+00:00", + "last": "2026-09-07T03:47:04+00:00" + }, + { + "path": "/bot/misskey-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:57+00:00", + "last": "2026-09-07T03:39:57+00:00" + }, + { + "path": "/bot/misskey-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:35+00:00", + "last": "2026-09-07T03:33:35+00:00" + }, + { + "path": "/bot/misskey-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:59+00:00", + "last": "2026-09-07T03:46:59+00:00" + }, + { + "path": "/bot/misskey-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:58+00:00", + "last": "2026-09-07T03:39:58+00:00" + }, + { + "path": "/bot/misskey-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:37+00:00", + "last": "2026-09-07T03:33:37+00:00" + }, + { + "path": "/bot/misskey-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:32+00:00", + "last": "2026-09-07T03:39:32+00:00" + }, + { + "path": "/bot/misskey-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:55+00:00", + "last": "2026-09-07T03:39:55+00:00" + }, + { + "path": "/bot/misskey-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:34+00:00", + "last": "2026-09-07T03:33:34+00:00" + }, + { + "path": "/bot/misskey-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:57+00:00", + "last": "2026-09-07T03:46:57+00:00" + }, + { + "path": "/bot/misskey-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:10+00:00", + "last": "2026-09-07T03:40:10+00:00" + }, + { + "path": "/bot/misskey-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:35+00:00", + "last": "2026-09-07T03:33:35+00:00" + }, + { + "path": "/bot/misskey-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:51+00:00", + "last": "2026-09-07T03:46:51+00:00" + }, + { + "path": "/bot/misskey-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:02+00:00", + "last": "2026-09-07T03:40:02+00:00" + }, + { + "path": "/bot/misskey.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:37+00:00", + "last": "2026-09-07T03:27:37+00:00" + }, + { + "path": "/bot/misskey.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:29+00:00", + "last": "2026-09-07T03:48:29+00:00" + }, + { + "path": "/bot/misskey.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:39+00:00", + "last": "2026-09-07T03:38:39+00:00" + }, + { + "path": "/bot/misskeymediaproxy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:13+00:00", + "last": "2026-09-07T03:27:13+00:00" + }, + { + "path": "/bot/misskeymediaproxy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:46+00:00", + "last": "2026-09-07T03:48:46+00:00" + }, + { + "path": "/bot/misskeymediaproxy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:14+00:00", + "last": "2026-09-07T03:42:14+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:28+00:00", + "last": "2026-09-01T06:40:28+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:15+00:00", + "last": "2026-09-01T06:41:15+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:10+00:00", + "last": "2026-09-01T06:41:10+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:02+00:00", + "last": "2026-09-03T04:18:02+00:00" + }, + { + "path": "/bot/mozilla-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:31+00:00", + "last": "2026-09-03T04:20:31+00:00" + }, + { + "path": "/bot/mozilla-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:55+00:00", + "last": "2026-09-03T04:18:55+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:34+00:00", + "last": "2026-09-01T06:40:34+00:00" + }, + { + "path": "/bot/mozilla.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:49+00:00", + "last": "2026-09-01T06:42:49+00:00" + }, + { + "path": "/bot/mozilla.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:45+00:00", + "last": "2026-09-01T06:41:45+00:00" + }, + { + "path": "/bot/mwmbl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:44+00:00", + "last": "2026-09-03T04:16:44+00:00" + }, + { + "path": "/bot/mwmbl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:52+00:00", + "last": "2026-09-03T04:20:52+00:00" + }, + { + "path": "/bot/mwmbl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:16+00:00", + "last": "2026-09-03T04:19:16+00:00" + }, + { + "path": "/bot/neoncamplinksbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:14+00:00", + "last": "2026-09-07T03:27:14+00:00" + }, + { + "path": "/bot/neoncamplinksbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:57+00:00", + "last": "2026-09-07T03:48:57+00:00" + }, + { + "path": "/bot/neoncamplinksbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:08+00:00", + "last": "2026-09-07T03:42:08+00:00" + }, + { + "path": "/bot/networkingextension.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:12+00:00", + "last": "2026-09-07T03:27:12+00:00" + }, + { + "path": "/bot/networkingextension.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:37+00:00", + "last": "2026-09-07T03:48:37+00:00" + }, + { + "path": "/bot/networkingextension.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:49+00:00", + "last": "2026-09-07T03:41:49+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:59+00:00", + "last": "2026-09-03T04:16:59+00:00" + }, + { + "path": "/bot/neuronto.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:53+00:00", + "last": "2026-09-03T04:20:53+00:00" + }, + { + "path": "/bot/neuronto.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:24+00:00", + "last": "2026-09-03T04:19:24+00:00" + }, + { + "path": "/bot/newsblur-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:49+00:00", + "last": "2026-09-07T03:33:49+00:00" + }, + { + "path": "/bot/newsblur-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:33+00:00", + "last": "2026-09-07T03:46:33+00:00" + }, + { + "path": "/bot/newsblur-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:04+00:00", + "last": "2026-09-07T03:41:04+00:00" + }, + { + "path": "/bot/newsblur.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:38+00:00", + "last": "2026-09-07T03:27:38+00:00" + }, + { + "path": "/bot/newsblur.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:25+00:00", + "last": "2026-09-07T03:48:25+00:00" + }, + { + "path": "/bot/newsblur.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:25+00:00", + "last": "2026-09-07T03:39:25+00:00" + }, + { + "path": "/bot/nickw-tripwire.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:39+00:00", + "last": "2026-09-07T03:29:39+00:00" + }, + { + "path": "/bot/nickw-tripwire.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:11+00:00", + "last": "2026-09-07T03:48:11+00:00" + }, + { + "path": "/bot/nickw-tripwire.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:25+00:00", + "last": "2026-09-07T03:37:25+00:00" + }, + { + "path": "/bot/node-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:18+00:00", + "last": "2026-09-07T03:31:18+00:00" + }, + { + "path": "/bot/node-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:08+00:00", + "last": "2026-09-07T03:34:08+00:00" + }, + { + "path": "/bot/node-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:17+00:00", + "last": "2026-09-07T03:34:17+00:00" + }, + { + "path": "/bot/node.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:40+00:00", + "last": "2026-09-01T06:39:40+00:00" + }, + { + "path": "/bot/node.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:50+00:00", + "last": "2026-09-01T06:40:50+00:00" + }, + { + "path": "/bot/node.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:21+00:00", + "last": "2026-09-01T06:40:21+00:00" + }, + { + "path": "/bot/nothumansearch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:28+00:00", + "last": "2026-09-07T03:27:28+00:00" + }, + { + "path": "/bot/nothumansearch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:01+00:00", + "last": "2026-09-07T03:49:01+00:00" + }, + { + "path": "/bot/nothumansearch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:10+00:00", + "last": "2026-09-07T03:28:10+00:00" + }, + { + "path": "/bot/oauth4webapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:13+00:00", + "last": "2026-09-03T04:17:13+00:00" + }, + { + "path": "/bot/oauth4webapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:56+00:00", + "last": "2026-09-03T04:20:56+00:00" + }, + { + "path": "/bot/oauth4webapi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:27+00:00", + "last": "2026-09-03T04:19:27+00:00" + }, + { + "path": "/bot/okhttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:24+00:00", + "last": "2026-09-07T03:27:24+00:00" + }, + { + "path": "/bot/okhttp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:39+00:00", + "last": "2026-09-07T03:48:39+00:00" + }, + { + "path": "/bot/okhttp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:22+00:00", + "last": "2026-09-07T03:41:22+00:00" + }, + { + "path": "/bot/openai-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:01+00:00", + "last": "2026-09-07T03:34:01+00:00" + }, + { + "path": "/bot/openai-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:36+00:00", + "last": "2026-09-07T03:45:36+00:00" + }, + { + "path": "/bot/openai-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:27+00:00", + "last": "2026-09-07T03:41:27+00:00" + }, + { + "path": "/bot/opengraph-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:59+00:00", + "last": "2026-09-07T03:33:59+00:00" + }, + { + "path": "/bot/opengraph-io.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:10+00:00", + "last": "2026-09-07T03:42:10+00:00" + }, + { + "path": "/bot/opengraph-io.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:43+00:00", + "last": "2026-09-07T03:38:43+00:00" + }, + { + "path": "/bot/oranges-live.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:36+00:00", + "last": "2026-09-07T03:26:36+00:00" + }, + { + "path": "/bot/oranges-live.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:11+00:00", + "last": "2026-09-07T03:42:11+00:00" + }, + { + "path": "/bot/oranges-live.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:35+00:00", + "last": "2026-09-07T03:38:35+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:26+00:00", + "last": "2026-09-01T06:40:26+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:09+00:00", + "last": "2026-09-01T06:41:09+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:09+00:00", + "last": "2026-09-01T06:41:09+00:00" + }, + { + "path": "/bot/ottermindagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:34+00:00", + "last": "2026-09-07T03:27:34+00:00" + }, + { + "path": "/bot/ottermindagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:03+00:00", + "last": "2026-09-07T03:49:03+00:00" + }, + { + "path": "/bot/ottermindagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:51+00:00", + "last": "2026-09-07T03:41:51+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:42+00:00", + "last": "2026-09-01T06:40:42+00:00" + }, + { + "path": "/bot/packagehound.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:02+00:00", + "last": "2026-09-01T06:43:02+00:00" + }, + { + "path": "/bot/packagehound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:03+00:00", + "last": "2026-09-01T06:42:03+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:04+00:00", + "last": "2026-09-03T04:17:04+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:48+00:00", + "last": "2026-09-03T04:18:48+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:29+00:00", + "last": "2026-09-03T04:18:29+00:00" + }, + { + "path": "/bot/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:35+00:00", + "last": "2026-09-03T04:17:35+00:00" + }, + { + "path": "/bot/perplexitybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:51+00:00", + "last": "2026-09-03T04:21:51+00:00" + }, + { + "path": "/bot/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:01+00:00", + "last": "2026-09-03T04:20:01+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:28+00:00", + "last": "2026-09-03T04:16:28+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:09+00:00", + "last": "2026-09-03T04:17:09+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:09+00:00", + "last": "2026-09-03T04:17:09+00:00" + }, + { + "path": "/bot/piefed-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:44+00:00", + "last": "2026-09-07T03:29:44+00:00" + }, + { + "path": "/bot/piefed-10.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:06+00:00", + "last": "2026-09-07T03:47:06+00:00" + }, + { + "path": "/bot/piefed-10.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:56+00:00", + "last": "2026-09-07T03:39:56+00:00" + }, + { + "path": "/bot/piefed-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:46+00:00", + "last": "2026-09-07T03:29:46+00:00" + }, + { + "path": "/bot/piefed-11.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:54+00:00", + "last": "2026-09-07T03:46:54+00:00" + }, + { + "path": "/bot/piefed-11.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:00+00:00", + "last": "2026-09-07T03:40:00+00:00" + }, + { + "path": "/bot/piefed-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:45+00:00", + "last": "2026-09-07T03:29:45+00:00" + }, + { + "path": "/bot/piefed-12.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:55+00:00", + "last": "2026-09-07T03:46:55+00:00" + }, + { + "path": "/bot/piefed-12.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:54+00:00", + "last": "2026-09-07T03:39:54+00:00" + }, + { + "path": "/bot/piefed-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:00+00:00", + "last": "2026-09-07T03:30:00+00:00" + }, + { + "path": "/bot/piefed-13.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:02+00:00", + "last": "2026-09-07T03:47:02+00:00" + }, + { + "path": "/bot/piefed-13.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:12+00:00", + "last": "2026-09-07T03:40:12+00:00" + }, + { + "path": "/bot/piefed-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:49+00:00", + "last": "2026-09-07T03:29:49+00:00" + }, + { + "path": "/bot/piefed-14.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:49+00:00", + "last": "2026-09-07T03:46:49+00:00" + }, + { + "path": "/bot/piefed-14.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:07+00:00", + "last": "2026-09-07T03:40:07+00:00" + }, + { + "path": "/bot/piefed-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:48+00:00", + "last": "2026-09-07T03:29:48+00:00" + }, + { + "path": "/bot/piefed-15.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:11+00:00", + "last": "2026-09-07T03:47:11+00:00" + }, + { + "path": "/bot/piefed-15.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:43+00:00", + "last": "2026-09-07T03:39:43+00:00" + }, + { + "path": "/bot/piefed-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:10+00:00", + "last": "2026-09-07T03:30:10+00:00" + }, + { + "path": "/bot/piefed-16.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:48+00:00", + "last": "2026-09-07T03:46:48+00:00" + }, + { + "path": "/bot/piefed-16.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:09+00:00", + "last": "2026-09-07T03:40:09+00:00" + }, + { + "path": "/bot/piefed-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:56+00:00", + "last": "2026-09-07T03:29:56+00:00" + }, + { + "path": "/bot/piefed-17.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:52+00:00", + "last": "2026-09-07T03:46:52+00:00" + }, + { + "path": "/bot/piefed-17.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:04+00:00", + "last": "2026-09-07T03:40:04+00:00" + }, + { + "path": "/bot/piefed-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:12+00:00", + "last": "2026-09-07T03:30:12+00:00" + }, + { + "path": "/bot/piefed-18.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:54+00:00", + "last": "2026-09-07T03:46:54+00:00" + }, + { + "path": "/bot/piefed-18.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:52+00:00", + "last": "2026-09-07T03:39:52+00:00" + }, + { + "path": "/bot/piefed-19.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:44+00:00", + "last": "2026-09-07T03:29:44+00:00" + }, + { + "path": "/bot/piefed-19.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:05+00:00", + "last": "2026-09-07T03:47:05+00:00" + }, + { + "path": "/bot/piefed-19.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:13+00:00", + "last": "2026-09-07T03:40:13+00:00" + }, + { + "path": "/bot/piefed-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:24+00:00", + "last": "2026-09-07T03:34:24+00:00" + }, + { + "path": "/bot/piefed-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:23+00:00", + "last": "2026-09-07T03:47:23+00:00" + }, + { + "path": "/bot/piefed-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:06+00:00", + "last": "2026-09-07T03:37:06+00:00" + }, + { + "path": "/bot/piefed-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:07+00:00", + "last": "2026-09-07T03:30:07+00:00" + }, + { + "path": "/bot/piefed-20.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:46+00:00", + "last": "2026-09-07T03:46:46+00:00" + }, + { + "path": "/bot/piefed-20.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:59+00:00", + "last": "2026-09-07T03:39:59+00:00" + }, + { + "path": "/bot/piefed-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:05+00:00", + "last": "2026-09-07T03:30:05+00:00" + }, + { + "path": "/bot/piefed-21.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:55+00:00", + "last": "2026-09-07T03:46:55+00:00" + }, + { + "path": "/bot/piefed-21.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:07+00:00", + "last": "2026-09-07T03:40:07+00:00" + }, + { + "path": "/bot/piefed-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:49+00:00", + "last": "2026-09-07T03:29:49+00:00" + }, + { + "path": "/bot/piefed-22.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:13+00:00", + "last": "2026-09-07T03:47:13+00:00" + }, + { + "path": "/bot/piefed-22.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:46+00:00", + "last": "2026-09-07T03:39:46+00:00" + }, + { + "path": "/bot/piefed-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:13+00:00", + "last": "2026-09-07T03:30:13+00:00" + }, + { + "path": "/bot/piefed-23.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:14+00:00", + "last": "2026-09-07T03:47:14+00:00" + }, + { + "path": "/bot/piefed-23.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:06+00:00", + "last": "2026-09-07T03:40:06+00:00" + }, + { + "path": "/bot/piefed-24.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:47+00:00", + "last": "2026-09-07T03:29:47+00:00" + }, + { + "path": "/bot/piefed-24.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:07+00:00", + "last": "2026-09-07T03:47:07+00:00" + }, + { + "path": "/bot/piefed-24.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:12+00:00", + "last": "2026-09-07T03:40:12+00:00" + }, + { + "path": "/bot/piefed-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:04+00:00", + "last": "2026-09-07T03:30:04+00:00" + }, + { + "path": "/bot/piefed-25.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:11+00:00", + "last": "2026-09-07T03:47:11+00:00" + }, + { + "path": "/bot/piefed-25.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:13+00:00", + "last": "2026-09-07T03:40:13+00:00" + }, + { + "path": "/bot/piefed-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:02+00:00", + "last": "2026-09-07T03:30:02+00:00" + }, + { + "path": "/bot/piefed-26.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:13+00:00", + "last": "2026-09-07T03:47:13+00:00" + }, + { + "path": "/bot/piefed-26.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:02+00:00", + "last": "2026-09-07T03:40:02+00:00" + }, + { + "path": "/bot/piefed-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:01+00:00", + "last": "2026-09-07T03:30:01+00:00" + }, + { + "path": "/bot/piefed-27.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:09+00:00", + "last": "2026-09-07T03:47:09+00:00" + }, + { + "path": "/bot/piefed-27.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:48+00:00", + "last": "2026-09-07T03:39:48+00:00" + }, + { + "path": "/bot/piefed-28.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:10+00:00", + "last": "2026-09-07T03:30:10+00:00" + }, + { + "path": "/bot/piefed-28.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:50+00:00", + "last": "2026-09-07T03:46:50+00:00" + }, + { + "path": "/bot/piefed-28.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:01+00:00", + "last": "2026-09-07T03:40:01+00:00" + }, + { + "path": "/bot/piefed-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:02+00:00", + "last": "2026-09-07T03:30:02+00:00" + }, + { + "path": "/bot/piefed-29.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:12+00:00", + "last": "2026-09-07T03:47:12+00:00" + }, + { + "path": "/bot/piefed-29.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:07+00:00", + "last": "2026-09-07T03:40:07+00:00" + }, + { + "path": "/bot/piefed-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:20+00:00", + "last": "2026-09-07T03:34:20+00:00" + }, + { + "path": "/bot/piefed-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:51+00:00", + "last": "2026-09-07T03:47:51+00:00" + }, + { + "path": "/bot/piefed-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:10+00:00", + "last": "2026-09-07T03:37:10+00:00" + }, + { + "path": "/bot/piefed-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:50+00:00", + "last": "2026-09-07T03:29:50+00:00" + }, + { + "path": "/bot/piefed-30.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:54+00:00", + "last": "2026-09-07T03:46:54+00:00" + }, + { + "path": "/bot/piefed-30.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:51+00:00", + "last": "2026-09-07T03:39:51+00:00" + }, + { + "path": "/bot/piefed-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:48+00:00", + "last": "2026-09-07T03:29:48+00:00" + }, + { + "path": "/bot/piefed-31.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:58+00:00", + "last": "2026-09-07T03:46:58+00:00" + }, + { + "path": "/bot/piefed-31.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:00+00:00", + "last": "2026-09-07T03:40:00+00:00" + }, + { + "path": "/bot/piefed-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:01+00:00", + "last": "2026-09-07T03:30:01+00:00" + }, + { + "path": "/bot/piefed-32.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:03+00:00", + "last": "2026-09-07T03:47:03+00:00" + }, + { + "path": "/bot/piefed-32.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:03+00:00", + "last": "2026-09-07T03:40:03+00:00" + }, + { + "path": "/bot/piefed-33.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:07+00:00", + "last": "2026-09-07T03:30:07+00:00" + }, + { + "path": "/bot/piefed-33.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:08+00:00", + "last": "2026-09-07T03:30:08+00:00" + }, + { + "path": "/bot/piefed-33.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:09+00:00", + "last": "2026-09-07T03:30:09+00:00" + }, + { + "path": "/bot/piefed-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:54+00:00", + "last": "2026-09-07T03:29:54+00:00" + }, + { + "path": "/bot/piefed-34.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:55+00:00", + "last": "2026-09-07T03:29:55+00:00" + }, + { + "path": "/bot/piefed-34.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:55+00:00", + "last": "2026-09-07T03:29:55+00:00" + }, + { + "path": "/bot/piefed-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:51+00:00", + "last": "2026-09-07T03:29:51+00:00" + }, + { + "path": "/bot/piefed-35.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:05+00:00", + "last": "2026-09-07T03:47:05+00:00" + }, + { + "path": "/bot/piefed-35.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:04+00:00", + "last": "2026-09-07T03:40:04+00:00" + }, + { + "path": "/bot/piefed-36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:06+00:00", + "last": "2026-09-07T03:30:06+00:00" + }, + { + "path": "/bot/piefed-36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:48+00:00", + "last": "2026-09-07T03:46:48+00:00" + }, + { + "path": "/bot/piefed-36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:45+00:00", + "last": "2026-09-07T03:39:45+00:00" + }, + { + "path": "/bot/piefed-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:12+00:00", + "last": "2026-09-07T03:30:12+00:00" + }, + { + "path": "/bot/piefed-37.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:13+00:00", + "last": "2026-09-07T03:47:13+00:00" + }, + { + "path": "/bot/piefed-37.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:10+00:00", + "last": "2026-09-07T03:40:10+00:00" + }, + { + "path": "/bot/piefed-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:01+00:00", + "last": "2026-09-07T03:27:01+00:00" + }, + { + "path": "/bot/piefed-38.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:01+00:00", + "last": "2026-09-07T03:47:01+00:00" + }, + { + "path": "/bot/piefed-38.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:55+00:00", + "last": "2026-09-07T03:39:55+00:00" + }, + { + "path": "/bot/piefed-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:59+00:00", + "last": "2026-09-07T03:29:59+00:00" + }, + { + "path": "/bot/piefed-39.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:50+00:00", + "last": "2026-09-07T03:46:50+00:00" + }, + { + "path": "/bot/piefed-39.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:57+00:00", + "last": "2026-09-07T03:39:57+00:00" + }, + { + "path": "/bot/piefed-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:21+00:00", + "last": "2026-09-07T03:34:21+00:00" + }, + { + "path": "/bot/piefed-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:02+00:00", + "last": "2026-09-07T03:35:02+00:00" + }, + { + "path": "/bot/piefed-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:09+00:00", + "last": "2026-09-07T03:37:09+00:00" + }, + { + "path": "/bot/piefed-40.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:58+00:00", + "last": "2026-09-07T03:29:58+00:00" + }, + { + "path": "/bot/piefed-40.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:58+00:00", + "last": "2026-09-07T03:46:58+00:00" + }, + { + "path": "/bot/piefed-40.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:44+00:00", + "last": "2026-09-07T03:39:44+00:00" + }, + { + "path": "/bot/piefed-41.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:00+00:00", + "last": "2026-09-07T03:30:00+00:00" + }, + { + "path": "/bot/piefed-41.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:08+00:00", + "last": "2026-09-07T03:47:08+00:00" + }, + { + "path": "/bot/piefed-41.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:08+00:00", + "last": "2026-09-07T03:40:08+00:00" + }, + { + "path": "/bot/piefed-42.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:57+00:00", + "last": "2026-09-07T03:29:57+00:00" + }, + { + "path": "/bot/piefed-42.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:47+00:00", + "last": "2026-09-07T03:46:47+00:00" + }, + { + "path": "/bot/piefed-42.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:52+00:00", + "last": "2026-09-07T03:39:52+00:00" + }, + { + "path": "/bot/piefed-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:11+00:00", + "last": "2026-09-07T03:30:11+00:00" + }, + { + "path": "/bot/piefed-43.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:00+00:00", + "last": "2026-09-07T03:47:00+00:00" + }, + { + "path": "/bot/piefed-43.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:03+00:00", + "last": "2026-09-07T03:40:03+00:00" + }, + { + "path": "/bot/piefed-44.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:47+00:00", + "last": "2026-09-07T03:29:47+00:00" + }, + { + "path": "/bot/piefed-44.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:45+00:00", + "last": "2026-09-07T03:46:45+00:00" + }, + { + "path": "/bot/piefed-44.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:49+00:00", + "last": "2026-09-07T03:39:49+00:00" + }, + { + "path": "/bot/piefed-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:59+00:00", + "last": "2026-09-07T03:29:59+00:00" + }, + { + "path": "/bot/piefed-45.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:56+00:00", + "last": "2026-09-07T03:46:56+00:00" + }, + { + "path": "/bot/piefed-45.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:50+00:00", + "last": "2026-09-07T03:39:50+00:00" + }, + { + "path": "/bot/piefed-46.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:04+00:00", + "last": "2026-09-07T03:30:04+00:00" + }, + { + "path": "/bot/piefed-46.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:45+00:00", + "last": "2026-09-07T03:46:45+00:00" + }, + { + "path": "/bot/piefed-46.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:47+00:00", + "last": "2026-09-07T03:39:47+00:00" + }, + { + "path": "/bot/piefed-47.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:06+00:00", + "last": "2026-09-07T03:30:06+00:00" + }, + { + "path": "/bot/piefed-47.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:51+00:00", + "last": "2026-09-07T03:46:51+00:00" + }, + { + "path": "/bot/piefed-47.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:10+00:00", + "last": "2026-09-07T03:40:10+00:00" + }, + { + "path": "/bot/piefed-48.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:46+00:00", + "last": "2026-09-07T03:29:46+00:00" + }, + { + "path": "/bot/piefed-48.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:06+00:00", + "last": "2026-09-07T03:47:06+00:00" + }, + { + "path": "/bot/piefed-48.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:45+00:00", + "last": "2026-09-07T03:39:45+00:00" + }, + { + "path": "/bot/piefed-49.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:11+00:00", + "last": "2026-09-07T03:30:11+00:00" + }, + { + "path": "/bot/piefed-49.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:15+00:00", + "last": "2026-09-07T03:47:15+00:00" + }, + { + "path": "/bot/piefed-49.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:58+00:00", + "last": "2026-09-07T03:39:58+00:00" + }, + { + "path": "/bot/piefed-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:22+00:00", + "last": "2026-09-07T03:34:22+00:00" + }, + { + "path": "/bot/piefed-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:22+00:00", + "last": "2026-09-07T03:47:22+00:00" + }, + { + "path": "/bot/piefed-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:06+00:00", + "last": "2026-09-07T03:37:06+00:00" + }, + { + "path": "/bot/piefed-50.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:43+00:00", + "last": "2026-09-07T03:29:43+00:00" + }, + { + "path": "/bot/piefed-50.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:46+00:00", + "last": "2026-09-07T03:46:46+00:00" + }, + { + "path": "/bot/piefed-50.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:01+00:00", + "last": "2026-09-07T03:40:01+00:00" + }, + { + "path": "/bot/piefed-51.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:05+00:00", + "last": "2026-09-07T03:30:05+00:00" + }, + { + "path": "/bot/piefed-51.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:57+00:00", + "last": "2026-09-07T03:46:57+00:00" + }, + { + "path": "/bot/piefed-51.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:49+00:00", + "last": "2026-09-07T03:39:49+00:00" + }, + { + "path": "/bot/piefed-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:58+00:00", + "last": "2026-09-07T03:29:58+00:00" + }, + { + "path": "/bot/piefed-52.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:50+00:00", + "last": "2026-09-07T03:46:50+00:00" + }, + { + "path": "/bot/piefed-52.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:53+00:00", + "last": "2026-09-07T03:39:53+00:00" + }, + { + "path": "/bot/piefed-53.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:09+00:00", + "last": "2026-09-07T03:30:09+00:00" + }, + { + "path": "/bot/piefed-53.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:15+00:00", + "last": "2026-09-07T03:47:15+00:00" + }, + { + "path": "/bot/piefed-53.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:12+00:00", + "last": "2026-09-07T03:40:12+00:00" + }, + { + "path": "/bot/piefed-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:23+00:00", + "last": "2026-09-07T03:34:23+00:00" + }, + { + "path": "/bot/piefed-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:37+00:00", + "last": "2026-09-07T03:47:37+00:00" + }, + { + "path": "/bot/piefed-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:07+00:00", + "last": "2026-09-07T03:37:07+00:00" + }, + { + "path": "/bot/piefed-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:27+00:00", + "last": "2026-09-07T03:34:27+00:00" + }, + { + "path": "/bot/piefed-7.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:07+00:00", + "last": "2026-09-07T03:48:07+00:00" + }, + { + "path": "/bot/piefed-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:05+00:00", + "last": "2026-09-07T03:37:05+00:00" + }, + { + "path": "/bot/piefed-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:22+00:00", + "last": "2026-09-07T03:34:22+00:00" + }, + { + "path": "/bot/piefed-8.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:35+00:00", + "last": "2026-09-07T03:47:35+00:00" + }, + { + "path": "/bot/piefed-8.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:07+00:00", + "last": "2026-09-07T03:37:07+00:00" + }, + { + "path": "/bot/piefed-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:20+00:00", + "last": "2026-09-07T03:34:20+00:00" + }, + { + "path": "/bot/piefed-9.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:38+00:00", + "last": "2026-09-07T03:47:38+00:00" + }, + { + "path": "/bot/piefed-9.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:05+00:00", + "last": "2026-09-07T03:37:05+00:00" + }, + { + "path": "/bot/piefed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:19+00:00", + "last": "2026-09-07T03:27:19+00:00" + }, + { + "path": "/bot/piefed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:39+00:00", + "last": "2026-09-07T03:45:39+00:00" + }, + { + "path": "/bot/piefed.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:22+00:00", + "last": "2026-09-07T03:41:22+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:08+00:00", + "last": "2026-09-07T03:34:08+00:00" + }, + { + "path": "/bot/ping-blo-gs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:42+00:00", + "last": "2026-09-07T03:41:42+00:00" + }, + { + "path": "/bot/ping-blo-gs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:20+00:00", + "last": "2026-09-07T03:41:20+00:00" + }, + { + "path": "/bot/pingzen.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:36+00:00", + "last": "2026-09-07T03:27:36+00:00" + }, + { + "path": "/bot/pingzen.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:30+00:00", + "last": "2026-09-07T03:48:30+00:00" + }, + { + "path": "/bot/pingzen.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:16+00:00", + "last": "2026-09-07T03:28:16+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:31+00:00", + "last": "2026-09-01T06:40:31+00:00" + }, + { + "path": "/bot/pip.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:51+00:00", + "last": "2026-09-01T06:42:51+00:00" + }, + { + "path": "/bot/pip.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:17+00:00", + "last": "2026-09-01T06:42:17+00:00" + }, + { + "path": "/bot/pleroma-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:36+00:00", + "last": "2026-09-07T03:33:36+00:00" + }, + { + "path": "/bot/pleroma-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:07+00:00", + "last": "2026-09-07T03:47:07+00:00" + }, + { + "path": "/bot/pleroma-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:53+00:00", + "last": "2026-09-07T03:39:53+00:00" + }, + { + "path": "/bot/pleroma-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:38+00:00", + "last": "2026-09-07T03:33:38+00:00" + }, + { + "path": "/bot/pleroma-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:00+00:00", + "last": "2026-09-07T03:47:00+00:00" + }, + { + "path": "/bot/pleroma-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:52+00:00", + "last": "2026-09-07T03:39:52+00:00" + }, + { + "path": "/bot/pleroma-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:33+00:00", + "last": "2026-09-07T03:33:33+00:00" + }, + { + "path": "/bot/pleroma-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:10+00:00", + "last": "2026-09-07T03:47:10+00:00" + }, + { + "path": "/bot/pleroma-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:40:11+00:00", + "last": "2026-09-07T03:40:11+00:00" + }, + { + "path": "/bot/pleroma-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:33+00:00", + "last": "2026-09-07T03:33:33+00:00" + }, + { + "path": "/bot/pleroma-5.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:04+00:00", + "last": "2026-09-07T03:47:04+00:00" + }, + { + "path": "/bot/pleroma-5.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:56+00:00", + "last": "2026-09-07T03:39:56+00:00" + }, + { + "path": "/bot/pleroma-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:38+00:00", + "last": "2026-09-07T03:33:38+00:00" + }, + { + "path": "/bot/pleroma-6.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:02+00:00", + "last": "2026-09-07T03:47:02+00:00" + }, + { + "path": "/bot/pleroma-6.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:54+00:00", + "last": "2026-09-07T03:39:54+00:00" + }, + { + "path": "/bot/pleroma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:36+00:00", + "last": "2026-09-07T03:27:36+00:00" + }, + { + "path": "/bot/pleroma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:28+00:00", + "last": "2026-09-07T03:48:28+00:00" + }, + { + "path": "/bot/pleroma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:39+00:00", + "last": "2026-09-07T03:38:39+00:00" + }, + { + "path": "/bot/pod-directory-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:31:16+00:00", + "last": "2026-09-07T03:31:16+00:00" + }, + { + "path": "/bot/pod-directory-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:09+00:00", + "last": "2026-09-07T03:41:09+00:00" + }, + { + "path": "/bot/pod-directory-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:17+00:00", + "last": "2026-09-07T03:36:17+00:00" + }, + { + "path": "/bot/privacybrowser.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:27+00:00", + "last": "2026-09-07T03:27:27+00:00" + }, + { + "path": "/bot/privacybrowser.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:00+00:00", + "last": "2026-09-07T03:49:00+00:00" + }, + { + "path": "/bot/privacybrowser.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:46+00:00", + "last": "2026-09-07T03:41:46+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:39+00:00", + "last": "2026-09-01T06:40:39+00:00" + }, + { + "path": "/bot/proofbench.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:12+00:00", + "last": "2026-09-01T06:43:12+00:00" + }, + { + "path": "/bot/proofbench.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:25+00:00", + "last": "2026-09-01T06:41:25+00:00" + }, + { + "path": "/bot/pylova-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:54+00:00", + "last": "2026-09-07T03:26:54+00:00" + }, + { + "path": "/bot/pylova-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:02+00:00", + "last": "2026-09-07T03:48:02+00:00" + }, + { + "path": "/bot/pylova-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:08+00:00", + "last": "2026-09-07T03:37:08+00:00" + }, + { + "path": "/bot/pylova-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:24+00:00", + "last": "2026-09-07T03:34:24+00:00" + }, + { + "path": "/bot/pylova-3.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:30+00:00", + "last": "2026-09-07T03:47:30+00:00" + }, + { + "path": "/bot/pylova-3.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:08+00:00", + "last": "2026-09-07T03:37:08+00:00" + }, + { + "path": "/bot/pylova-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:25+00:00", + "last": "2026-09-07T03:34:25+00:00" + }, + { + "path": "/bot/pylova-4.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:18+00:00", + "last": "2026-09-07T03:47:18+00:00" + }, + { + "path": "/bot/pylova-4.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:09+00:00", + "last": "2026-09-07T03:37:09+00:00" + }, + { + "path": "/bot/pylova.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:19+00:00", + "last": "2026-09-07T03:27:19+00:00" + }, + { + "path": "/bot/pylova.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:38+00:00", + "last": "2026-09-07T03:45:38+00:00" + }, + { + "path": "/bot/pylova.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:37+00:00", + "last": "2026-09-07T03:38:37+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:57+00:00", + "last": "2026-09-01T06:40:57+00:00" + }, + { + "path": "/bot/python-httpx.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:26+00:00", + "last": "2026-09-01T06:42:26+00:00" + }, + { + "path": "/bot/python-httpx.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:37+00:00", + "last": "2026-09-01T06:41:37+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:00+00:00", + "last": "2026-09-01T06:41:00+00:00" + }, + { + "path": "/bot/python-httpx2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:52+00:00", + "last": "2026-09-01T06:42:52+00:00" + }, + { + "path": "/bot/python-httpx2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:40+00:00", + "last": "2026-09-01T06:41:40+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:44+00:00", + "last": "2026-09-03T04:17:44+00:00" + }, + { + "path": "/bot/python-requests.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:58+00:00", + "last": "2026-09-03T04:20:58+00:00" + }, + { + "path": "/bot/python-requests.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:02+00:00", + "last": "2026-09-03T04:19:02+00:00" + }, + { + "path": "/bot/python.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:47+00:00", + "last": "2026-09-07T03:26:47+00:00" + }, + { + "path": "/bot/python.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:37+00:00", + "last": "2026-09-07T03:48:37+00:00" + }, + { + "path": "/bot/python.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:25+00:00", + "last": "2026-09-07T03:41:25+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:01+00:00", + "last": "2026-09-03T04:17:01+00:00" + }, + { + "path": "/bot/qtcreator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:04+00:00", + "last": "2026-09-03T04:21:04+00:00" + }, + { + "path": "/bot/qtcreator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:12+00:00", + "last": "2026-09-03T04:19:12+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:43+00:00", + "last": "2026-09-01T06:40:43+00:00" + }, + { + "path": "/bot/reactornetty.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:08+00:00", + "last": "2026-09-01T06:43:08+00:00" + }, + { + "path": "/bot/reactornetty.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:10+00:00", + "last": "2026-09-01T06:42:10+00:00" + }, + { + "path": "/bot/readyou.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:35+00:00", + "last": "2026-09-07T03:27:35+00:00" + }, + { + "path": "/bot/readyou.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:27+00:00", + "last": "2026-09-07T03:48:27+00:00" + }, + { + "path": "/bot/readyou.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:40+00:00", + "last": "2026-09-07T03:38:40+00:00" + }, + { + "path": "/bot/redditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:42+00:00", + "last": "2026-09-07T03:29:42+00:00" + }, + { + "path": "/bot/redditbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:49+00:00", + "last": "2026-09-07T03:48:49+00:00" + }, + { + "path": "/bot/redditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:39+00:00", + "last": "2026-09-07T03:41:39+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:51+00:00", + "last": "2026-09-03T04:16:51+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:38+00:00", + "last": "2026-09-03T04:18:38+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:16+00:00", + "last": "2026-09-03T04:18:16+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:13+00:00", + "last": "2026-09-03T04:17:13+00:00" + }, + { + "path": "/bot/repology-linkchecker.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:53+00:00", + "last": "2026-09-03T04:19:53+00:00" + }, + { + "path": "/bot/repology-linkchecker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:33+00:00", + "last": "2026-09-03T04:18:33+00:00" + }, + { + "path": "/bot/rokha-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:57+00:00", + "last": "2026-09-07T03:33:57+00:00" + }, + { + "path": "/bot/rokha-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:12+00:00", + "last": "2026-09-07T03:42:12+00:00" + }, + { + "path": "/bot/rokha-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:44+00:00", + "last": "2026-09-07T03:38:44+00:00" + }, + { + "path": "/bot/rokmcp-collector.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:37+00:00", + "last": "2026-09-07T03:29:37+00:00" + }, + { + "path": "/bot/rokmcp-collector.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:46+00:00", + "last": "2026-09-07T03:48:46+00:00" + }, + { + "path": "/bot/rokmcp-collector.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:33+00:00", + "last": "2026-09-07T03:41:33+00:00" + }, + { + "path": "/bot/roninforgeobservatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:57+00:00", + "last": "2026-09-07T03:26:57+00:00" + }, + { + "path": "/bot/roninforgeobservatory.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:13+00:00", + "last": "2026-09-07T03:41:13+00:00" + }, + { + "path": "/bot/roninforgeobservatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:12+00:00", + "last": "2026-09-07T03:41:12+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:48+00:00", + "last": "2026-09-03T04:16:48+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:26+00:00", + "last": "2026-09-03T04:18:26+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:04+00:00", + "last": "2026-09-03T04:18:04+00:00" + }, + { + "path": "/bot/rss-parrot-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:11+00:00", + "last": "2026-09-07T03:36:11+00:00" + }, + { + "path": "/bot/rss-parrot-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:57+00:00", + "last": "2026-09-07T03:41:57+00:00" + }, + { + "path": "/bot/rss-parrot-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:52+00:00", + "last": "2026-09-07T03:36:52+00:00" + }, + { + "path": "/bot/rubygems-org.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:21+00:00", + "last": "2026-09-07T03:36:21+00:00" + }, + { + "path": "/bot/rubygems-org.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:03+00:00", + "last": "2026-09-07T03:49:03+00:00" + }, + { + "path": "/bot/rubygems-org.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:14+00:00", + "last": "2026-09-07T03:42:14+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:48+00:00", + "last": "2026-09-01T06:40:48+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:31+00:00", + "last": "2026-09-01T06:41:31+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:29+00:00", + "last": "2026-09-01T06:41:29+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:57+00:00", + "last": "2026-09-01T06:40:57+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:25+00:00", + "last": "2026-09-01T06:42:25+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:37+00:00", + "last": "2026-09-01T06:41:37+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:25+00:00", + "last": "2026-09-01T06:40:25+00:00" + }, + { + "path": "/bot/sasameagentaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:15+00:00", + "last": "2026-09-01T06:43:15+00:00" + }, + { + "path": "/bot/sasameagentaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:26+00:00", + "last": "2026-09-01T06:42:26+00:00" + }, + { + "path": "/bot/schema-markup-validator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:29+00:00", + "last": "2026-09-07T03:27:29+00:00" + }, + { + "path": "/bot/schema-markup-validator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:22+00:00", + "last": "2026-09-07T03:36:22+00:00" + }, + { + "path": "/bot/schema-markup-validator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:28+00:00", + "last": "2026-09-07T03:33:28+00:00" + }, + { + "path": "/bot/scraper-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:01+00:00", + "last": "2026-09-07T03:34:01+00:00" + }, + { + "path": "/bot/scraper-io.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:36+00:00", + "last": "2026-09-07T03:45:36+00:00" + }, + { + "path": "/bot/scraper-io.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:26+00:00", + "last": "2026-09-07T03:41:26+00:00" + }, + { + "path": "/bot/securityscanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:16+00:00", + "last": "2026-09-07T03:27:16+00:00" + }, + { + "path": "/bot/securityscanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:04+00:00", + "last": "2026-09-07T03:49:04+00:00" + }, + { + "path": "/bot/securityscanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:10+00:00", + "last": "2026-09-07T03:48:10+00:00" + }, + { + "path": "/bot/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:58+00:00", + "last": "2026-09-07T03:26:58+00:00" + }, + { + "path": "/bot/semrushbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:53+00:00", + "last": "2026-09-07T03:48:53+00:00" + }, + { + "path": "/bot/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:28+00:00", + "last": "2026-09-07T03:41:28+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:42+00:00", + "last": "2026-09-01T06:39:42+00:00" + }, + { + "path": "/bot/sentineloracle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:24+00:00", + "last": "2026-09-01T06:43:24+00:00" + }, + { + "path": "/bot/sentineloracle.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:02+00:00", + "last": "2026-09-01T06:42:02+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:11+00:00", + "last": "2026-09-07T03:36:11+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:07+00:00", + "last": "2026-09-07T03:42:07+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:39+00:00", + "last": "2026-09-07T03:41:39+00:00" + }, + { + "path": "/bot/seo-audit-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:16+00:00", + "last": "2026-09-07T03:34:16+00:00" + }, + { + "path": "/bot/seo-audit-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:12+00:00", + "last": "2026-09-07T03:42:12+00:00" + }, + { + "path": "/bot/seo-audit-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:12+00:00", + "last": "2026-09-07T03:36:12+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:12+00:00", + "last": "2026-09-03T04:17:12+00:00" + }, + { + "path": "/bot/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:00+00:00", + "last": "2026-09-03T04:21:00+00:00" + }, + { + "path": "/bot/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:26+00:00", + "last": "2026-09-03T04:19:26+00:00" + }, + { + "path": "/bot/sharkey.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:23+00:00", + "last": "2026-09-07T03:26:23+00:00" + }, + { + "path": "/bot/sharkey.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:28+00:00", + "last": "2026-09-07T03:48:28+00:00" + }, + { + "path": "/bot/sharkey.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:36+00:00", + "last": "2026-09-07T03:38:36+00:00" + }, + { + "path": "/bot/siteguardian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:18+00:00", + "last": "2026-09-07T03:28:18+00:00" + }, + { + "path": "/bot/siteguardian.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:47+00:00", + "last": "2026-09-07T03:48:47+00:00" + }, + { + "path": "/bot/siteguardian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:48+00:00", + "last": "2026-09-07T03:41:48+00:00" + }, + { + "path": "/bot/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:18+00:00", + "last": "2026-09-07T03:27:18+00:00" + }, + { + "path": "/bot/slack.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:15+00:00", + "last": "2026-09-07T03:42:15+00:00" + }, + { + "path": "/bot/slack.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:36+00:00", + "last": "2026-09-07T03:38:36+00:00" + }, + { + "path": "/bot/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:39+00:00", + "last": "2026-09-07T03:29:39+00:00" + }, + { + "path": "/bot/slackbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:34+00:00", + "last": "2026-09-07T03:48:34+00:00" + }, + { + "path": "/bot/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:37+00:00", + "last": "2026-09-07T03:39:37+00:00" + }, + { + "path": "/bot/smitherybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:33+00:00", + "last": "2026-09-03T04:17:33+00:00" + }, + { + "path": "/bot/smitherybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:27+00:00", + "last": "2026-09-03T04:21:27+00:00" + }, + { + "path": "/bot/smitherybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:39+00:00", + "last": "2026-09-03T04:19:39+00:00" + }, + { + "path": "/bot/snyk-advisor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:55+00:00", + "last": "2026-09-07T03:33:55+00:00" + }, + { + "path": "/bot/snyk-advisor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:10+00:00", + "last": "2026-09-07T03:42:10+00:00" + }, + { + "path": "/bot/snyk-advisor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:42+00:00", + "last": "2026-09-07T03:38:42+00:00" + }, + { + "path": "/bot/sofyabot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:40+00:00", + "last": "2026-09-07T03:29:40+00:00" + }, + { + "path": "/bot/sofyabot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:40+00:00", + "last": "2026-09-07T03:48:40+00:00" + }, + { + "path": "/bot/sofyabot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:40+00:00", + "last": "2026-09-07T03:41:40+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:26+00:00", + "last": "2026-09-03T04:16:26+00:00" + }, + { + "path": "/bot/solvedearthpricebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:57+00:00", + "last": "2026-09-03T04:20:57+00:00" + }, + { + "path": "/bot/solvedearthpricebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:10+00:00", + "last": "2026-09-03T04:19:10+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:24+00:00", + "last": "2026-09-03T04:18:24+00:00" + }, + { + "path": "/bot/spanly-enrich.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:33+00:00", + "last": "2026-09-03T04:20:33+00:00" + }, + { + "path": "/bot/spanly-enrich.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:05+00:00", + "last": "2026-09-03T04:19:05+00:00" + }, + { + "path": "/bot/spider-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:43+00:00", + "last": "2026-09-07T03:33:43+00:00" + }, + { + "path": "/bot/spider-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:45+00:00", + "last": "2026-09-07T03:45:45+00:00" + }, + { + "path": "/bot/spider-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:37+00:00", + "last": "2026-09-07T03:41:37+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:15+00:00", + "last": "2026-09-03T04:18:15+00:00" + }, + { + "path": "/bot/strand-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:28+00:00", + "last": "2026-09-03T04:20:28+00:00" + }, + { + "path": "/bot/strand-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:19+00:00", + "last": "2026-09-03T04:19:19+00:00" + }, + { + "path": "/bot/summalybot-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:00+00:00", + "last": "2026-09-07T03:34:00+00:00" + }, + { + "path": "/bot/summalybot-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:09+00:00", + "last": "2026-09-07T03:48:09+00:00" + }, + { + "path": "/bot/summalybot-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:09+00:00", + "last": "2026-09-07T03:41:09+00:00" + }, + { + "path": "/bot/summalybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:32+00:00", + "last": "2026-09-07T03:29:32+00:00" + }, + { + "path": "/bot/summalybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:55+00:00", + "last": "2026-09-07T03:48:55+00:00" + }, + { + "path": "/bot/summalybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:28+00:00", + "last": "2026-09-07T03:41:28+00:00" + }, + { + "path": "/bot/superfeedr.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:46+00:00", + "last": "2026-09-07T03:27:46+00:00" + }, + { + "path": "/bot/superfeedr.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:52+00:00", + "last": "2026-09-07T03:48:52+00:00" + }, + { + "path": "/bot/superfeedr.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:16+00:00", + "last": "2026-09-07T03:41:16+00:00" + }, + { + "path": "/bot/swagger-validator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:38+00:00", + "last": "2026-09-07T03:29:38+00:00" + }, + { + "path": "/bot/swagger-validator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:23+00:00", + "last": "2026-09-07T03:48:23+00:00" + }, + { + "path": "/bot/swagger-validator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:34+00:00", + "last": "2026-09-07T03:41:34+00:00" + }, + { + "path": "/bot/sync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:57+00:00", + "last": "2026-09-07T03:26:57+00:00" + }, + { + "path": "/bot/sync.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:33+00:00", + "last": "2026-09-07T03:48:33+00:00" + }, + { + "path": "/bot/sync.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:11+00:00", + "last": "2026-09-07T03:37:11+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:40+00:00", + "last": "2026-09-01T06:40:40+00:00" + }, + { + "path": "/bot/tar-directory-indexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:22+00:00", + "last": "2026-09-01T06:41:22+00:00" + }, + { + "path": "/bot/tar-directory-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:21+00:00", + "last": "2026-09-01T06:41:21+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:01+00:00", + "last": "2026-09-01T06:41:01+00:00" + }, + { + "path": "/bot/tar-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:38+00:00", + "last": "2026-09-01T06:42:38+00:00" + }, + { + "path": "/bot/tar-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:41+00:00", + "last": "2026-09-01T06:41:41+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:58+00:00", + "last": "2026-09-01T06:40:58+00:00" + }, + { + "path": "/bot/tar-health.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:32+00:00", + "last": "2026-09-01T06:42:32+00:00" + }, + { + "path": "/bot/tar-health.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:46+00:00", + "last": "2026-09-01T06:41:46+00:00" + }, + { + "path": "/bot/telegram.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:57+00:00", + "last": "2026-09-03T04:16:57+00:00" + }, + { + "path": "/bot/telegram.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:44+00:00", + "last": "2026-09-03T04:20:44+00:00" + }, + { + "path": "/bot/telegram.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:53+00:00", + "last": "2026-09-03T04:18:53+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:44+00:00", + "last": "2026-09-01T06:40:44+00:00" + }, + { + "path": "/bot/telegrambot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:17+00:00", + "last": "2026-09-01T06:43:17+00:00" + }, + { + "path": "/bot/telegrambot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:00+00:00", + "last": "2026-09-01T06:42:00+00:00" + }, + { + "path": "/bot/teppi-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:12+00:00", + "last": "2026-09-03T04:18:12+00:00" + }, + { + "path": "/bot/teppi-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:21+00:00", + "last": "2026-09-03T04:20:21+00:00" + }, + { + "path": "/bot/teppi-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:54+00:00", + "last": "2026-09-03T04:18:54+00:00" + }, + { + "path": "/bot/the402-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:30+00:00", + "last": "2026-09-07T03:29:30+00:00" + }, + { + "path": "/bot/the402-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:31+00:00", + "last": "2026-09-07T03:29:31+00:00" + }, + { + "path": "/bot/the402-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:31+00:00", + "last": "2026-09-07T03:29:31+00:00" + }, + { + "path": "/bot/theoldreader-com.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:33+00:00", + "last": "2026-09-07T03:26:33+00:00" + }, + { + "path": "/bot/theoldreader-com.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:50+00:00", + "last": "2026-09-07T03:48:50+00:00" + }, + { + "path": "/bot/theoldreader-com.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:44+00:00", + "last": "2026-09-07T03:41:44+00:00" + }, + { + "path": "/bot/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:28+00:00", + "last": "2026-09-07T03:29:28+00:00" + }, + { + "path": "/bot/tiktokspider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:51+00:00", + "last": "2026-09-07T03:48:51+00:00" + }, + { + "path": "/bot/tiktokspider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:53+00:00", + "last": "2026-09-07T03:41:53+00:00" + }, + { + "path": "/bot/trimtabverifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:16+00:00", + "last": "2026-09-07T03:27:16+00:00" + }, + { + "path": "/bot/trimtabverifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:49:04+00:00", + "last": "2026-09-07T03:49:04+00:00" + }, + { + "path": "/bot/trimtabverifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:27+00:00", + "last": "2026-09-07T03:48:27+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:37+00:00", + "last": "2026-09-01T06:40:37+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:19+00:00", + "last": "2026-09-01T06:41:19+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:19+00:00", + "last": "2026-09-01T06:41:19+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:39+00:00", + "last": "2026-09-03T04:16:39+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:21+00:00", + "last": "2026-09-03T04:18:21+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:14+00:00", + "last": "2026-09-03T04:18:14+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:27+00:00", + "last": "2026-09-01T06:40:27+00:00" + }, + { + "path": "/bot/undici.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:35+00:00", + "last": "2026-09-01T06:42:35+00:00" + }, + { + "path": "/bot/undici.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:45+00:00", + "last": "2026-09-01T06:41:45+00:00" + }, + { + "path": "/bot/universal-service-registry-mcp-tool-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:30+00:00", + "last": "2026-09-07T03:26:30+00:00" + }, + { + "path": "/bot/universal-service-registry-mcp-tool-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:15+00:00", + "last": "2026-09-07T03:27:15+00:00" + }, + { + "path": "/bot/universal-service-registry-mcp-tool-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:12+00:00", + "last": "2026-09-07T03:27:12+00:00" + }, + { + "path": "/bot/uptimesignal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:28:19+00:00", + "last": "2026-09-07T03:28:19+00:00" + }, + { + "path": "/bot/uptimesignal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:47+00:00", + "last": "2026-09-07T03:48:47+00:00" + }, + { + "path": "/bot/uptimesignal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:46+00:00", + "last": "2026-09-07T03:41:46+00:00" + }, + { + "path": "/bot/upvote.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:53+00:00", + "last": "2026-09-07T03:26:53+00:00" + }, + { + "path": "/bot/upvote.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:38+00:00", + "last": "2026-09-07T03:48:38+00:00" + }, + { + "path": "/bot/upvote.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:24+00:00", + "last": "2026-09-07T03:41:24+00:00" + }, + { + "path": "/bot/url2md.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:18+00:00", + "last": "2026-09-07T03:27:18+00:00" + }, + { + "path": "/bot/url2md.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:07+00:00", + "last": "2026-09-07T03:42:07+00:00" + }, + { + "path": "/bot/url2md.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:02+00:00", + "last": "2026-09-07T03:41:02+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:23+00:00", + "last": "2026-09-01T06:40:23+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:06+00:00", + "last": "2026-09-01T06:41:06+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:05+00:00", + "last": "2026-09-01T06:41:05+00:00" + }, + { + "path": "/bot/validator-nu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:59+00:00", + "last": "2026-09-07T03:33:59+00:00" + }, + { + "path": "/bot/validator-nu.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:11+00:00", + "last": "2026-09-07T03:42:11+00:00" + }, + { + "path": "/bot/validator-nu.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:41+00:00", + "last": "2026-09-07T03:38:41+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:40+00:00", + "last": "2026-09-01T06:40:40+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:07+00:00", + "last": "2026-09-01T06:42:07+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:23+00:00", + "last": "2026-09-01T06:41:23+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:43+00:00", + "last": "2026-09-03T04:16:43+00:00" + }, + { + "path": "/bot/waggle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:29+00:00", + "last": "2026-09-03T04:20:29+00:00" + }, + { + "path": "/bot/waggle.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:49+00:00", + "last": "2026-09-03T04:18:49+00:00" + }, + { + "path": "/bot/watchpup.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:38+00:00", + "last": "2026-09-07T03:27:38+00:00" + }, + { + "path": "/bot/watchpup.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:24+00:00", + "last": "2026-09-07T03:48:24+00:00" + }, + { + "path": "/bot/watchpup.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:26+00:00", + "last": "2026-09-07T03:39:26+00:00" + }, + { + "path": "/bot/webalert.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:40+00:00", + "last": "2026-09-07T03:27:40+00:00" + }, + { + "path": "/bot/webalert.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:26+00:00", + "last": "2026-09-07T03:48:26+00:00" + }, + { + "path": "/bot/webalert.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:27+00:00", + "last": "2026-09-07T03:39:27+00:00" + }, + { + "path": "/bot/websub-rocks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:33:58+00:00", + "last": "2026-09-07T03:33:58+00:00" + }, + { + "path": "/bot/websub-rocks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:10+00:00", + "last": "2026-09-07T03:42:10+00:00" + }, + { + "path": "/bot/websub-rocks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:42+00:00", + "last": "2026-09-07T03:38:42+00:00" + }, + { + "path": "/bot/wellknownbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:32+00:00", + "last": "2026-09-07T03:29:32+00:00" + }, + { + "path": "/bot/wellknownbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:56+00:00", + "last": "2026-09-07T03:48:56+00:00" + }, + { + "path": "/bot/wellknownbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:53+00:00", + "last": "2026-09-07T03:41:53+00:00" + }, + { + "path": "/bot/whatsapp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:39+00:00", + "last": "2026-09-07T03:27:39+00:00" + }, + { + "path": "/bot/whatsapp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:25+00:00", + "last": "2026-09-07T03:48:25+00:00" + }, + { + "path": "/bot/whatsapp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:25+00:00", + "last": "2026-09-07T03:39:25+00:00" + }, + { + "path": "/bot/x1r-replication-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:40+00:00", + "last": "2026-09-07T03:29:40+00:00" + }, + { + "path": "/bot/x1r-replication-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:14+00:00", + "last": "2026-09-07T03:41:14+00:00" + }, + { + "path": "/bot/x1r-replication-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:25+00:00", + "last": "2026-09-07T03:37:25+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:41+00:00", + "last": "2026-09-01T06:40:41+00:00" + }, + { + "path": "/bot/x402-observatory.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:46+00:00", + "last": "2026-09-01T06:42:46+00:00" + }, + { + "path": "/bot/x402-observatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:22+00:00", + "last": "2026-09-01T06:41:22+00:00" + }, + { + "path": "/bot/yacybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:47+00:00", + "last": "2026-09-07T03:27:47+00:00" + }, + { + "path": "/bot/yacybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:41+00:00", + "last": "2026-09-07T03:48:41+00:00" + }, + { + "path": "/bot/yacybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:36+00:00", + "last": "2026-09-07T03:41:36+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:00+00:00", + "last": "2026-09-01T06:40:00+00:00" + }, + { + "path": "/bot/yandexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:01+00:00", + "last": "2026-09-01T06:43:01+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:50+00:00", + "last": "2026-09-01T06:41:50+00:00" + }, + { + "path": "/c/agentdisco/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:48:31+00:00", + "last": "2026-09-04T17:48:31+00:00" + }, + { + "path": "/c/agentlist/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:57+00:00", + "last": "2026-09-03T04:21:57+00:00" + }, + { + "path": "/c/agenty/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:34+00:00", + "last": "2026-09-04T10:40:34+00:00" + }, + { + "path": "/c/agenty/a2a/discovery/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:33+00:00", + "last": "2026-09-04T10:40:33+00:00" + }, + { + "path": "/c/agenty/a2a/doctor/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:36+00:00", + "last": "2026-09-04T10:40:36+00:00" + }, + { + "path": "/c/agenty/a2a/lint/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:27+00:00", + "last": "2026-09-04T10:40:27+00:00" + }, + { + "path": "/c/agenty/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:36+00:00", + "last": "2026-09-04T10:40:36+00:00" + }, + { + "path": "/c/agenty/a2a/robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:29+00:00", + "last": "2026-09-04T10:40:29+00:00" + }, + { + "path": "/c/agenty/a2a/score/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:24+00:00", + "last": "2026-09-04T10:40:24+00:00" + }, + { + "path": "/c/agenty/a2a/triage/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:35+00:00", + "last": "2026-09-04T10:40:35+00:00" + }, + { + "path": "/c/agenty/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:40:31+00:00", + "last": "2026-09-04T10:40:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:46+00:00", + "last": "2026-09-07T02:31:46+00:00" + }, + { + "path": "/c/lemmy/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:58+00:00", + "last": "2026-09-07T02:31:58+00:00" + }, + { + "path": "/c/lemmy/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:56+00:00", + "last": "2026-09-07T02:31:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:42+00:00", + "last": "2026-09-01T06:38:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:15:29+00:00", + "last": "2026-09-05T03:15:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:05+00:00", + "last": "2026-09-05T03:18:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:29:28+00:00", + "last": "2026-09-05T03:29:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:20:14+00:00", + "last": "2026-09-05T03:20:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:06+00:00", + "last": "2026-09-05T03:18:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:39+00:00", + "last": "2026-09-01T06:38:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:49:00+00:00", + "last": "2026-09-04T05:49:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:20:42+00:00", + "last": "2026-09-04T06:20:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:48:24+00:00", + "last": "2026-09-04T05:48:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:50:32+00:00", + "last": "2026-09-04T05:50:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:50:06+00:00", + "last": "2026-09-04T05:50:06+00:00" + }, + { + "path": "/c/openagora/a2a/discovery", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:28:33+00:00", + "last": "2026-09-05T01:28:33+00:00" + }, + { + "path": "/c/openagora/a2a/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:28:41+00:00", + "last": "2026-09-05T01:28:41+00:00" + }, + { + "path": "/c/openagora/a2a/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:28:29+00:00", + "last": "2026-09-05T01:28:29+00:00" + }, + { + "path": "/c/openagora/a2a/score", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:28:40+00:00", + "last": "2026-09-05T01:28:40+00:00" + }, + { + "path": "/c/openagora/a2a/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:28:43+00:00", + "last": "2026-09-05T01:28:43+00:00" + }, + { + "path": "/c/pypi-registry/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:26+00:00", + "last": "2026-09-03T04:19:26+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:32+00:00", + "last": "2026-09-03T04:20:32+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:58+00:00", + "last": "2026-09-03T04:21:58+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:10+00:00", + "last": "2026-09-03T04:20:10+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:56+00:00", + "last": "2026-09-03T04:21:56+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:05:06+00:00", + "last": "2026-09-06T12:05:06+00:00" + }, + { + "path": "/c/skillmd/policy/block-ai-training.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:25:37+00:00", + "last": "2026-09-05T18:25:37+00:00" + }, + { + "path": "/c/skillmd/snippet/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:25:40+00:00", + "last": "2026-09-05T18:25:40+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:24+00:00", + "last": "2026-09-03T04:15:24+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:06+00:00", + "last": "2026-09-01T06:39:06+00:00" + }, + { + "path": "/category/ai-search.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:45:20+00:00", + "last": "2026-09-01T06:45:20+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:27+00:00", + "last": "2026-09-01T06:39:27+00:00" + }, + { + "path": "/category/ai-training.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:23+00:00", + "last": "2026-09-01T06:44:23+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:28+00:00", + "last": "2026-09-01T06:39:28+00:00" + }, + { + "path": "/category/archive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:31+00:00", + "last": "2026-09-01T06:44:31+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:16+00:00", + "last": "2026-09-01T06:39:16+00:00" + }, + { + "path": "/category/dataset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:26+00:00", + "last": "2026-09-01T06:44:26+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:23+00:00", + "last": "2026-09-01T06:39:23+00:00" + }, + { + "path": "/category/preview.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:31+00:00", + "last": "2026-09-01T06:44:31+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:12+00:00", + "last": "2026-09-01T06:39:12+00:00" + }, + { + "path": "/category/search.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:13+00:00", + "last": "2026-09-01T06:39:13+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:35+00:00", + "last": "2026-09-01T06:43:35+00:00" + }, + { + "path": "/category/seo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:15+00:00", + "last": "2026-09-01T06:44:15+00:00" + }, + { + "path": "/category/tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:08+00:00", + "last": "2026-09-01T06:39:08+00:00" + }, + { + "path": "/category/tool.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:22+00:00", + "last": "2026-09-01T06:44:22+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:31+00:00", + "last": "2026-09-01T06:39:31+00:00" + }, + { + "path": "/category/user-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:45:23+00:00", + "last": "2026-09-01T06:45:23+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:06+00:00", + "last": "2026-09-07T02:32:06+00:00" + }, + { + "path": "/changelog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:31+00:00", + "last": "2026-09-07T02:32:31+00:00" + }, + { + "path": "/changelog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:21+00:00", + "last": "2026-09-07T02:32:21+00:00" + }, + { + "path": "/changes", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:37+00:00", + "last": "2026-09-03T04:15:37+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:49+00:00", + "last": "2026-09-03T04:17:49+00:00" + }, + { + "path": "/compliance.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:32+00:00", + "last": "2026-09-03T04:18:32+00:00" + }, + { + "path": "/compliance.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:31+00:00", + "last": "2026-09-03T04:18:31+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:17+00:00", + "last": "2026-09-03T04:16:17+00:00" + }, + { + "path": "/contact.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:23:43+00:00", + "last": "2026-09-03T04:23:43+00:00" + }, + { + "path": "/contact.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:22:37+00:00", + "last": "2026-09-03T04:22:37+00:00" + }, + { + "path": "/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:50+00:00", + "last": "2026-09-01T06:38:50+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:37+00:00", + "last": "2026-09-03T04:16:37+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:58+00:00", + "last": "2026-09-03T04:17:58+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:34+00:00", + "last": "2026-09-03T04:17:34+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:52+00:00", + "last": "2026-09-03T04:16:52+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:38+00:00", + "last": "2026-09-03T04:18:38+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:17+00:00", + "last": "2026-09-03T04:18:17+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:49+00:00", + "last": "2026-09-03T04:17:49+00:00" + }, + { + "path": "/crawler/adsbot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:49+00:00", + "last": "2026-09-03T04:20:49+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:22+00:00", + "last": "2026-09-03T04:19:22+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:09+00:00", + "last": "2026-09-01T06:39:09+00:00" + }, + { + "path": "/crawler/ahrefsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:29+00:00", + "last": "2026-09-01T06:43:29+00:00" + }, + { + "path": "/crawler/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:02+00:00", + "last": "2026-09-01T06:42:02+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:23+00:00", + "last": "2026-09-03T04:16:23+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:39+00:00", + "last": "2026-09-03T04:20:39+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:11+00:00", + "last": "2026-09-03T04:19:11+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:59+00:00", + "last": "2026-09-01T06:39:59+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:47+00:00", + "last": "2026-09-01T06:42:47+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:48+00:00", + "last": "2026-09-01T06:41:48+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:03+00:00", + "last": "2026-09-01T06:39:03+00:00" + }, + { + "path": "/crawler/ai2bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:55+00:00", + "last": "2026-09-01T06:42:55+00:00" + }, + { + "path": "/crawler/ai2bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:53+00:00", + "last": "2026-09-01T06:41:53+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:30+00:00", + "last": "2026-09-03T04:17:30+00:00" + }, + { + "path": "/crawler/aihitbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:07+00:00", + "last": "2026-09-03T04:21:07+00:00" + }, + { + "path": "/crawler/aihitbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:44+00:00", + "last": "2026-09-03T04:19:44+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:59+00:00", + "last": "2026-09-03T04:15:59+00:00" + }, + { + "path": "/crawler/aiwebindex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:38+00:00", + "last": "2026-09-03T04:21:38+00:00" + }, + { + "path": "/crawler/aiwebindex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:51+00:00", + "last": "2026-09-03T04:19:51+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:04+00:00", + "last": "2026-09-01T06:39:04+00:00" + }, + { + "path": "/crawler/amazonbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:30+00:00", + "last": "2026-09-01T06:43:30+00:00" + }, + { + "path": "/crawler/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:03+00:00", + "last": "2026-09-01T06:42:03+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:07+00:00", + "last": "2026-09-03T04:17:07+00:00" + }, + { + "path": "/crawler/andibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:11+00:00", + "last": "2026-09-03T04:21:11+00:00" + }, + { + "path": "/crawler/andibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:32+00:00", + "last": "2026-09-03T04:19:32+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:15+00:00", + "last": "2026-09-03T04:17:15+00:00" + }, + { + "path": "/crawler/anomura.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:24+00:00", + "last": "2026-09-03T04:21:24+00:00" + }, + { + "path": "/crawler/anomura.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:31+00:00", + "last": "2026-09-03T04:19:31+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:07+00:00", + "last": "2026-09-01T06:39:07+00:00" + }, + { + "path": "/crawler/anthropic-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:00+00:00", + "last": "2026-09-01T06:43:00+00:00" + }, + { + "path": "/crawler/anthropic-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:17+00:00", + "last": "2026-09-01T06:41:17+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:44+00:00", + "last": "2026-09-03T04:17:44+00:00" + }, + { + "path": "/crawler/apis-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:58+00:00", + "last": "2026-09-03T04:20:58+00:00" + }, + { + "path": "/crawler/apis-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:03+00:00", + "last": "2026-09-03T04:19:03+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:18+00:00", + "last": "2026-09-01T06:39:18+00:00" + }, + { + "path": "/crawler/applebot-extended.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:31+00:00", + "last": "2026-09-01T06:42:31+00:00" + }, + { + "path": "/crawler/applebot-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:09+00:00", + "last": "2026-09-01T06:40:09+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:12+00:00", + "last": "2026-09-01T06:39:12+00:00" + }, + { + "path": "/crawler/applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:01+00:00", + "last": "2026-09-01T06:43:01+00:00" + }, + { + "path": "/crawler/applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:08+00:00", + "last": "2026-09-01T06:42:08+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:14+00:00", + "last": "2026-09-01T06:39:14+00:00" + }, + { + "path": "/crawler/archive-org-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:18+00:00", + "last": "2026-09-01T06:42:18+00:00" + }, + { + "path": "/crawler/archive-org-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:18+00:00", + "last": "2026-09-01T06:41:18+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:05+00:00", + "last": "2026-09-03T04:16:05+00:00" + }, + { + "path": "/crawler/atlassian-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:49+00:00", + "last": "2026-09-03T04:20:49+00:00" + }, + { + "path": "/crawler/atlassian-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:20+00:00", + "last": "2026-09-03T04:19:20+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:29+00:00", + "last": "2026-09-03T04:16:29+00:00" + }, + { + "path": "/crawler/awariorssbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:27+00:00", + "last": "2026-09-03T04:21:27+00:00" + }, + { + "path": "/crawler/awariorssbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:20+00:00", + "last": "2026-09-03T04:20:20+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:20+00:00", + "last": "2026-09-03T04:16:20+00:00" + }, + { + "path": "/crawler/awariosmartbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:19+00:00", + "last": "2026-09-03T04:20:19+00:00" + }, + { + "path": "/crawler/awariosmartbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:57+00:00", + "last": "2026-09-03T04:19:57+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:26+00:00", + "last": "2026-09-01T06:39:26+00:00" + }, + { + "path": "/crawler/baiduspider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:26+00:00", + "last": "2026-09-01T06:43:26+00:00" + }, + { + "path": "/crawler/baiduspider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:36+00:00", + "last": "2026-09-01T06:42:36+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:57+00:00", + "last": "2026-09-03T04:15:57+00:00" + }, + { + "path": "/crawler/barkrowler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:51+00:00", + "last": "2026-09-03T04:21:51+00:00" + }, + { + "path": "/crawler/barkrowler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:02+00:00", + "last": "2026-09-03T04:20:02+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:49+00:00", + "last": "2026-09-03T04:16:49+00:00" + }, + { + "path": "/crawler/bedrockbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:31+00:00", + "last": "2026-09-03T04:17:31+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:50+00:00", + "last": "2026-09-03T04:19:50+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:37+00:00", + "last": "2026-09-01T06:39:37+00:00" + }, + { + "path": "/crawler/bingbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:05+00:00", + "last": "2026-09-01T06:43:05+00:00" + }, + { + "path": "/crawler/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:55+00:00", + "last": "2026-09-01T06:41:55+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:11+00:00", + "last": "2026-09-01T06:39:11+00:00" + }, + { + "path": "/crawler/bytespider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:21+00:00", + "last": "2026-09-01T06:43:21+00:00" + }, + { + "path": "/crawler/bytespider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:01+00:00", + "last": "2026-09-01T06:42:01+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:15+00:00", + "last": "2026-09-01T06:39:15+00:00" + }, + { + "path": "/crawler/ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:59+00:00", + "last": "2026-09-01T06:42:59+00:00" + }, + { + "path": "/crawler/ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:27+00:00", + "last": "2026-09-01T06:41:27+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:48+00:00", + "last": "2026-09-03T04:17:48+00:00" + }, + { + "path": "/crawler/chatgpt-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:48+00:00", + "last": "2026-09-03T04:20:48+00:00" + }, + { + "path": "/crawler/chatgpt-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:22+00:00", + "last": "2026-09-03T04:19:22+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:07+00:00", + "last": "2026-09-01T06:39:07+00:00" + }, + { + "path": "/crawler/chatgpt-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:59+00:00", + "last": "2026-09-01T06:44:59+00:00" + }, + { + "path": "/crawler/chatgpt-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:55+00:00", + "last": "2026-09-01T06:43:55+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:03+00:00", + "last": "2026-09-01T06:39:03+00:00" + }, + { + "path": "/crawler/claude-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:12+00:00", + "last": "2026-09-01T06:42:12+00:00" + }, + { + "path": "/crawler/claude-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:10+00:00", + "last": "2026-09-01T06:40:10+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:29+00:00", + "last": "2026-09-01T06:39:29+00:00" + }, + { + "path": "/crawler/claude-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:55+00:00", + "last": "2026-09-01T06:44:55+00:00" + }, + { + "path": "/crawler/claude-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:44+00:00", + "last": "2026-09-01T06:43:44+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:10+00:00", + "last": "2026-09-01T06:39:10+00:00" + }, + { + "path": "/crawler/claude-web.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:41+00:00", + "last": "2026-09-01T06:42:41+00:00" + }, + { + "path": "/crawler/claude-web.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:14+00:00", + "last": "2026-09-01T06:40:14+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:19+00:00", + "last": "2026-09-01T06:39:19+00:00" + }, + { + "path": "/crawler/claudebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:28+00:00", + "last": "2026-09-01T06:43:28+00:00" + }, + { + "path": "/crawler/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:09+00:00", + "last": "2026-09-01T06:42:09+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:41+00:00", + "last": "2026-09-03T04:16:41+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:00+00:00", + "last": "2026-09-03T04:19:00+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:30+00:00", + "last": "2026-09-03T04:18:30+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:21+00:00", + "last": "2026-09-01T06:39:21+00:00" + }, + { + "path": "/crawler/cohere-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:39+00:00", + "last": "2026-09-01T06:42:39+00:00" + }, + { + "path": "/crawler/cohere-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:19+00:00", + "last": "2026-09-01T06:40:19+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:33+00:00", + "last": "2026-09-01T06:39:33+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:15+00:00", + "last": "2026-09-01T06:40:15+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:14+00:00", + "last": "2026-09-01T06:40:14+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:21+00:00", + "last": "2026-09-03T04:17:21+00:00" + }, + { + "path": "/crawler/cotoyogi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:22+00:00", + "last": "2026-09-03T04:17:22+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:22+00:00", + "last": "2026-09-03T04:17:22+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:07+00:00", + "last": "2026-09-03T04:16:07+00:00" + }, + { + "path": "/crawler/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:26+00:00", + "last": "2026-09-03T04:18:26+00:00" + }, + { + "path": "/crawler/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:08+00:00", + "last": "2026-09-03T04:18:08+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:58+00:00", + "last": "2026-09-03T04:15:58+00:00" + }, + { + "path": "/crawler/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:29+00:00", + "last": "2026-09-03T04:19:29+00:00" + }, + { + "path": "/crawler/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:03+00:00", + "last": "2026-09-03T04:18:03+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:00+00:00", + "last": "2026-09-03T04:16:00+00:00" + }, + { + "path": "/crawler/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:14+00:00", + "last": "2026-09-03T04:21:14+00:00" + }, + { + "path": "/crawler/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:24+00:00", + "last": "2026-09-03T04:20:24+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:10+00:00", + "last": "2026-09-01T06:39:10+00:00" + }, + { + "path": "/crawler/diffbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:04+00:00", + "last": "2026-09-01T06:43:04+00:00" + }, + { + "path": "/crawler/diffbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:56+00:00", + "last": "2026-09-01T06:41:56+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:14+00:00", + "last": "2026-09-03T04:17:14+00:00" + }, + { + "path": "/crawler/dotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:10+00:00", + "last": "2026-09-03T04:21:10+00:00" + }, + { + "path": "/crawler/dotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:07+00:00", + "last": "2026-09-03T04:19:07+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:24+00:00", + "last": "2026-09-01T06:39:24+00:00" + }, + { + "path": "/crawler/duckassistbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:08+00:00", + "last": "2026-09-01T06:43:08+00:00" + }, + { + "path": "/crawler/duckassistbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:30+00:00", + "last": "2026-09-01T06:42:30+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:25+00:00", + "last": "2026-09-01T06:39:25+00:00" + }, + { + "path": "/crawler/duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:32+00:00", + "last": "2026-09-01T06:43:32+00:00" + }, + { + "path": "/crawler/duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:25+00:00", + "last": "2026-09-01T06:42:25+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:03+00:00", + "last": "2026-09-03T04:16:03+00:00" + }, + { + "path": "/crawler/echoboxbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:38+00:00", + "last": "2026-09-03T04:21:38+00:00" + }, + { + "path": "/crawler/echoboxbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:39+00:00", + "last": "2026-09-03T04:19:39+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:59+00:00", + "last": "2026-09-03T04:15:59+00:00" + }, + { + "path": "/crawler/exasearchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:34+00:00", + "last": "2026-09-03T04:21:34+00:00" + }, + { + "path": "/crawler/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:15+00:00", + "last": "2026-09-03T04:20:15+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:19+00:00", + "last": "2026-09-01T06:39:19+00:00" + }, + { + "path": "/crawler/facebookbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:26+00:00", + "last": "2026-09-01T06:43:26+00:00" + }, + { + "path": "/crawler/facebookbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:37+00:00", + "last": "2026-09-01T06:42:37+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:28+00:00", + "last": "2026-09-01T06:39:28+00:00" + }, + { + "path": "/crawler/facebookexternalhit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:13+00:00", + "last": "2026-09-01T06:42:13+00:00" + }, + { + "path": "/crawler/facebookexternalhit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:09+00:00", + "last": "2026-09-01T06:40:09+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:59+00:00", + "last": "2026-09-03T04:16:59+00:00" + }, + { + "path": "/crawler/factset-spyderbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:22+00:00", + "last": "2026-09-03T04:20:22+00:00" + }, + { + "path": "/crawler/factset-spyderbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:33+00:00", + "last": "2026-09-03T04:18:33+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:41+00:00", + "last": "2026-09-03T04:16:41+00:00" + }, + { + "path": "/crawler/feedfetcher-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:59+00:00", + "last": "2026-09-03T04:18:59+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:30+00:00", + "last": "2026-09-03T04:18:30+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:30+00:00", + "last": "2026-09-01T06:39:30+00:00" + }, + { + "path": "/crawler/firecrawlagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:07+00:00", + "last": "2026-09-01T06:42:07+00:00" + }, + { + "path": "/crawler/firecrawlagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:06+00:00", + "last": "2026-09-01T06:41:06+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:37+00:00", + "last": "2026-09-03T04:17:37+00:00" + }, + { + "path": "/crawler/google-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:05+00:00", + "last": "2026-09-03T04:21:05+00:00" + }, + { + "path": "/crawler/google-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:02+00:00", + "last": "2026-09-03T04:19:02+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:32+00:00", + "last": "2026-09-01T06:39:32+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:53+00:00", + "last": "2026-09-01T06:41:53+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:13+00:00", + "last": "2026-09-01T06:40:13+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:47+00:00", + "last": "2026-09-03T04:17:47+00:00" + }, + { + "path": "/crawler/google-cws.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:54+00:00", + "last": "2026-09-03T04:20:54+00:00" + }, + { + "path": "/crawler/google-cws.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:44+00:00", + "last": "2026-09-03T04:18:44+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:24+00:00", + "last": "2026-09-01T06:39:24+00:00" + }, + { + "path": "/crawler/google-extended.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:15+00:00", + "last": "2026-09-01T06:42:15+00:00" + }, + { + "path": "/crawler/google-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:34+00:00", + "last": "2026-09-01T06:41:34+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:27+00:00", + "last": "2026-09-03T04:16:27+00:00" + }, + { + "path": "/crawler/google-gemininotebook.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:34+00:00", + "last": "2026-09-03T04:19:34+00:00" + }, + { + "path": "/crawler/google-gemininotebook.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:34+00:00", + "last": "2026-09-03T04:18:34+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:32+00:00", + "last": "2026-09-01T06:39:32+00:00" + }, + { + "path": "/crawler/google-inspectiontool.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:56+00:00", + "last": "2026-09-01T06:41:56+00:00" + }, + { + "path": "/crawler/google-inspectiontool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:13+00:00", + "last": "2026-09-01T06:40:13+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:18+00:00", + "last": "2026-09-03T04:17:18+00:00" + }, + { + "path": "/crawler/google-pinpoint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:01+00:00", + "last": "2026-09-03T04:18:01+00:00" + }, + { + "path": "/crawler/google-pinpoint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:15+00:00", + "last": "2026-09-03T04:19:15+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:44+00:00", + "last": "2026-09-03T04:16:44+00:00" + }, + { + "path": "/crawler/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:27+00:00", + "last": "2026-09-03T04:17:27+00:00" + }, + { + "path": "/crawler/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:26+00:00", + "last": "2026-09-03T04:17:26+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:58+00:00", + "last": "2026-09-03T04:15:58+00:00" + }, + { + "path": "/crawler/google-safety.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:50+00:00", + "last": "2026-09-03T04:20:50+00:00" + }, + { + "path": "/crawler/google-safety.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:21+00:00", + "last": "2026-09-03T04:19:21+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:02+00:00", + "last": "2026-09-03T04:16:02+00:00" + }, + { + "path": "/crawler/google-site-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:17+00:00", + "last": "2026-09-03T04:18:17+00:00" + }, + { + "path": "/crawler/google-site-verification.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:59+00:00", + "last": "2026-09-03T04:17:59+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:56+00:00", + "last": "2026-09-01T06:39:56+00:00" + }, + { + "path": "/crawler/googlebot-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:15+00:00", + "last": "2026-09-01T06:42:15+00:00" + }, + { + "path": "/crawler/googlebot-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:29+00:00", + "last": "2026-09-01T06:41:29+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:56+00:00", + "last": "2026-09-01T06:39:56+00:00" + }, + { + "path": "/crawler/googlebot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:04+00:00", + "last": "2026-09-01T06:41:04+00:00" + }, + { + "path": "/crawler/googlebot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:03+00:00", + "last": "2026-09-01T06:41:03+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:01+00:00", + "last": "2026-09-03T04:16:01+00:00" + }, + { + "path": "/crawler/googlebot-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:22:17+00:00", + "last": "2026-09-03T04:22:17+00:00" + }, + { + "path": "/crawler/googlebot-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:22:09+00:00", + "last": "2026-09-03T04:22:09+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:22+00:00", + "last": "2026-09-01T06:39:22+00:00" + }, + { + "path": "/crawler/googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:30+00:00", + "last": "2026-09-01T06:43:30+00:00" + }, + { + "path": "/crawler/googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:09+00:00", + "last": "2026-09-01T06:42:09+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:21+00:00", + "last": "2026-09-03T04:16:21+00:00" + }, + { + "path": "/crawler/googlemessages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:00+00:00", + "last": "2026-09-03T04:21:00+00:00" + }, + { + "path": "/crawler/googlemessages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:01+00:00", + "last": "2026-09-03T04:17:01+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:02+00:00", + "last": "2026-09-03T04:17:02+00:00" + }, + { + "path": "/crawler/googleother-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:27+00:00", + "last": "2026-09-03T04:20:27+00:00" + }, + { + "path": "/crawler/googleother-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:34+00:00", + "last": "2026-09-03T04:18:34+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:29+00:00", + "last": "2026-09-03T04:21:29+00:00" + }, + { + "path": "/crawler/googleother-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:22:24+00:00", + "last": "2026-09-03T04:22:24+00:00" + }, + { + "path": "/crawler/googleother-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:22:09+00:00", + "last": "2026-09-03T04:22:09+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:34+00:00", + "last": "2026-09-01T06:39:34+00:00" + }, + { + "path": "/crawler/googleother.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:27+00:00", + "last": "2026-09-01T06:43:27+00:00" + }, + { + "path": "/crawler/googleother.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:46+00:00", + "last": "2026-09-01T06:42:46+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:15+00:00", + "last": "2026-09-03T04:16:15+00:00" + }, + { + "path": "/crawler/googleproducer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:18+00:00", + "last": "2026-09-03T04:20:18+00:00" + }, + { + "path": "/crawler/googleproducer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:58+00:00", + "last": "2026-09-03T04:19:58+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:37+00:00", + "last": "2026-09-01T06:39:37+00:00" + }, + { + "path": "/crawler/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:07+00:00", + "last": "2026-09-01T06:43:07+00:00" + }, + { + "path": "/crawler/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:25+00:00", + "last": "2026-09-01T06:41:25+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:18+00:00", + "last": "2026-09-01T06:39:18+00:00" + }, + { + "path": "/crawler/ia-archiver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:53+00:00", + "last": "2026-09-01T06:42:53+00:00" + }, + { + "path": "/crawler/ia-archiver.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:47+00:00", + "last": "2026-09-01T06:41:47+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:11+00:00", + "last": "2026-09-03T04:16:11+00:00" + }, + { + "path": "/crawler/icc-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:32+00:00", + "last": "2026-09-03T04:18:32+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:45+00:00", + "last": "2026-09-03T04:17:45+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:17+00:00", + "last": "2026-09-01T06:39:17+00:00" + }, + { + "path": "/crawler/imagesiftbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:19+00:00", + "last": "2026-09-01T06:43:19+00:00" + }, + { + "path": "/crawler/imagesiftbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:22+00:00", + "last": "2026-09-01T06:42:22+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:28+00:00", + "last": "2026-09-01T06:39:28+00:00" + }, + { + "path": "/crawler/img2dataset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:21+00:00", + "last": "2026-09-01T06:43:21+00:00" + }, + { + "path": "/crawler/img2dataset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:32+00:00", + "last": "2026-09-01T06:42:32+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:11+00:00", + "last": "2026-09-01T06:40:11+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:34+00:00", + "last": "2026-09-03T04:16:34+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:13+00:00", + "last": "2026-09-03T04:21:13+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:49+00:00", + "last": "2026-09-03T04:19:49+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:11+00:00", + "last": "2026-09-03T04:17:11+00:00" + }, + { + "path": "/crawler/kagibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:12+00:00", + "last": "2026-09-03T04:21:12+00:00" + }, + { + "path": "/crawler/kagibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:33+00:00", + "last": "2026-09-03T04:19:33+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:32+00:00", + "last": "2026-09-03T04:16:32+00:00" + }, + { + "path": "/crawler/klaviyoaibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:32+00:00", + "last": "2026-09-03T04:21:32+00:00" + }, + { + "path": "/crawler/klaviyoaibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:14+00:00", + "last": "2026-09-03T04:20:14+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:23+00:00", + "last": "2026-09-03T04:16:23+00:00" + }, + { + "path": "/crawler/laiondownloader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:57+00:00", + "last": "2026-09-03T04:20:57+00:00" + }, + { + "path": "/crawler/laiondownloader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:08+00:00", + "last": "2026-09-03T04:20:08+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:49+00:00", + "last": "2026-09-03T04:16:49+00:00" + }, + { + "path": "/crawler/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:36+00:00", + "last": "2026-09-03T04:21:36+00:00" + }, + { + "path": "/crawler/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:40+00:00", + "last": "2026-09-03T04:19:40+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:43+00:00", + "last": "2026-09-03T04:17:43+00:00" + }, + { + "path": "/crawler/linguee-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:51+00:00", + "last": "2026-09-03T04:20:51+00:00" + }, + { + "path": "/crawler/linguee-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:58+00:00", + "last": "2026-09-03T04:18:58+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:28+00:00", + "last": "2026-09-03T04:16:28+00:00" + }, + { + "path": "/crawler/mediapartners-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:12+00:00", + "last": "2026-09-03T04:20:12+00:00" + }, + { + "path": "/crawler/mediapartners-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:23+00:00", + "last": "2026-09-03T04:18:23+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:05+00:00", + "last": "2026-09-01T06:39:05+00:00" + }, + { + "path": "/crawler/meta-externalagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:17+00:00", + "last": "2026-09-01T06:41:17+00:00" + }, + { + "path": "/crawler/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:08+00:00", + "last": "2026-09-01T06:40:08+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:16+00:00", + "last": "2026-09-01T06:39:16+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:22+00:00", + "last": "2026-09-01T06:42:22+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:07+00:00", + "last": "2026-09-01T06:40:07+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:19+00:00", + "last": "2026-09-03T04:17:19+00:00" + }, + { + "path": "/crawler/meta-webindexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:06+00:00", + "last": "2026-09-03T04:20:06+00:00" + }, + { + "path": "/crawler/meta-webindexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:14+00:00", + "last": "2026-09-03T04:19:14+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:06+00:00", + "last": "2026-09-01T06:39:06+00:00" + }, + { + "path": "/crawler/mistralai-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:41+00:00", + "last": "2026-09-01T06:44:41+00:00" + }, + { + "path": "/crawler/mistralai-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:34+00:00", + "last": "2026-09-01T06:44:34+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:02+00:00", + "last": "2026-09-03T04:16:02+00:00" + }, + { + "path": "/crawler/mj12bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:53+00:00", + "last": "2026-09-03T04:20:53+00:00" + }, + { + "path": "/crawler/mj12bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:31+00:00", + "last": "2026-09-03T04:19:31+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:25+00:00", + "last": "2026-09-03T04:17:25+00:00" + }, + { + "path": "/crawler/mojeekbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:49+00:00", + "last": "2026-09-03T04:21:49+00:00" + }, + { + "path": "/crawler/mojeekbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:46+00:00", + "last": "2026-09-03T04:19:46+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:25+00:00", + "last": "2026-09-01T06:39:25+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:50+00:00", + "last": "2026-09-01T06:42:50+00:00" + }, + { + "path": "/crawler/oai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:49+00:00", + "last": "2026-09-01T06:41:49+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:17+00:00", + "last": "2026-09-01T06:39:17+00:00" + }, + { + "path": "/crawler/omgili.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:04+00:00", + "last": "2026-09-01T06:43:04+00:00" + }, + { + "path": "/crawler/omgili.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:18+00:00", + "last": "2026-09-01T06:41:18+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:31+00:00", + "last": "2026-09-01T06:39:31+00:00" + }, + { + "path": "/crawler/omgilibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:28+00:00", + "last": "2026-09-01T06:43:28+00:00" + }, + { + "path": "/crawler/omgilibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:04+00:00", + "last": "2026-09-01T06:42:04+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:27+00:00", + "last": "2026-09-03T04:17:27+00:00" + }, + { + "path": "/crawler/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:49+00:00", + "last": "2026-09-03T04:21:49+00:00" + }, + { + "path": "/crawler/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:43+00:00", + "last": "2026-09-03T04:19:43+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:30+00:00", + "last": "2026-09-01T06:39:30+00:00" + }, + { + "path": "/crawler/perplexity-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:40+00:00", + "last": "2026-09-01T06:44:40+00:00" + }, + { + "path": "/crawler/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:28+00:00", + "last": "2026-09-01T06:44:28+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:20+00:00", + "last": "2026-09-01T06:39:20+00:00" + }, + { + "path": "/crawler/perplexitybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:42+00:00", + "last": "2026-09-01T06:42:42+00:00" + }, + { + "path": "/crawler/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:29+00:00", + "last": "2026-09-01T06:42:29+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:09+00:00", + "last": "2026-09-01T06:39:09+00:00" + }, + { + "path": "/crawler/petalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:02+00:00", + "last": "2026-09-01T06:43:02+00:00" + }, + { + "path": "/crawler/petalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:10+00:00", + "last": "2026-09-01T06:42:10+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:23+00:00", + "last": "2026-09-03T04:17:23+00:00" + }, + { + "path": "/crawler/phindbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:05+00:00", + "last": "2026-09-03T04:21:05+00:00" + }, + { + "path": "/crawler/phindbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:36+00:00", + "last": "2026-09-03T04:19:36+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:29+00:00", + "last": "2026-09-03T04:16:29+00:00" + }, + { + "path": "/crawler/pinterestbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:13+00:00", + "last": "2026-09-03T04:21:13+00:00" + }, + { + "path": "/crawler/pinterestbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:16+00:00", + "last": "2026-09-03T04:20:16+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:13+00:00", + "last": "2026-09-03T04:16:13+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:56+00:00", + "last": "2026-09-03T04:17:56+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:53+00:00", + "last": "2026-09-03T04:16:53+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:03+00:00", + "last": "2026-09-03T04:16:03+00:00" + }, + { + "path": "/crawler/qualifiedbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:31+00:00", + "last": "2026-09-03T04:21:31+00:00" + }, + { + "path": "/crawler/qualifiedbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:15+00:00", + "last": "2026-09-03T04:20:15+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:24+00:00", + "last": "2026-09-03T04:17:24+00:00" + }, + { + "path": "/crawler/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:10+00:00", + "last": "2026-09-03T04:21:10+00:00" + }, + { + "path": "/crawler/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:42+00:00", + "last": "2026-09-03T04:19:42+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:00+00:00", + "last": "2026-09-03T04:18:00+00:00" + }, + { + "path": "/crawler/qwantbot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:10+00:00", + "last": "2026-09-03T04:20:10+00:00" + }, + { + "path": "/crawler/qwantbot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:41+00:00", + "last": "2026-09-03T04:18:41+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:19+00:00", + "last": "2026-09-03T04:17:19+00:00" + }, + { + "path": "/crawler/qwantbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:10+00:00", + "last": "2026-09-03T04:21:10+00:00" + }, + { + "path": "/crawler/qwantbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:44+00:00", + "last": "2026-09-03T04:19:44+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:14+00:00", + "last": "2026-09-03T04:16:14+00:00" + }, + { + "path": "/crawler/reflectionbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:45+00:00", + "last": "2026-09-03T04:20:45+00:00" + }, + { + "path": "/crawler/reflectionbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:23+00:00", + "last": "2026-09-03T04:20:23+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:32+00:00", + "last": "2026-09-03T04:17:32+00:00" + }, + { + "path": "/crawler/rogerbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:17+00:00", + "last": "2026-09-03T04:21:17+00:00" + }, + { + "path": "/crawler/rogerbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:55+00:00", + "last": "2026-09-03T04:19:55+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:25+00:00", + "last": "2026-09-03T04:16:25+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:40+00:00", + "last": "2026-09-03T04:20:40+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:09+00:00", + "last": "2026-09-03T04:19:09+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:11+00:00", + "last": "2026-09-01T06:39:11+00:00" + }, + { + "path": "/crawler/scrapy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:17+00:00", + "last": "2026-09-01T06:43:17+00:00" + }, + { + "path": "/crawler/scrapy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:47+00:00", + "last": "2026-09-01T06:41:47+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:38+00:00", + "last": "2026-09-03T04:16:38+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:57+00:00", + "last": "2026-09-03T04:17:57+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:34+00:00", + "last": "2026-09-03T04:17:34+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:11+00:00", + "last": "2026-09-03T04:16:11+00:00" + }, + { + "path": "/crawler/semrushbot-ba.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:42+00:00", + "last": "2026-09-03T04:20:42+00:00" + }, + { + "path": "/crawler/semrushbot-ba.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:20+00:00", + "last": "2026-09-03T04:19:20+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:05+00:00", + "last": "2026-09-03T04:16:05+00:00" + }, + { + "path": "/crawler/semrushbot-esi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:06+00:00", + "last": "2026-09-03T04:20:06+00:00" + }, + { + "path": "/crawler/semrushbot-esi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:35+00:00", + "last": "2026-09-03T04:19:35+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:12+00:00", + "last": "2026-09-03T04:16:12+00:00" + }, + { + "path": "/crawler/semrushbot-ft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:41+00:00", + "last": "2026-09-03T04:20:41+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:16+00:00", + "last": "2026-09-03T04:19:16+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:15+00:00", + "last": "2026-09-01T06:39:15+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:14+00:00", + "last": "2026-09-01T06:42:14+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:38+00:00", + "last": "2026-09-01T06:41:38+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:56+00:00", + "last": "2026-09-03T04:15:56+00:00" + }, + { + "path": "/crawler/semrushbot-si.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:41+00:00", + "last": "2026-09-03T04:20:41+00:00" + }, + { + "path": "/crawler/semrushbot-si.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:16+00:00", + "last": "2026-09-03T04:19:16+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:14+00:00", + "last": "2026-09-03T04:16:14+00:00" + }, + { + "path": "/crawler/semrushbot-swa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:09+00:00", + "last": "2026-09-03T04:20:09+00:00" + }, + { + "path": "/crawler/semrushbot-swa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:36+00:00", + "last": "2026-09-03T04:19:36+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:21+00:00", + "last": "2026-09-01T06:39:21+00:00" + }, + { + "path": "/crawler/semrushbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:23+00:00", + "last": "2026-09-01T06:43:23+00:00" + }, + { + "path": "/crawler/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:00+00:00", + "last": "2026-09-01T06:42:00+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:24+00:00", + "last": "2026-09-03T04:17:24+00:00" + }, + { + "path": "/crawler/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:20+00:00", + "last": "2026-09-03T04:21:20+00:00" + }, + { + "path": "/crawler/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:57+00:00", + "last": "2026-09-03T04:19:57+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:36+00:00", + "last": "2026-09-03T04:16:36+00:00" + }, + { + "path": "/crawler/serpstatbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:44+00:00", + "last": "2026-09-03T04:21:44+00:00" + }, + { + "path": "/crawler/serpstatbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:34+00:00", + "last": "2026-09-03T04:20:34+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:26+00:00", + "last": "2026-09-01T06:39:26+00:00" + }, + { + "path": "/crawler/seznambot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:27+00:00", + "last": "2026-09-01T06:43:27+00:00" + }, + { + "path": "/crawler/seznambot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:05+00:00", + "last": "2026-09-01T06:42:05+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:10+00:00", + "last": "2026-09-03T04:17:10+00:00" + }, + { + "path": "/crawler/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:12+00:00", + "last": "2026-09-03T04:21:12+00:00" + }, + { + "path": "/crawler/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:32+00:00", + "last": "2026-09-03T04:19:32+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:14+00:00", + "last": "2026-09-03T04:16:14+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:40+00:00", + "last": "2026-09-03T04:18:40+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:13+00:00", + "last": "2026-09-03T04:18:13+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:30+00:00", + "last": "2026-09-03T04:16:30+00:00" + }, + { + "path": "/crawler/siteauditbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:14+00:00", + "last": "2026-09-03T04:21:14+00:00" + }, + { + "path": "/crawler/siteauditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:13+00:00", + "last": "2026-09-03T04:20:13+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:22+00:00", + "last": "2026-09-03T04:16:22+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:28+00:00", + "last": "2026-09-03T04:18:28+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:37+00:00", + "last": "2026-09-03T04:18:37+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:12+00:00", + "last": "2026-09-03T04:16:12+00:00" + }, + { + "path": "/crawler/slackbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:09+00:00", + "last": "2026-09-03T04:21:09+00:00" + }, + { + "path": "/crawler/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:43+00:00", + "last": "2026-09-03T04:19:43+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:22+00:00", + "last": "2026-09-03T04:16:22+00:00" + }, + { + "path": "/crawler/splitsignalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:32+00:00", + "last": "2026-09-03T04:20:32+00:00" + }, + { + "path": "/crawler/splitsignalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:05+00:00", + "last": "2026-09-03T04:20:05+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:23+00:00", + "last": "2026-09-01T06:39:23+00:00" + }, + { + "path": "/crawler/storebot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:16+00:00", + "last": "2026-09-01T06:42:16+00:00" + }, + { + "path": "/crawler/storebot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:38+00:00", + "last": "2026-09-01T06:41:38+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:55+00:00", + "last": "2026-09-03T04:16:55+00:00" + }, + { + "path": "/crawler/terracotta.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:39+00:00", + "last": "2026-09-03T04:21:39+00:00" + }, + { + "path": "/crawler/terracotta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:59+00:00", + "last": "2026-09-03T04:19:59+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:20+00:00", + "last": "2026-09-03T04:17:20+00:00" + }, + { + "path": "/crawler/thinkbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:08+00:00", + "last": "2026-09-03T04:21:08+00:00" + }, + { + "path": "/crawler/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:36+00:00", + "last": "2026-09-03T04:19:36+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:33+00:00", + "last": "2026-09-01T06:39:33+00:00" + }, + { + "path": "/crawler/tiktokspider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:07+00:00", + "last": "2026-09-01T06:43:07+00:00" + }, + { + "path": "/crawler/tiktokspider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:22+00:00", + "last": "2026-09-01T06:42:22+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:27+00:00", + "last": "2026-09-01T06:39:27+00:00" + }, + { + "path": "/crawler/timpibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:03+00:00", + "last": "2026-09-01T06:43:03+00:00" + }, + { + "path": "/crawler/timpibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:05+00:00", + "last": "2026-09-01T06:42:05+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:47+00:00", + "last": "2026-09-03T04:16:47+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:47+00:00", + "last": "2026-09-03T04:21:47+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:47+00:00", + "last": "2026-09-03T04:19:47+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:05+00:00", + "last": "2026-09-01T06:39:05+00:00" + }, + { + "path": "/crawler/webzio-extended.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:14+00:00", + "last": "2026-09-01T06:42:14+00:00" + }, + { + "path": "/crawler/webzio-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:39+00:00", + "last": "2026-09-01T06:41:39+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:00+00:00", + "last": "2026-09-03T04:17:00+00:00" + }, + { + "path": "/crawler/wpbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:04+00:00", + "last": "2026-09-03T04:21:04+00:00" + }, + { + "path": "/crawler/wpbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:11+00:00", + "last": "2026-09-03T04:19:11+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:53+00:00", + "last": "2026-09-03T04:16:53+00:00" + }, + { + "path": "/crawler/yak.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:48+00:00", + "last": "2026-09-03T04:20:48+00:00" + }, + { + "path": "/crawler/yak.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:50+00:00", + "last": "2026-09-03T04:18:50+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:25+00:00", + "last": "2026-09-03T04:16:25+00:00" + }, + { + "path": "/crawler/yandexadditional.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:30+00:00", + "last": "2026-09-03T04:20:30+00:00" + }, + { + "path": "/crawler/yandexadditional.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:56+00:00", + "last": "2026-09-03T04:18:56+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:08+00:00", + "last": "2026-09-03T04:16:08+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:09+00:00", + "last": "2026-09-03T04:16:09+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:09+00:00", + "last": "2026-09-03T04:16:09+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:35+00:00", + "last": "2026-09-03T04:16:35+00:00" + }, + { + "path": "/crawler/yandexblogs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:44+00:00", + "last": "2026-09-03T04:21:44+00:00" + }, + { + "path": "/crawler/yandexblogs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:35+00:00", + "last": "2026-09-03T04:20:35+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:14+00:00", + "last": "2026-09-01T06:39:14+00:00" + }, + { + "path": "/crawler/yandexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:29+00:00", + "last": "2026-09-01T06:43:29+00:00" + }, + { + "path": "/crawler/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:04+00:00", + "last": "2026-09-01T06:42:04+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:21+00:00", + "last": "2026-09-03T04:16:21+00:00" + }, + { + "path": "/crawler/yandexcalendar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:26+00:00", + "last": "2026-09-03T04:20:26+00:00" + }, + { + "path": "/crawler/yandexcalendar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:18+00:00", + "last": "2026-09-03T04:20:18+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:32+00:00", + "last": "2026-09-03T04:16:32+00:00" + }, + { + "path": "/crawler/yandexcombot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:32+00:00", + "last": "2026-09-03T04:21:32+00:00" + }, + { + "path": "/crawler/yandexcombot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:13+00:00", + "last": "2026-09-03T04:20:13+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:33+00:00", + "last": "2026-09-03T04:16:33+00:00" + }, + { + "path": "/crawler/yandexdirect.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:32+00:00", + "last": "2026-09-03T04:21:32+00:00" + }, + { + "path": "/crawler/yandexdirect.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:14+00:00", + "last": "2026-09-03T04:20:14+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:08+00:00", + "last": "2026-09-03T04:16:08+00:00" + }, + { + "path": "/crawler/yandexfavicons.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:17+00:00", + "last": "2026-09-03T04:20:17+00:00" + }, + { + "path": "/crawler/yandexfavicons.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:05+00:00", + "last": "2026-09-03T04:20:05+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:31+00:00", + "last": "2026-09-03T04:16:31+00:00" + }, + { + "path": "/crawler/yandeximages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:30+00:00", + "last": "2026-09-03T04:21:30+00:00" + }, + { + "path": "/crawler/yandeximages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:16+00:00", + "last": "2026-09-03T04:20:16+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:33+00:00", + "last": "2026-09-03T04:16:33+00:00" + }, + { + "path": "/crawler/yandexmarket.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:33+00:00", + "last": "2026-09-03T04:21:33+00:00" + }, + { + "path": "/crawler/yandexmarket.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:17+00:00", + "last": "2026-09-03T04:20:17+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:10+00:00", + "last": "2026-09-03T04:16:10+00:00" + }, + { + "path": "/crawler/yandexmedia.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:43+00:00", + "last": "2026-09-03T04:21:43+00:00" + }, + { + "path": "/crawler/yandexmedia.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:46+00:00", + "last": "2026-09-03T04:20:46+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:06+00:00", + "last": "2026-09-03T04:16:06+00:00" + }, + { + "path": "/crawler/yandexmetrika.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:31+00:00", + "last": "2026-09-03T04:18:31+00:00" + }, + { + "path": "/crawler/yandexmetrika.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:23+00:00", + "last": "2026-09-03T04:20:23+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:07+00:00", + "last": "2026-09-03T04:16:07+00:00" + }, + { + "path": "/crawler/yandexmobilebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:36+00:00", + "last": "2026-09-03T04:20:36+00:00" + }, + { + "path": "/crawler/yandexmobilebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:09+00:00", + "last": "2026-09-03T04:19:09+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:00+00:00", + "last": "2026-09-03T04:16:00+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:36+00:00", + "last": "2026-09-03T04:20:36+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:40+00:00", + "last": "2026-09-03T04:18:40+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:19+00:00", + "last": "2026-09-03T04:16:19+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:04+00:00", + "last": "2026-09-03T04:20:04+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:19+00:00", + "last": "2026-09-03T04:18:19+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:35+00:00", + "last": "2026-09-03T04:16:35+00:00" + }, + { + "path": "/crawler/yandexvideo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:43+00:00", + "last": "2026-09-03T04:21:43+00:00" + }, + { + "path": "/crawler/yandexvideo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:35+00:00", + "last": "2026-09-03T04:20:35+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:24+00:00", + "last": "2026-09-03T04:16:24+00:00" + }, + { + "path": "/crawler/yandexwebmaster.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:41+00:00", + "last": "2026-09-03T04:20:41+00:00" + }, + { + "path": "/crawler/yandexwebmaster.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:10+00:00", + "last": "2026-09-03T04:19:10+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:35+00:00", + "last": "2026-09-01T06:39:35+00:00" + }, + { + "path": "/crawler/yeti.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:44+00:00", + "last": "2026-09-01T06:42:44+00:00" + }, + { + "path": "/crawler/yeti.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:21+00:00", + "last": "2026-09-01T06:40:21+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:20+00:00", + "last": "2026-09-01T06:39:20+00:00" + }, + { + "path": "/crawler/youbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:06+00:00", + "last": "2026-09-01T06:43:06+00:00" + }, + { + "path": "/crawler/youbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:25+00:00", + "last": "2026-09-01T06:41:25+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:52+00:00", + "last": "2026-09-01T06:38:52+00:00" + }, + { + "path": "/data/asked-and-absent-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:35+00:00", + "last": "2026-09-07T02:32:35+00:00" + }, + { + "path": "/data/crawler-ua-asn-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:36+00:00", + "last": "2026-09-07T02:32:36+00:00" + }, + { + "path": "/data/fediverse-fanout-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:36+00:00", + "last": "2026-09-07T02:32:36+00:00" + }, + { + "path": "/data/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:03+00:00", + "last": "2026-09-01T06:40:03+00:00" + }, + { + "path": "/data/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:55+00:00", + "last": "2026-09-07T02:31:55+00:00" + }, + { + "path": "/data/markdown-lane.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:37+00:00", + "last": "2026-09-07T02:32:37+00:00" + }, + { + "path": "/data/mcp-conformance-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:33+00:00", + "last": "2026-09-07T02:32:33+00:00" + }, + { + "path": "/data/workers-plan-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:34+00:00", + "last": "2026-09-07T02:32:34+00:00" + }, + { + "path": "/documents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:39+00:00", + "last": "2026-09-03T04:15:39+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:51+00:00", + "last": "2026-09-01T06:38:51+00:00" + }, + { + "path": "/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:53+00:00", + "last": "2026-09-01T06:38:53+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T05:23:47+00:00", + "last": "2026-09-01T05:23:47+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:58+00:00", + "last": "2026-09-03T04:16:58+00:00" + }, + { + "path": "/impressum.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:21+00:00", + "last": "2026-09-03T04:18:21+00:00" + }, + { + "path": "/impressum.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:41+00:00", + "last": "2026-09-03T04:17:41+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:39+00:00", + "last": "2026-09-01T06:39:39+00:00" + }, + { + "path": "/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:39+00:00", + "last": "2026-09-03T04:15:39+00:00" + }, + { + "path": "/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:29+00:00", + "last": "2026-09-03T04:15:29+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:53+00:00", + "last": "2026-09-01T06:38:53+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:05+00:00", + "last": "2026-09-03T04:17:05+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:47+00:00", + "last": "2026-09-03T04:18:47+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:29+00:00", + "last": "2026-09-03T04:18:29+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:22+00:00", + "last": "2026-09-03T04:18:22+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:34+00:00", + "last": "2026-09-01T06:42:34+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:46+00:00", + "last": "2026-09-01T06:41:46+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:49+00:00", + "last": "2026-09-01T06:39:49+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:07+00:00", + "last": "2026-09-01T06:40:07+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:47+00:00", + "last": "2026-09-01T06:40:47+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:04+00:00", + "last": "2026-09-01T06:40:04+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:20+00:00", + "last": "2026-09-01T06:40:20+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:58+00:00", + "last": "2026-09-01T06:40:58+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:34+00:00", + "last": "2026-09-01T06:39:34+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:06+00:00", + "last": "2026-09-01T06:40:06+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:16+00:00", + "last": "2026-09-01T06:40:16+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:35+00:00", + "last": "2026-09-01T06:39:35+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:03+00:00", + "last": "2026-09-01T06:40:03+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:16+00:00", + "last": "2026-09-01T06:40:16+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:36+00:00", + "last": "2026-09-01T06:39:36+00:00" + }, + { + "path": "/ip-ranges/google-special.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:19+00:00", + "last": "2026-09-01T06:40:19+00:00" + }, + { + "path": "/ip-ranges/google-special.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:17+00:00", + "last": "2026-09-01T06:40:17+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:38+00:00", + "last": "2026-09-03T04:20:38+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:56+00:00", + "last": "2026-09-03T04:21:56+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:19+00:00", + "last": "2026-09-03T04:21:19+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:18+00:00", + "last": "2026-09-03T04:21:18+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:59+00:00", + "last": "2026-09-01T06:41:59+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:39+00:00", + "last": "2026-09-01T06:42:39+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:40+00:00", + "last": "2026-09-01T06:42:40+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:36+00:00", + "last": "2026-09-01T06:43:36+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:19+00:00", + "last": "2026-09-01T06:44:19+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:17+00:00", + "last": "2026-09-01T06:44:17+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:18+00:00", + "last": "2026-09-01T06:40:18+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:35+00:00", + "last": "2026-09-01T06:43:35+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:00+00:00", + "last": "2026-09-01T06:44:00+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:17+00:00", + "last": "2026-09-01T06:44:17+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:02+00:00", + "last": "2026-09-01T06:40:02+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:04+00:00", + "last": "2026-09-01T06:41:04+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:03+00:00", + "last": "2026-09-01T06:41:03+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:54+00:00", + "last": "2026-09-01T06:39:54+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:13+00:00", + "last": "2026-09-01T06:40:13+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:49+00:00", + "last": "2026-09-01T06:40:49+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:36+00:00", + "last": "2026-09-01T06:39:36+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:18+00:00", + "last": "2026-09-01T06:40:18+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:17+00:00", + "last": "2026-09-01T06:40:17+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:37+00:00", + "last": "2026-09-01T06:43:37+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:12+00:00", + "last": "2026-09-01T06:44:12+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:18+00:00", + "last": "2026-09-01T06:44:18+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:03+00:00", + "last": "2026-09-03T04:17:03+00:00" + }, + { + "path": "/legal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:46+00:00", + "last": "2026-09-03T04:17:46+00:00" + }, + { + "path": "/legal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:45+00:00", + "last": "2026-09-03T04:17:45+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:01+00:00", + "last": "2026-09-01T06:39:01+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:48+00:00", + "last": "2026-09-01T06:38:48+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:34+00:00", + "last": "2026-09-03T04:15:34+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:57+00:00", + "last": "2026-09-01T06:38:57+00:00" + }, + { + "path": "/mcp-doctor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:15:32+00:00", + "last": "2026-09-05T03:15:32+00:00" + }, + { + "path": "/mcp-doctor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:15:34+00:00", + "last": "2026-09-05T03:15:34+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:27+00:00", + "last": "2026-09-03T04:16:27+00:00" + }, + { + "path": "/mcp-lint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:08+00:00", + "last": "2026-09-03T04:17:08+00:00" + }, + { + "path": "/mcp-lint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:08+00:00", + "last": "2026-09-03T04:17:08+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:04+00:00", + "last": "2026-09-03T04:16:04+00:00" + }, + { + "path": "/mcp-netcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:46+00:00", + "last": "2026-09-03T04:16:46+00:00" + }, + { + "path": "/mcp-netcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:46+00:00", + "last": "2026-09-03T04:16:46+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:25+00:00", + "last": "2026-09-03T04:16:25+00:00" + }, + { + "path": "/mcp-robots.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:06+00:00", + "last": "2026-09-03T04:17:06+00:00" + }, + { + "path": "/mcp-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:06+00:00", + "last": "2026-09-03T04:17:06+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:55+00:00", + "last": "2026-09-01T06:38:55+00:00" + }, + { + "path": "/mcp-triage.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:09+00:00", + "last": "2026-09-05T03:18:09+00:00" + }, + { + "path": "/mcp-triage.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:08+00:00", + "last": "2026-09-05T03:18:08+00:00" + }, + { + "path": "/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:30:27+00:00", + "last": "2026-09-03T08:30:27+00:00" + }, + { + "path": "/mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:30:25+00:00", + "last": "2026-09-03T08:30:25+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:28+00:00", + "last": "2026-09-07T02:32:28+00:00" + }, + { + "path": "/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T17:27:47+00:00", + "last": "2026-09-03T17:27:47+00:00" + }, + { + "path": "/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:24+00:00", + "last": "2026-09-07T02:32:24+00:00" + }, + { + "path": "/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:30:57+00:00", + "last": "2026-09-06T06:30:57+00:00" + }, + { + "path": "/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:30:55+00:00", + "last": "2026-09-06T06:30:55+00:00" + }, + { + "path": "/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:30:42+00:00", + "last": "2026-09-06T06:30:42+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:55+00:00", + "last": "2026-09-01T06:38:55+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:01+00:00", + "last": "2026-09-01T06:39:01+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:56+00:00", + "last": "2026-09-01T06:38:56+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:50+00:00", + "last": "2026-09-01T06:39:50+00:00" + }, + { + "path": "/operator/ahrefs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:11+00:00", + "last": "2026-09-01T06:43:11+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:43+00:00", + "last": "2026-09-01T06:39:43+00:00" + }, + { + "path": "/operator/ai2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:54+00:00", + "last": "2026-09-01T06:42:54+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:12+00:00", + "last": "2026-09-03T04:18:12+00:00" + }, + { + "path": "/operator/aihit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:26+00:00", + "last": "2026-09-03T04:21:26+00:00" + }, + { + "path": "/operator/aihit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:06+00:00", + "last": "2026-09-03T04:19:06+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:51+00:00", + "last": "2026-09-01T06:39:51+00:00" + }, + { + "path": "/operator/amazon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:11+00:00", + "last": "2026-09-01T06:43:11+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:49+00:00", + "last": "2026-09-03T04:17:49+00:00" + }, + { + "path": "/operator/andi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:04+00:00", + "last": "2026-09-03T04:21:04+00:00" + }, + { + "path": "/operator/andi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:14+00:00", + "last": "2026-09-03T04:19:14+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:44+00:00", + "last": "2026-09-01T06:39:44+00:00" + }, + { + "path": "/operator/anthropic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:25+00:00", + "last": "2026-09-01T06:43:25+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:55+00:00", + "last": "2026-09-01T06:39:55+00:00" + }, + { + "path": "/operator/apple.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:18+00:00", + "last": "2026-09-01T06:43:18+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:52+00:00", + "last": "2026-09-03T04:16:52+00:00" + }, + { + "path": "/operator/atlassian.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:41+00:00", + "last": "2026-09-03T04:21:41+00:00" + }, + { + "path": "/operator/atlassian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:50+00:00", + "last": "2026-09-03T04:19:50+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:14+00:00", + "last": "2026-09-03T04:17:14+00:00" + }, + { + "path": "/operator/awario.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:23+00:00", + "last": "2026-09-03T04:21:23+00:00" + }, + { + "path": "/operator/awario.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:37+00:00", + "last": "2026-09-03T04:19:37+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:39+00:00", + "last": "2026-09-03T04:16:39+00:00" + }, + { + "path": "/operator/babbar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:30+00:00", + "last": "2026-09-03T04:21:30+00:00" + }, + { + "path": "/operator/babbar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:38+00:00", + "last": "2026-09-03T04:19:38+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:48+00:00", + "last": "2026-09-01T06:39:48+00:00" + }, + { + "path": "/operator/baidu.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:06+00:00", + "last": "2026-09-01T06:43:06+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:43+00:00", + "last": "2026-09-01T06:39:43+00:00" + }, + { + "path": "/operator/bytedance.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:22+00:00", + "last": "2026-09-01T06:43:22+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:37+00:00", + "last": "2026-09-03T04:17:37+00:00" + }, + { + "path": "/operator/ceramic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:28+00:00", + "last": "2026-09-03T04:21:28+00:00" + }, + { + "path": "/operator/ceramic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:01+00:00", + "last": "2026-09-03T04:20:01+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:23+00:00", + "last": "2026-09-03T04:17:23+00:00" + }, + { + "path": "/operator/cloudflare.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:45+00:00", + "last": "2026-09-03T04:21:45+00:00" + }, + { + "path": "/operator/cloudflare.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:46+00:00", + "last": "2026-09-03T04:20:46+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:55+00:00", + "last": "2026-09-01T06:39:55+00:00" + }, + { + "path": "/operator/cohere.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:14+00:00", + "last": "2026-09-01T06:43:14+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:38+00:00", + "last": "2026-09-01T06:39:38+00:00" + }, + { + "path": "/operator/commoncrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:16+00:00", + "last": "2026-09-01T06:43:16+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:17+00:00", + "last": "2026-09-03T04:17:17+00:00" + }, + { + "path": "/operator/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:46+00:00", + "last": "2026-09-03T04:21:46+00:00" + }, + { + "path": "/operator/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:28+00:00", + "last": "2026-09-03T04:19:28+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:40+00:00", + "last": "2026-09-03T04:16:40+00:00" + }, + { + "path": "/operator/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:48+00:00", + "last": "2026-09-03T04:21:48+00:00" + }, + { + "path": "/operator/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:47+00:00", + "last": "2026-09-03T04:20:47+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:42+00:00", + "last": "2026-09-03T04:16:42+00:00" + }, + { + "path": "/operator/dataforseo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:47+00:00", + "last": "2026-09-03T04:21:47+00:00" + }, + { + "path": "/operator/dataforseo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:55+00:00", + "last": "2026-09-03T04:20:55+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:57+00:00", + "last": "2026-09-01T06:39:57+00:00" + }, + { + "path": "/operator/diffbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:10+00:00", + "last": "2026-09-01T06:43:10+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:58+00:00", + "last": "2026-09-03T04:17:58+00:00" + }, + { + "path": "/operator/direqt.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:22+00:00", + "last": "2026-09-03T04:21:22+00:00" + }, + { + "path": "/operator/direqt.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:34+00:00", + "last": "2026-09-03T04:19:34+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:39+00:00", + "last": "2026-09-01T06:39:39+00:00" + }, + { + "path": "/operator/duckduckgo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:32+00:00", + "last": "2026-09-01T06:43:32+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:29+00:00", + "last": "2026-09-03T04:17:29+00:00" + }, + { + "path": "/operator/echobox.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:21+00:00", + "last": "2026-09-03T04:21:21+00:00" + }, + { + "path": "/operator/echobox.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:55+00:00", + "last": "2026-09-03T04:19:55+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:57+00:00", + "last": "2026-09-03T04:16:57+00:00" + }, + { + "path": "/operator/exa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:45+00:00", + "last": "2026-09-03T04:20:45+00:00" + }, + { + "path": "/operator/exa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:23+00:00", + "last": "2026-09-03T04:19:23+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:42+00:00", + "last": "2026-09-03T04:17:42+00:00" + }, + { + "path": "/operator/factset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:20+00:00", + "last": "2026-09-03T04:21:20+00:00" + }, + { + "path": "/operator/factset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:54+00:00", + "last": "2026-09-03T04:19:54+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:42+00:00", + "last": "2026-09-01T06:39:42+00:00" + }, + { + "path": "/operator/firecrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:22+00:00", + "last": "2026-09-01T06:43:22+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:54+00:00", + "last": "2026-09-01T06:39:54+00:00" + }, + { + "path": "/operator/google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:12+00:00", + "last": "2026-09-01T06:43:12+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:45+00:00", + "last": "2026-09-01T06:39:45+00:00" + }, + { + "path": "/operator/hive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:58+00:00", + "last": "2026-09-01T06:42:58+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:53+00:00", + "last": "2026-09-01T06:39:53+00:00" + }, + { + "path": "/operator/huawei.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:03+00:00", + "last": "2026-09-01T06:43:03+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:29+00:00", + "last": "2026-09-03T04:17:29+00:00" + }, + { + "path": "/operator/hunter.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:23+00:00", + "last": "2026-09-03T04:21:23+00:00" + }, + { + "path": "/operator/hunter.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:33+00:00", + "last": "2026-09-03T04:19:33+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:06+00:00", + "last": "2026-09-01T06:40:06+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:38+00:00", + "last": "2026-09-01T06:39:38+00:00" + }, + { + "path": "/operator/internetarchive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:36+00:00", + "last": "2026-09-01T06:42:36+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:15+00:00", + "last": "2026-09-03T04:17:15+00:00" + }, + { + "path": "/operator/iss.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:52+00:00", + "last": "2026-09-03T04:20:52+00:00" + }, + { + "path": "/operator/iss.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:54+00:00", + "last": "2026-09-03T04:18:54+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:54+00:00", + "last": "2026-09-03T04:17:54+00:00" + }, + { + "path": "/operator/kagi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:01+00:00", + "last": "2026-09-03T04:21:01+00:00" + }, + { + "path": "/operator/kagi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:12+00:00", + "last": "2026-09-03T04:19:12+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:20+00:00", + "last": "2026-09-03T04:17:20+00:00" + }, + { + "path": "/operator/klaviyo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:08+00:00", + "last": "2026-09-03T04:21:08+00:00" + }, + { + "path": "/operator/klaviyo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:47+00:00", + "last": "2026-09-03T04:19:47+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:53+00:00", + "last": "2026-09-01T06:39:53+00:00" + }, + { + "path": "/operator/laion.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:13+00:00", + "last": "2026-09-01T06:43:13+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:31+00:00", + "last": "2026-09-03T04:17:31+00:00" + }, + { + "path": "/operator/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:42+00:00", + "last": "2026-09-03T04:21:42+00:00" + }, + { + "path": "/operator/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:34+00:00", + "last": "2026-09-03T04:20:34+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:25+00:00", + "last": "2026-09-03T04:18:25+00:00" + }, + { + "path": "/operator/linguee.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:07+00:00", + "last": "2026-09-03T04:21:07+00:00" + }, + { + "path": "/operator/linguee.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:45+00:00", + "last": "2026-09-03T04:19:45+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:30+00:00", + "last": "2026-09-03T04:17:30+00:00" + }, + { + "path": "/operator/lyrenth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:18+00:00", + "last": "2026-09-03T04:21:18+00:00" + }, + { + "path": "/operator/lyrenth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:54+00:00", + "last": "2026-09-03T04:19:54+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:27+00:00", + "last": "2026-09-03T04:17:27+00:00" + }, + { + "path": "/operator/majestic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:53+00:00", + "last": "2026-09-03T04:21:53+00:00" + }, + { + "path": "/operator/majestic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:53+00:00", + "last": "2026-09-03T04:19:53+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:35+00:00", + "last": "2026-09-03T04:17:35+00:00" + }, + { + "path": "/operator/meltwater.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:40+00:00", + "last": "2026-09-03T04:21:40+00:00" + }, + { + "path": "/operator/meltwater.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:01+00:00", + "last": "2026-09-03T04:20:01+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:46+00:00", + "last": "2026-09-01T06:39:46+00:00" + }, + { + "path": "/operator/meta.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:58+00:00", + "last": "2026-09-01T06:42:58+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:44+00:00", + "last": "2026-09-01T06:39:44+00:00" + }, + { + "path": "/operator/microsoft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:24+00:00", + "last": "2026-09-01T06:43:24+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:57+00:00", + "last": "2026-09-01T06:39:57+00:00" + }, + { + "path": "/operator/mistral.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:09+00:00", + "last": "2026-09-01T06:43:09+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:07+00:00", + "last": "2026-09-03T04:18:07+00:00" + }, + { + "path": "/operator/mojeek.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:26+00:00", + "last": "2026-09-03T04:21:26+00:00" + }, + { + "path": "/operator/mojeek.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:38+00:00", + "last": "2026-09-03T04:19:38+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:58+00:00", + "last": "2026-09-03T04:17:58+00:00" + }, + { + "path": "/operator/moz.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:44+00:00", + "last": "2026-09-03T04:20:44+00:00" + }, + { + "path": "/operator/moz.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:23+00:00", + "last": "2026-09-03T04:19:23+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:49+00:00", + "last": "2026-09-01T06:39:49+00:00" + }, + { + "path": "/operator/naver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:18+00:00", + "last": "2026-09-01T06:43:18+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:02+00:00", + "last": "2026-09-03T04:17:02+00:00" + }, + { + "path": "/operator/nict.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:02+00:00", + "last": "2026-09-03T04:21:02+00:00" + }, + { + "path": "/operator/nict.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:13+00:00", + "last": "2026-09-03T04:19:13+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:58+00:00", + "last": "2026-09-01T06:39:58+00:00" + }, + { + "path": "/operator/openai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:19+00:00", + "last": "2026-09-01T06:43:19+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:08+00:00", + "last": "2026-09-03T04:18:08+00:00" + }, + { + "path": "/operator/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:40+00:00", + "last": "2026-09-03T04:21:40+00:00" + }, + { + "path": "/operator/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:51+00:00", + "last": "2026-09-03T04:19:51+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:53+00:00", + "last": "2026-09-03T04:17:53+00:00" + }, + { + "path": "/operator/parallel.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:54+00:00", + "last": "2026-09-03T04:21:54+00:00" + }, + { + "path": "/operator/parallel.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:03+00:00", + "last": "2026-09-03T04:20:03+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:39+00:00", + "last": "2026-09-01T06:39:39+00:00" + }, + { + "path": "/operator/perplexity.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:33+00:00", + "last": "2026-09-01T06:43:33+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:05+00:00", + "last": "2026-09-03T04:18:05+00:00" + }, + { + "path": "/operator/phind.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:21+00:00", + "last": "2026-09-03T04:21:21+00:00" + }, + { + "path": "/operator/phind.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:08+00:00", + "last": "2026-09-03T04:19:08+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:10+00:00", + "last": "2026-09-03T04:17:10+00:00" + }, + { + "path": "/operator/pinterest.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:41+00:00", + "last": "2026-09-03T04:21:41+00:00" + }, + { + "path": "/operator/pinterest.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:49+00:00", + "last": "2026-09-03T04:19:49+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:28+00:00", + "last": "2026-09-03T04:17:28+00:00" + }, + { + "path": "/operator/poseidon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:53+00:00", + "last": "2026-09-03T04:21:53+00:00" + }, + { + "path": "/operator/poseidon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:56+00:00", + "last": "2026-09-03T04:19:56+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:50+00:00", + "last": "2026-09-03T04:16:50+00:00" + }, + { + "path": "/operator/qualified.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:37+00:00", + "last": "2026-09-03T04:21:37+00:00" + }, + { + "path": "/operator/qualified.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:41+00:00", + "last": "2026-09-03T04:19:41+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:42+00:00", + "last": "2026-09-03T04:17:42+00:00" + }, + { + "path": "/operator/quantumcloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:14+00:00", + "last": "2026-09-03T04:21:14+00:00" + }, + { + "path": "/operator/quantumcloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:24+00:00", + "last": "2026-09-03T04:20:24+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:06+00:00", + "last": "2026-09-03T04:18:06+00:00" + }, + { + "path": "/operator/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:50+00:00", + "last": "2026-09-03T04:21:50+00:00" + }, + { + "path": "/operator/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:42+00:00", + "last": "2026-09-03T04:19:42+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:02+00:00", + "last": "2026-09-03T04:18:02+00:00" + }, + { + "path": "/operator/qwant.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:25+00:00", + "last": "2026-09-03T04:21:25+00:00" + }, + { + "path": "/operator/qwant.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:06+00:00", + "last": "2026-09-03T04:19:06+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:55+00:00", + "last": "2026-09-03T04:16:55+00:00" + }, + { + "path": "/operator/reflection.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:47+00:00", + "last": "2026-09-03T04:21:47+00:00" + }, + { + "path": "/operator/reflection.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:47+00:00", + "last": "2026-09-03T04:20:47+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:04+00:00", + "last": "2026-09-03T04:18:04+00:00" + }, + { + "path": "/operator/rois.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:45+00:00", + "last": "2026-09-03T04:18:45+00:00" + }, + { + "path": "/operator/rois.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:22+00:00", + "last": "2026-09-03T04:19:22+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:05+00:00", + "last": "2026-09-03T04:17:05+00:00" + }, + { + "path": "/operator/sbintuitions.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:34+00:00", + "last": "2026-09-03T04:21:34+00:00" + }, + { + "path": "/operator/sbintuitions.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:25+00:00", + "last": "2026-09-03T04:20:25+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:52+00:00", + "last": "2026-09-01T06:39:52+00:00" + }, + { + "path": "/operator/scrapy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:14+00:00", + "last": "2026-09-01T06:43:14+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:18+00:00", + "last": "2026-09-03T04:17:18+00:00" + }, + { + "path": "/operator/screamingfrog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:33+00:00", + "last": "2026-09-03T04:20:33+00:00" + }, + { + "path": "/operator/screamingfrog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:07+00:00", + "last": "2026-09-03T04:20:07+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:58+00:00", + "last": "2026-09-01T06:39:58+00:00" + }, + { + "path": "/operator/semrush.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:09+00:00", + "last": "2026-09-01T06:43:09+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:05+00:00", + "last": "2026-09-03T04:18:05+00:00" + }, + { + "path": "/operator/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:52+00:00", + "last": "2026-09-03T04:21:52+00:00" + }, + { + "path": "/operator/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:56+00:00", + "last": "2026-09-03T04:19:56+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:36+00:00", + "last": "2026-09-03T04:17:36+00:00" + }, + { + "path": "/operator/serpstat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:54+00:00", + "last": "2026-09-03T04:21:54+00:00" + }, + { + "path": "/operator/serpstat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:04+00:00", + "last": "2026-09-03T04:20:04+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:51+00:00", + "last": "2026-09-01T06:39:51+00:00" + }, + { + "path": "/operator/seznam.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:13+00:00", + "last": "2026-09-01T06:43:13+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:54+00:00", + "last": "2026-09-03T04:16:54+00:00" + }, + { + "path": "/operator/sidetrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:39+00:00", + "last": "2026-09-03T04:21:39+00:00" + }, + { + "path": "/operator/sidetrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:00+00:00", + "last": "2026-09-03T04:20:00+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:16+00:00", + "last": "2026-09-03T04:17:16+00:00" + }, + { + "path": "/operator/slack.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:25+00:00", + "last": "2026-09-03T04:21:25+00:00" + }, + { + "path": "/operator/slack.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:07+00:00", + "last": "2026-09-03T04:19:07+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:03+00:00", + "last": "2026-09-03T04:18:03+00:00" + }, + { + "path": "/operator/thinkbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:52+00:00", + "last": "2026-09-03T04:21:52+00:00" + }, + { + "path": "/operator/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:45+00:00", + "last": "2026-09-03T04:19:45+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:50+00:00", + "last": "2026-09-01T06:39:50+00:00" + }, + { + "path": "/operator/timpi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:10+00:00", + "last": "2026-09-01T06:43:10+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:46+00:00", + "last": "2026-09-01T06:39:46+00:00" + }, + { + "path": "/operator/webz.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:57+00:00", + "last": "2026-09-01T06:42:57+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:47+00:00", + "last": "2026-09-01T06:39:47+00:00" + }, + { + "path": "/operator/yandex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:47+00:00", + "last": "2026-09-01T06:39:47+00:00" + }, + { + "path": "/operator/you.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:45+00:00", + "last": "2026-09-01T06:39:45+00:00" + }, + { + "path": "/operator/you.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:44+00:00", + "last": "2026-09-01T06:42:44+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:57+00:00", + "last": "2026-09-03T04:16:57+00:00" + }, + { + "path": "/packages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:41+00:00", + "last": "2026-09-03T04:17:41+00:00" + }, + { + "path": "/packages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:40+00:00", + "last": "2026-09-03T04:17:40+00:00" + }, + { + "path": "/plans", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:16+00:00", + "last": "2026-09-03T04:16:16+00:00" + }, + { + "path": "/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:55+00:00", + "last": "2026-09-01T06:38:55+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:31+00:00", + "last": "2026-09-01T06:43:31+00:00" + }, + { + "path": "/policy/allow-ai-search-only.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:44:11+00:00", + "last": "2026-09-01T06:44:11+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:06+00:00", + "last": "2026-09-01T06:40:06+00:00" + }, + { + "path": "/policy/allow-all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:55+00:00", + "last": "2026-09-01T06:42:55+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:02+00:00", + "last": "2026-09-01T06:40:02+00:00" + }, + { + "path": "/policy/block-ai-training.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:38+00:00", + "last": "2026-09-01T06:42:38+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:54+00:00", + "last": "2026-09-01T06:41:54+00:00" + }, + { + "path": "/policy/block-all-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:25+00:00", + "last": "2026-09-01T06:43:25+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:59+00:00", + "last": "2026-09-01T06:39:59+00:00" + }, + { + "path": "/policy/block-datasets.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:42+00:00", + "last": "2026-09-01T06:42:42+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:00+00:00", + "last": "2026-09-01T06:40:00+00:00" + }, + { + "path": "/policy/block-disputed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:41+00:00", + "last": "2026-09-01T06:42:41+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:44+00:00", + "last": "2026-09-01T06:41:44+00:00" + }, + { + "path": "/policy/block-seo-tools.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:43:20+00:00", + "last": "2026-09-01T06:43:20+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:27+00:00", + "last": "2026-09-01T06:42:27+00:00" + }, + { + "path": "/policy/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:53+00:00", + "last": "2026-09-07T02:31:53+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:01+00:00", + "last": "2026-09-01T06:40:01+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:33+00:00", + "last": "2026-09-01T06:42:33+00:00" + }, + { + "path": "/pricing", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:32+00:00", + "last": "2026-09-03T04:15:32+00:00" + }, + { + "path": "/pricing.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:17+00:00", + "last": "2026-09-03T04:16:17+00:00" + }, + { + "path": "/pricing.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:16+00:00", + "last": "2026-09-03T04:16:16+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:36+00:00", + "last": "2026-09-03T04:15:36+00:00" + }, + { + "path": "/privacy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:34+00:00", + "last": "2026-09-03T04:16:34+00:00" + }, + { + "path": "/privacy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:15+00:00", + "last": "2026-09-03T04:16:15+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:36+00:00", + "last": "2026-09-03T04:15:36+00:00" + }, + { + "path": "/reference.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:57+00:00", + "last": "2026-09-03T04:15:57+00:00" + }, + { + "path": "/reference.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:38+00:00", + "last": "2026-09-03T04:16:38+00:00" + }, + { + "path": "/register", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:31+00:00", + "last": "2026-09-03T04:15:31+00:00" + }, + { + "path": "/register.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:56+00:00", + "last": "2026-09-03T04:15:56+00:00" + }, + { + "path": "/register.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:56+00:00", + "last": "2026-09-03T04:15:56+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:45+00:00", + "last": "2026-09-01T06:42:45+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:20+00:00", + "last": "2026-09-01T06:40:20+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:05+00:00", + "last": "2026-09-01T06:40:05+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:10+00:00", + "last": "2026-09-01T06:40:10+00:00" + }, + { + "path": "/robots/block-datasets.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:06+00:00", + "last": "2026-09-01T06:42:06+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:58+00:00", + "last": "2026-09-01T06:41:58+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:08+00:00", + "last": "2026-09-01T06:40:08+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:02+00:00", + "last": "2026-09-01T06:40:02+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:12+00:00", + "last": "2026-09-03T04:17:12+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:32+00:00", + "last": "2026-09-01T06:40:32+00:00" + }, + { + "path": "/security.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:14+00:00", + "last": "2026-09-01T06:41:14+00:00" + }, + { + "path": "/security.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:55+00:00", + "last": "2026-09-03T04:17:55+00:00" + }, + { + "path": "/services", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:09+00:00", + "last": "2026-09-07T02:32:09+00:00" + }, + { + "path": "/services.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:28+00:00", + "last": "2026-09-07T02:32:28+00:00" + }, + { + "path": "/services.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:27+00:00", + "last": "2026-09-07T02:32:27+00:00" + }, + { + "path": "/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:12+00:00", + "last": "2026-09-07T02:32:12+00:00" + }, + { + "path": "/snippet/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:25+00:00", + "last": "2026-09-07T02:32:25+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:56+00:00", + "last": "2026-09-01T06:40:56+00:00" + }, + { + "path": "/snippet/apache-htaccess.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:20+00:00", + "last": "2026-09-01T06:42:20+00:00" + }, + { + "path": "/snippet/apache-htaccess.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:36+00:00", + "last": "2026-09-01T06:41:36+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:55+00:00", + "last": "2026-09-01T06:40:55+00:00" + }, + { + "path": "/snippet/caddy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:59+00:00", + "last": "2026-09-01T06:42:59+00:00" + }, + { + "path": "/snippet/caddy.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:36+00:00", + "last": "2026-09-01T06:41:36+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:54+00:00", + "last": "2026-09-01T06:40:54+00:00" + }, + { + "path": "/snippet/cloudflare-worker.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:29+00:00", + "last": "2026-09-01T06:42:29+00:00" + }, + { + "path": "/snippet/cloudflare-worker.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:35+00:00", + "last": "2026-09-01T06:41:35+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:12+00:00", + "last": "2026-09-01T06:40:12+00:00" + }, + { + "path": "/snippet/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:25:44+00:00", + "last": "2026-09-05T18:25:44+00:00" + }, + { + "path": "/snippet/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:25:42+00:00", + "last": "2026-09-05T18:25:42+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:01+00:00", + "last": "2026-09-01T06:41:01+00:00" + }, + { + "path": "/snippet/nginx-map.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:52+00:00", + "last": "2026-09-01T06:42:52+00:00" + }, + { + "path": "/snippet/nginx-map.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:42+00:00", + "last": "2026-09-01T06:41:42+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:40:55+00:00", + "last": "2026-09-01T06:40:55+00:00" + }, + { + "path": "/snippet/python-classify.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:42:16+00:00", + "last": "2026-09-01T06:42:16+00:00" + }, + { + "path": "/snippet/python-classify.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:41:36+00:00", + "last": "2026-09-01T06:41:36+00:00" + }, + { + "path": "/stats.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:39:41+00:00", + "last": "2026-09-01T06:39:41+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:45+00:00", + "last": "2026-09-01T06:38:45+00:00" + }, + { + "path": "/status.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:38:58+00:00", + "last": "2026-09-01T06:38:58+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:01+00:00", + "last": "2026-09-03T04:16:01+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:15:38+00:00", + "last": "2026-09-03T04:15:38+00:00" + }, + { + "path": "/terms.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:18+00:00", + "last": "2026-09-03T04:16:18+00:00" + }, + { + "path": "/terms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:16:20+00:00", + "last": "2026-09-03T04:16:20+00:00" + }, + { + "path": "/tools/ai-access.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:22+00:00", + "last": "2026-09-03T04:20:22+00:00" + }, + { + "path": "/tools/classify-ua.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:54+00:00", + "last": "2026-09-03T04:20:54+00:00" + }, + { + "path": "/tools/example.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:03+00:00", + "last": "2026-09-03T04:21:03+00:00" + }, + { + "path": "/tools/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:32:33+00:00", + "last": "2026-09-07T02:32:33+00:00" + }, + { + "path": "/tools/robots-allowed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:16+00:00", + "last": "2026-09-03T04:21:16+00:00" + }, + { + "path": "/tools/robots-lint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:59+00:00", + "last": "2026-09-03T04:20:59+00:00" + }, + { + "path": "/tools/verification-methods", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:22:03+00:00", + "last": "2026-09-03T04:22:03+00:00" + }, + { + "path": "/tools/verification-methods.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:19:00+00:00", + "last": "2026-09-03T04:19:00+00:00" + }, + { + "path": "/tools/verify-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:21:01+00:00", + "last": "2026-09-03T04:21:01+00:00" + }, + { + "path": "/tools/whoami.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:20:42+00:00", + "last": "2026-09-03T04:20:42+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:17:54+00:00", + "last": "2026-09-03T04:17:54+00:00" + }, + { + "path": "/trust.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:36+00:00", + "last": "2026-09-03T04:18:36+00:00" + }, + { + "path": "/trust.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:18:35+00:00", + "last": "2026-09-03T04:18:35+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T05:23:47+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-01T05:23:47+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-01T05:28:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "status": "200", + "at": "2026-09-01T06:38:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T06:38:42+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-01T06:38:45+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-01T06:38:46+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-01T06:38:48+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-01T06:38:49+00:00" + }, + { + "path": "/crawler/", + "status": "200", + "at": "2026-09-01T06:38:50+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-01T06:38:51+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-01T06:38:51+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-01T06:38:52+00:00" + }, + { + "path": "/ip-ranges/", + "status": "200", + "at": "2026-09-01T06:38:53+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-01T06:38:53+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-01T06:38:53+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-01T06:38:54+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-01T06:38:55+00:00" + }, + { + "path": "/policy/", + "status": "200", + "at": "2026-09-01T06:38:55+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T06:38:55+00:00" + }, + { + "path": "/operator/", + "status": "200", + "at": "2026-09-01T06:38:56+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-01T06:38:56+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-01T06:38:57+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-01T06:38:58+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T06:38:58+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-01T06:38:58+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-01T06:38:59+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-01T06:39:00+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-01T06:39:01+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-09-01T06:39:01+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "status": "200", + "at": "2026-09-01T06:39:02+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "status": "200", + "at": "2026-09-01T06:39:03+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "status": "200", + "at": "2026-09-01T06:39:03+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "status": "200", + "at": "2026-09-01T06:39:04+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "status": "200", + "at": "2026-09-01T06:39:05+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "status": "200", + "at": "2026-09-01T06:39:05+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "status": "200", + "at": "2026-09-01T06:39:06+00:00" + }, + { + "path": "/category/ai-search.html", + "status": "200", + "at": "2026-09-01T06:39:06+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "status": "200", + "at": "2026-09-01T06:39:07+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "status": "200", + "at": "2026-09-01T06:39:07+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/glama.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T13:05:08+00:00", + "last_asked": "2026-09-01T13:05:08+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T04:15:54+00:00", + "last_asked": "2026-09-03T04:15:54+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 32, + "median_gap_minutes": 176.0, + "visit_starts": [ + "2026-09-01T05:23:47Z", + "2026-09-01T06:38:39Z", + "2026-09-01T11:19:50Z", + "2026-09-01T13:05:07Z", + "2026-09-02T05:31:39Z", + "2026-09-02T09:26:36Z", + "2026-09-03T00:22:52Z", + "2026-09-03T04:15:23Z", + "2026-09-03T05:34:21Z", + "2026-09-03T08:30:22Z", + "2026-09-03T09:26:33Z", + "2026-09-03T17:27:47Z", + "2026-09-04T05:35:27Z", + "2026-09-04T06:20:42Z", + "2026-09-04T10:40:24Z", + "2026-09-04T17:48:31Z", + "2026-09-05T01:28:29Z", + "2026-09-05T03:15:29Z", + "2026-09-05T05:38:28Z", + "2026-09-05T09:19:58Z", + "2026-09-05T10:04:29Z", + "2026-09-05T18:25:37Z", + "2026-09-05T20:58:47Z", + "2026-09-05T21:45:16Z" + ] + }, + "documentation_url": "https://openai.com/gptbot", + "self_described_as": "GPTBot/1.4" + }, + { + "slug": "sentineloracle", + "name": "SentinelOracle", + "group_key": "host:glimind.com", + "kind": "named", + "user_agents": [ + { + "ua": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", + "requests": 5940, + "addresses": 1, + "first_seen": "2026-09-01T01:24:24+00:00", + "last_seen": "2026-09-06T12:51:45+00:00" + }, + { + "ua": "glimind-pricing (+https://glimind.com/opt-out)", + "requests": 27, + "addresses": 1, + "first_seen": "2026-09-03T11:30:33+00:00", + "last_seen": "2026-09-06T10:43:01+00:00" + } + ], + "primary_user_agent": "SentinelOracle/0.1 (+https://glimind.com/opt-out; liveness-only, never invokes tools)", + "requests": 5967, + "addresses": 1, + "first_seen": "2026-09-01T01:24:24+00:00", + "last_seen": "2026-09-06T12:51:45+00:00", + "bytes_served": 21971633, + "classed_by_our_instrument": { + "agent": 5967 + }, + "surfaces": { + "mcp-crawler-index": 2020, + "mcp-crawler-log-triage": 802, + "mcp-agent-discovery-doctor": 802, + "mcp-endpoint-lint": 798, + "mcp-robots-policy-lint": 764, + "mcp-crawler-ip-verifier": 725, + "mcp-markdown-lane": 29, + "pathwren-edge": 18, + "x402-payment-discovery": 6, + "payment-discovery-refusal": 2, + "pricing-document": 1 + }, + "channels": { + "mcp-registry-official": 5940 + }, + "accept_headers": [ + "application/json, text/event-stream", + "application/json" + ], + "status_codes": { + "200": 4276, + "202": 1671, + "404": 20 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1100, + "statuses": { + "200": 822, + "202": 278 + }, + "first": "2026-09-01T01:24:24+00:00", + "last": "2026-09-06T12:51:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1082, + "statuses": { + "200": 766, + "202": 316 + }, + "first": "2026-09-01T07:25:56+00:00", + "last": "2026-09-06T12:48:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1080, + "statuses": { + "200": 770, + "202": 310 + }, + "first": "2026-09-01T07:25:58+00:00", + "last": "2026-09-06T12:48:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 920, + "statuses": { + "200": 669, + "202": 251 + }, + "first": "2026-09-01T21:46:38+00:00", + "last": "2026-09-06T12:45:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 883, + "statuses": { + "200": 655, + "202": 228 + }, + "first": "2026-09-01T19:37:30+00:00", + "last": "2026-09-06T12:48:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 846, + "statuses": { + "200": 571, + "202": 275 + }, + "first": "2026-09-02T15:19:34+00:00", + "last": "2026-09-06T12:44:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 29, + "statuses": { + "200": 16, + "202": 13 + }, + "first": "2026-09-06T10:40:43+00:00", + "last": "2026-09-06T12:43:33+00:00" + }, + { + "path": "/.well-known/payment", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-03T11:30:33+00:00", + "last": "2026-09-06T10:43:01+00:00" + }, + { + "path": "/.well-known/payments", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-03T11:30:34+00:00", + "last": "2026-09-06T10:43:01+00:00" + }, + { + "path": "/.well-known/pricing", + "requests": 7, + "statuses": { + "404": 6, + "200": 1 + }, + "first": "2026-09-03T11:30:34+00:00", + "last": "2026-09-06T10:43:01+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T11:30:34+00:00", + "last": "2026-09-03T11:42:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:24:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T07:25:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T07:25:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T19:37:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T21:46:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-02T15:19:34+00:00" + }, + { + "path": "/.well-known/payment", + "status": "404", + "at": "2026-09-03T11:30:33+00:00" + }, + { + "path": "/.well-known/payments", + "status": "404", + "at": "2026-09-03T11:30:34+00:00" + }, + { + "path": "/.well-known/pricing", + "status": "404", + "at": "2026-09-03T11:30:34+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-03T11:30:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T10:40:43+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/payment", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-03T11:30:33+00:00", + "last_asked": "2026-09-06T10:43:01+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payments", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-03T11:30:34+00:00", + "last_asked": "2026-09-06T10:43:01+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/pricing", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T11:30:34+00:00", + "last_asked": "2026-09-06T10:43:01+00:00", + "answered_200_since": "2026-09-03T12:40:22+00:00" + } + ], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 2187.4, + "visit_starts": [ + "2026-09-01T01:24:24Z", + "2026-09-02T13:51:48Z" + ] + }, + "documentation_url": "https://glimind.com/opt-out", + "self_described_as": "liveness-only, never invokes tools" + }, + { + "slug": "meta-externalagent", + "name": "meta-externalagent", + "group_key": "host:developers.facebook.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 1783, + "addresses": 194, + "first_seen": "2026-09-03T00:27:45+00:00", + "last_seen": "2026-09-07T08:14:58+00:00" + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 913, + "addresses": 179, + "first_seen": "2026-09-03T00:22:46+00:00", + "last_seen": "2026-09-07T08:24:29+00:00" + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 186, + "addresses": 115, + "first_seen": "2026-09-03T00:05:33+00:00", + "last_seen": "2026-09-07T00:35:25+00:00" + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 Edg/145.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 112, + "addresses": 81, + "first_seen": "2026-09-03T05:12:51+00:00", + "last_seen": "2026-09-07T00:47:21+00:00" + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 16, + "addresses": 16, + "first_seen": "2026-09-03T21:07:45+00:00", + "last_seen": "2026-09-05T20:39:15+00:00" + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:147.0) Gecko/20100101 Firefox/147.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 12, + "addresses": 9, + "first_seen": "2026-09-03T19:55:20+00:00", + "last_seen": "2026-09-07T01:14:19+00:00" + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:147.0) Gecko/20100101 Firefox/147.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 12, + "addresses": 12, + "first_seen": "2026-09-03T23:55:30+00:00", + "last_seen": "2026-09-07T03:56:12+00:00" + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:147.0) Gecko/20100101 Firefox/147.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-03T17:50:47+00:00", + "last_seen": "2026-09-06T09:23:42+00:00" + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.0.0 Safari/537.36 Edg/146.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-04T04:12:26+00:00", + "last_seen": "2026-09-07T00:33:49+00:00" + }, + { + "ua": "meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)", + "requests": 6, + "addresses": 6, + "first_seen": "2026-09-06T07:21:01+00:00", + "last_seen": "2026-09-06T07:21:08+00:00" + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 Edg/145.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 5, + "addresses": 5, + "first_seen": "2026-09-03T20:55:17+00:00", + "last_seen": "2026-09-06T11:50:38+00:00" + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36 Edg/143.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-03T14:55:31+00:00", + "last_seen": "2026-09-05T04:15:04+00:00" + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36 Edg/142.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T19:41:45+00:00", + "last_seen": "2026-09-03T19:41:45+00:00" + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 Edg/144.0.0.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T00:45:33+00:00", + "last_seen": "2026-09-04T00:45:33+00:00" + }, + { + "ua": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:147.0) Gecko/20100101 Firefox/147.0 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T12:09:48+00:00", + "last_seen": "2026-09-05T12:09:48+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36 (compatible; meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler))", + "requests": 3064, + "addresses": 208, + "first_seen": "2026-09-03T00:05:33+00:00", + "last_seen": "2026-09-07T08:24:29+00:00", + "bytes_served": 36871448, + "classed_by_our_instrument": { + "crawler": 3064 + }, + "surfaces": { + "pathwren-edge": 2053, + "http-tools": 492, + "ai-crawler-index": 188, + "client-dossiers": 64, + "a2a-crawler-index": 55, + "changes-feed": 28, + "section-roots": 27, + "mcp-zero-argument-pair": 18, + "identity-documents": 12, + "mcp-crawler-index": 11, + "mcp-crawler-log-triage": 10, + "mcp-discovery-documents": 10, + "api-reference": 9, + "mcp-crawler-ip-verifier": 8, + "mcp-robots-policy-lint": 8, + "access-document": 8, + "mcp-endpoint-lint": 7, + "mcp-agent-discovery-doctor": 7, + "agent-skill-docs": 6, + "x402-payment-discovery": 5, + "payment-discovery-refusal": 5, + "agent-card-addresses": 4, + "inference-refusal": 4, + "oauth-discovery-refusal": 3, + "asyncapi-description": 3, + "git-dumb-http-object-store": 3, + "well-known-openapi": 2, + "mcp-transport-get-leg": 2, + "document-ledger": 2, + "apis-json-yaml-form": 2, + "pricing-document": 2, + "channel-namespace-doc": 2, + "blog": 2, + "a2a-invocation-example": 1, + "services-catalogue": 1 + }, + "channels": { + "wellknown": 41, + "ard": 36, + "pypi-registry": 20, + "skillmd": 18, + "mcp-registry-official": 16, + "agenty": 9, + "well-known": 8, + "mcp-record-triage": 5, + "mcp-record-netcheck": 4, + "rubygems-registry": 3, + "mcp-record-robots": 3, + "mcp-record-doctor": 3, + "mcp-record-lint": 3, + "mbin": 3, + "lemmy": 2, + "freepublicapis": 1, + "thecolony": 1, + "apis-json": 1, + "mcpservers-org": 1 + }, + "accept_headers": [ + "*/*", + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "*/*, */*" + ], + "status_codes": { + "200": 3037, + "404": 14, + "308": 7, + "400": 4, + "401": 1, + "301": 1 + }, + "distinct_paths": 1759, + "paths": [ + { + "path": "/px.gif", + "requests": 221, + "statuses": { + "200": 221 + }, + "first": "2026-09-04T12:55:44+00:00", + "last": "2026-09-07T00:44:58+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 212, + "statuses": { + "200": 212 + }, + "first": "2026-09-03T06:09:55+00:00", + "last": "2026-09-07T06:56:09+00:00" + }, + { + "path": "/tools/verification-methods", + "requests": 179, + "statuses": { + "200": 177, + "400": 2 + }, + "first": "2026-09-03T04:31:27+00:00", + "last": "2026-09-07T02:01:23+00:00" + }, + { + "path": "/tools/verify-crawler", + "requests": 34, + "statuses": { + "200": 34 + }, + "first": "2026-09-03T16:51:11+00:00", + "last": "2026-09-07T00:33:54+00:00" + }, + { + "path": "/changes.json", + "requests": 13, + "statuses": { + "200": 12, + "400": 1 + }, + "first": "2026-09-03T12:40:49+00:00", + "last": "2026-09-07T04:59:34+00:00" + }, + { + "path": "/c/ard/changes.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T13:26:27+00:00", + "last": "2026-09-07T00:33:12+00:00" + }, + { + "path": "/c/wellknown/changes.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T23:49:20+00:00", + "last": "2026-09-06T09:23:42+00:00" + }, + { + "path": "/tools/robots-allowed", + "requests": 6, + "statuses": { + "400": 1, + "200": 5 + }, + "first": "2026-09-03T09:27:56+00:00", + "last": "2026-09-05T18:29:58+00:00" + }, + { + "path": "/tools/robots-lint", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T06:59:48+00:00", + "last": "2026-09-05T20:39:47+00:00" + }, + { + "path": "/tools/ai-access", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T10:59:58+00:00", + "last": "2026-09-05T19:04:36+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T10:27:09+00:00", + "last": "2026-09-05T21:11:39+00:00" + }, + { + "path": "/data/ua-regex.txt", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T23:29:23+00:00", + "last": "2026-09-05T17:16:12+00:00" + }, + { + "path": "/feed.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T10:38:54+00:00", + "last": "2026-09-05T19:42:18+00:00" + }, + { + "path": "/mcp", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T07:52:25+00:00", + "last": "2026-09-06T12:29:20+00:00" + }, + { + "path": "/mcp/robots", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T14:54:21+00:00", + "last": "2026-09-05T12:14:42+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T16:50:58+00:00", + "last": "2026-09-05T19:15:18+00:00" + }, + { + "path": "/tools/classify-ua.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T06:34:36+00:00", + "last": "2026-09-05T23:28:13+00:00" + }, + { + "path": "/tools/example", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T06:24:31+00:00", + "last": "2026-09-05T22:46:50+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T19:12:09+00:00", + "last": "2026-09-05T20:12:15+00:00" + }, + { + "path": "/tools/robots-allowed.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T22:49:25+00:00", + "last": "2026-09-05T19:16:47+00:00" + }, + { + "path": "/tools/robots-lint.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T22:02:31+00:00", + "last": "2026-09-05T17:25:49+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T21:56:33+00:00", + "last": "2026-09-05T14:08:45+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T00:00:14+00:00", + "last": "2026-09-05T18:25:42+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T18:18:07+00:00", + "last": "2026-09-07T08:14:58+00:00" + }, + { + "path": "/changes", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T09:38:49+00:00", + "last": "2026-09-05T09:58:53+00:00" + }, + { + "path": "/data/agents.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T00:22:46+00:00", + "last": "2026-09-06T06:43:17+00:00" + }, + { + "path": "/data/ip-sources.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T06:05:09+00:00", + "last": "2026-09-05T18:37:11+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T20:35:54+00:00", + "last": "2026-09-05T20:09:21+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T17:29:02+00:00", + "last": "2026-09-05T19:03:35+00:00" + }, + { + "path": "/llms.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T03:57:12+00:00", + "last": "2026-09-05T05:29:37+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T23:08:36+00:00", + "last": "2026-09-05T16:53:32+00:00" + }, + { + "path": "/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T15:13:56+00:00", + "last": "2026-09-05T15:48:52+00:00" + }, + { + "path": "/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T11:14:52+00:00", + "last": "2026-09-05T19:22:22+00:00" + }, + { + "path": "/mcp/triage", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T11:36:47+00:00", + "last": "2026-09-05T22:52:26+00:00" + }, + { + "path": "/tools/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T08:42:30+00:00", + "last": "2026-09-05T11:16:15+00:00" + }, + { + "path": "/tools/ai-access.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T16:13:30+00:00", + "last": "2026-09-05T17:56:51+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T17:57:38+00:00", + "last": "2026-09-05T22:40:03+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T21:05:03+00:00", + "last": "2026-09-05T21:06:45+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T19:24:48+00:00", + "last": "2026-09-05T20:11:35+00:00" + }, + { + "path": "/tools/verify-crawler.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T22:24:42+00:00", + "last": "2026-09-05T12:04:09+00:00" + }, + { + "path": "/tools/whoami", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T09:47:58+00:00", + "last": "2026-09-05T15:00:29+00:00" + }, + { + "path": "/tools/whoami.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T19:17:18+00:00", + "last": "2026-09-05T19:23:57+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:34:22+00:00", + "last": "2026-09-06T07:06:31+00:00" + }, + { + "path": "/.well-known/agent-permissions.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:37:59+00:00", + "last": "2026-09-05T18:22:37+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:33:58+00:00", + "last": "2026-09-05T19:39:46+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:05:38+00:00", + "last": "2026-09-05T16:50:07+00:00" + }, + { + "path": "/.well-known/jwks.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:10:42+00:00", + "last": "2026-09-07T00:36:35+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T15:05:51+00:00", + "last": "2026-09-05T16:25:03+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:24:38+00:00", + "last": "2026-09-05T12:29:08+00:00" + }, + { + "path": "/a2a.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:39:17+00:00", + "last": "2026-09-05T20:12:48+00:00" + }, + { + "path": "/a2a/discovery", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:03:28+00:00", + "last": "2026-09-05T14:50:44+00:00" + }, + { + "path": "/a2a/discovery/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:28:12+00:00", + "last": "2026-09-05T16:05:01+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:45:25+00:00", + "last": "2026-09-05T19:38:18+00:00" + }, + { + "path": "/a2a/example.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T17:11:31+00:00", + "last": "2026-09-04T09:27:10+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:38:03+00:00", + "last": "2026-09-05T13:27:49+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:32:45+00:00", + "last": "2026-09-05T18:34:00+00:00" + }, + { + "path": "/a2a/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:34:42+00:00", + "last": "2026-09-05T19:00:43+00:00" + }, + { + "path": "/a2a/robots/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:09:28+00:00", + "last": "2026-09-05T21:59:50+00:00" + }, + { + "path": "/a2a/score/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:56:21+00:00", + "last": "2026-09-05T12:56:15+00:00" + }, + { + "path": "/a2a/triage/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:05:29+00:00", + "last": "2026-09-05T18:52:03+00:00" + }, + { + "path": "/api.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T10:46:16+00:00", + "last": "2026-09-04T16:55:10+00:00" + }, + { + "path": "/api.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:05:36+00:00", + "last": "2026-09-05T10:41:28+00:00" + }, + { + "path": "/apis.yml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:52:39+00:00", + "last": "2026-09-07T00:22:09+00:00" + }, + { + "path": "/asyncapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:40:28+00:00", + "last": "2026-09-07T00:27:37+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:38:59+00:00", + "last": "2026-09-05T15:34:57+00:00" + }, + { + "path": "/bot/a2a-indexer.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:27:42+00:00", + "last": "2026-09-06T12:49:19+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:25:38+00:00", + "last": "2026-09-07T00:29:39+00:00" + }, + { + "path": "/bot/acc-scout.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:38:27+00:00", + "last": "2026-09-07T00:22:35+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:48:16+00:00", + "last": "2026-09-07T00:35:51+00:00" + }, + { + "path": "/bot/advisorsai-check.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:26:38+00:00", + "last": "2026-09-07T00:12:20+00:00" + }, + { + "path": "/bot/affsignalcrawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:31:46+00:00", + "last": "2026-09-07T00:08:21+00:00" + }, + { + "path": "/bot/agent-card-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:14:59+00:00", + "last": "2026-09-07T00:30:09+00:00" + }, + { + "path": "/bot/agent-card-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:11+00:00", + "last": "2026-09-07T00:27:24+00:00" + }, + { + "path": "/bot/agentgaugebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:01:35+00:00", + "last": "2026-09-07T00:14:52+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:26:53+00:00", + "last": "2026-09-07T00:22:24+00:00" + }, + { + "path": "/bot/agentindexbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:39:16+00:00", + "last": "2026-09-06T12:41:29+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:43:40+00:00", + "last": "2026-09-05T18:09:16+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:46:01+00:00", + "last": "2026-09-05T15:36:55+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:39:25+00:00", + "last": "2026-09-07T00:32:53+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:07:37+00:00", + "last": "2026-09-07T00:13:29+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:16:26+00:00", + "last": "2026-09-07T00:14:51+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:27:09+00:00", + "last": "2026-09-07T00:22:50+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:39:23+00:00", + "last": "2026-09-07T00:27:20+00:00" + }, + { + "path": "/bot/ahrefsbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:12:34+00:00", + "last": "2026-09-07T00:45:04+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:24:40+00:00", + "last": "2026-09-07T00:21:37+00:00" + }, + { + "path": "/bot/ai-crawler-logs.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:02:50+00:00", + "last": "2026-09-07T00:22:27+00:00" + }, + { + "path": "/bot/ai-crawler-verify.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:56:54+00:00", + "last": "2026-09-07T00:30:19+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:15:21+00:00", + "last": "2026-09-07T00:33:20+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:33:56+00:00", + "last": "2026-09-07T00:35:29+00:00" + }, + { + "path": "/bot/apievangelist.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:09:36+00:00", + "last": "2026-09-05T22:20:36+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:24:50+00:00", + "last": "2026-09-05T19:05:45+00:00" + }, + { + "path": "/bot/archive-org-bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:32:30+00:00", + "last": "2026-09-05T17:29:34+00:00" + }, + { + "path": "/bot/ardcrawl.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:10:51+00:00", + "last": "2026-09-07T00:19:10+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:11:46+00:00", + "last": "2026-09-05T18:40:50+00:00" + }, + { + "path": "/bot/censusbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:19:06+00:00", + "last": "2026-09-07T00:44:58+00:00" + }, + { + "path": "/bot/claudebot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:58:51+00:00", + "last": "2026-09-07T00:26:30+00:00" + }, + { + "path": "/bot/colonistone-2.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:13:21+00:00", + "last": "2026-09-07T00:52:04+00:00" + }, + { + "path": "/bot/colonistone.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:14:04+00:00", + "last": "2026-09-07T00:20:09+00:00" + }, + { + "path": "/bot/crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:41:42+00:00", + "last": "2026-09-07T00:18:19+00:00" + }, + { + "path": "/bot/crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:09:10+00:00", + "last": "2026-09-07T00:16:31+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:27:01+00:00", + "last": "2026-09-07T00:31:27+00:00" + }, + { + "path": "/bot/dataforseobot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T04:25:31+00:00", + "last": "2026-09-06T12:35:24+00:00" + }, + { + "path": "/bot/davefeedread.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:25:13+00:00", + "last": "2026-09-07T00:35:37+00:00" + }, + { + "path": "/bot/endpointaudit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:11:06+00:00", + "last": "2026-09-06T12:46:11+00:00" + }, + { + "path": "/bot/facebookexternalhit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:57:15+00:00", + "last": "2026-09-07T00:25:26+00:00" + }, + { + "path": "/bot/forgescanner.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:42:35+00:00", + "last": "2026-09-07T00:24:46+00:00" + }, + { + "path": "/bot/freepublicapis.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:03:03+00:00", + "last": "2026-09-07T00:48:52+00:00" + }, + { + "path": "/bot/freepublicapis.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:46:59+00:00", + "last": "2026-09-06T12:48:56+00:00" + }, + { + "path": "/bot/go-http-client.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:10:15+00:00", + "last": "2026-09-07T01:07:24+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:07:59+00:00", + "last": "2026-09-05T11:38:20+00:00" + }, + { + "path": "/bot/google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:01:37+00:00", + "last": "2026-09-07T00:24:48+00:00" + }, + { + "path": "/bot/googlebot-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:10:48+00:00", + "last": "2026-09-05T20:00:38+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:57:59+00:00", + "last": "2026-09-05T21:07:58+00:00" + }, + { + "path": "/bot/gptbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:52:14+00:00", + "last": "2026-09-05T17:37:38+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:37:22+00:00", + "last": "2026-09-05T16:06:36+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:31:52+00:00", + "last": "2026-09-05T10:13:55+00:00" + }, + { + "path": "/bot/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:19:41+00:00", + "last": "2026-09-05T21:44:08+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:26:01+00:00", + "last": "2026-09-07T00:47:57+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T13:18:13+00:00", + "last": "2026-09-07T00:26:59+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:33:57+00:00", + "last": "2026-09-05T14:22:32+00:00" + }, + { + "path": "/bot/itinai-importer.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:20:54+00:00", + "last": "2026-09-07T00:11:30+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T02:35:20+00:00", + "last": "2026-09-05T16:57:42+00:00" + }, + { + "path": "/bot/llmse.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:35:21+00:00", + "last": "2026-09-05T11:09:07+00:00" + }, + { + "path": "/bot/mcp-checker.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:55:04+00:00", + "last": "2026-09-06T12:39:46+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:15+00:00", + "last": "2026-09-05T15:34:53+00:00" + }, + { + "path": "/bot/mcpbeat.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:34:08+00:00", + "last": "2026-09-07T00:22:18+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:23:58+00:00", + "last": "2026-09-07T00:28:55+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:18:55+00:00", + "last": "2026-09-05T10:54:31+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:27:37+00:00", + "last": "2026-09-05T20:34:43+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:56:48+00:00", + "last": "2026-09-05T20:57:09+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:23:37+00:00", + "last": "2026-09-07T00:23:00+00:00" + }, + { + "path": "/bot/mcpqueen-grader.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:49:25+00:00", + "last": "2026-09-07T00:22:08+00:00" + }, + { + "path": "/bot/mcpscan.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:20:14+00:00", + "last": "2026-09-07T00:32:00+00:00" + }, + { + "path": "/bot/mcpwatch.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:03:04+00:00", + "last": "2026-09-07T00:35:52+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:47:31+00:00", + "last": "2026-09-05T14:45:47+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:34:21+00:00", + "last": "2026-09-04T10:08:30+00:00" + }, + { + "path": "/bot/mozilla-2.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:35:23+00:00", + "last": "2026-09-06T12:01:59+00:00" + }, + { + "path": "/bot/node.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:42:59+00:00", + "last": "2026-09-05T15:46:48+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:39:00+00:00", + "last": "2026-09-05T22:15:07+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:59:16+00:00", + "last": "2026-09-06T12:02:27+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:10+00:00", + "last": "2026-09-05T21:18:33+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:34:10+00:00", + "last": "2026-09-07T00:35:50+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:24:07+00:00", + "last": "2026-09-06T12:11:56+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:26:36+00:00", + "last": "2026-09-07T00:28:55+00:00" + }, + { + "path": "/bot/reactornetty.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T17:02:54+00:00", + "last": "2026-09-07T03:56:12+00:00" + }, + { + "path": "/bot/reactornetty.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:04:14+00:00", + "last": "2026-09-07T00:21:46+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:13:02+00:00", + "last": "2026-09-07T00:27:36+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:18:42+00:00", + "last": "2026-09-05T10:36:23+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:29:59+00:00", + "last": "2026-09-07T00:37:31+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:31:31+00:00", + "last": "2026-09-05T16:53:08+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:44:12+00:00", + "last": "2026-09-07T00:25:21+00:00" + }, + { + "path": "/bot/seo-audit-mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:18:42+00:00", + "last": "2026-09-05T18:34:18+00:00" + }, + { + "path": "/bot/siteguardian.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T09:57:33+00:00", + "last": "2026-09-07T00:43:08+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:24:15+00:00", + "last": "2026-09-05T15:30:23+00:00" + }, + { + "path": "/bot/strand-mcp.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:54:01+00:00", + "last": "2026-09-07T00:19:14+00:00" + }, + { + "path": "/bot/tar-health.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T04:45:55+00:00", + "last": "2026-09-07T00:30:57+00:00" + }, + { + "path": "/bot/telegram.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:30:11+00:00", + "last": "2026-09-06T11:50:38+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:48:01+00:00", + "last": "2026-09-05T20:20:03+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:33:55+00:00", + "last": "2026-09-05T18:48:26+00:00" + }, + { + "path": "/bot/undici.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T05:32:19+00:00", + "last": "2026-09-06T12:11:39+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T05:21:32+00:00", + "last": "2026-09-07T00:13:35+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:40:48+00:00", + "last": "2026-09-07T00:36:29+00:00" + }, + { + "path": "/bot/watchpup.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:54:43+00:00", + "last": "2026-09-05T17:04:33+00:00" + }, + { + "path": "/bot/watchpup.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:00:37+00:00", + "last": "2026-09-07T00:33:49+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:12:45+00:00", + "last": "2026-09-07T00:29:24+00:00" + }, + { + "path": "/c/ard/a2a/doctor/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T17:52:02+00:00", + "last": "2026-09-05T18:07:49+00:00" + }, + { + "path": "/c/ard/a2a/lint/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T15:15:11+00:00", + "last": "2026-09-05T18:13:56+00:00" + }, + { + "path": "/c/ard/a2a/netcheck/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:05:15+00:00", + "last": "2026-09-05T20:13:20+00:00" + }, + { + "path": "/c/ard/a2a/robots/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T13:27:32+00:00", + "last": "2026-09-05T16:29:10+00:00" + }, + { + "path": "/c/ard/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:58:04+00:00", + "last": "2026-09-05T15:16:35+00:00" + }, + { + "path": "/c/ard/mcp-robots.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:41:44+00:00", + "last": "2026-09-07T00:23:00+00:00" + }, + { + "path": "/c/ard/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:42:42+00:00", + "last": "2026-09-07T00:24:18+00:00" + }, + { + "path": "/c/mcp-record-netcheck/mcp-netcheck.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T13:20:33+00:00", + "last": "2026-09-07T00:37:43+00:00" + }, + { + "path": "/c/mcp-record-triage/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:23:08+00:00", + "last": "2026-09-06T12:46:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:25:10+00:00", + "last": "2026-09-07T00:26:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:04:06+00:00", + "last": "2026-09-05T14:02:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:16:44+00:00", + "last": "2026-09-05T15:37:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:25:44+00:00", + "last": "2026-09-07T00:47:16+00:00" + }, + { + "path": "/c/pypi-registry/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:23:47+00:00", + "last": "2026-09-05T10:33:33+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:11:43+00:00", + "last": "2026-09-07T00:31:20+00:00" + }, + { + "path": "/c/rubygems-registry/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:05:33+00:00", + "last": "2026-09-05T00:50:10+00:00" + }, + { + "path": "/c/skillmd/robots/allow-ai-search-only.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:34:39+00:00", + "last": "2026-09-07T00:05:02+00:00" + }, + { + "path": "/c/skillmd/robots/block-ai-training.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:36:43+00:00", + "last": "2026-09-07T00:11:52+00:00" + }, + { + "path": "/c/wellknown/.well-known/x402", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T13:54:12+00:00", + "last": "2026-09-05T10:15:55+00:00" + }, + { + "path": "/c/wellknown/a2a/discovery/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:07:07+00:00", + "last": "2026-09-05T14:25:55+00:00" + }, + { + "path": "/c/wellknown/a2a/doctor/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T02:58:29+00:00", + "last": "2026-09-05T21:05:43+00:00" + }, + { + "path": "/c/wellknown/a2a/lint/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:05:22+00:00", + "last": "2026-09-05T15:50:03+00:00" + }, + { + "path": "/c/wellknown/a2a/robots/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:36:39+00:00", + "last": "2026-09-05T17:09:03+00:00" + }, + { + "path": "/c/wellknown/a2a/score/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:14:55+00:00", + "last": "2026-09-05T17:00:38+00:00" + }, + { + "path": "/c/wellknown/a2a/triage/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:05:27+00:00", + "last": "2026-09-05T12:08:15+00:00" + }, + { + "path": "/c/wellknown/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:56:19+00:00", + "last": "2026-09-05T16:29:18+00:00" + }, + { + "path": "/c/wellknown/mcp-triage.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:07:33+00:00", + "last": "2026-09-07T00:17:59+00:00" + }, + { + "path": "/c/wellknown/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:33:41+00:00", + "last": "2026-09-06T12:49:52+00:00" + }, + { + "path": "/c/wellknown/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:07:33+00:00", + "last": "2026-09-07T00:12:34+00:00" + }, + { + "path": "/c/wellknown/openapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:55:20+00:00", + "last": "2026-09-05T20:35:20+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:33:23+00:00", + "last": "2026-09-05T19:23:11+00:00" + }, + { + "path": "/category/ai-search.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:31:54+00:00", + "last": "2026-09-07T00:19:10+00:00" + }, + { + "path": "/category/archive.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:30:05+00:00", + "last": "2026-09-07T00:30:42+00:00" + }, + { + "path": "/category/dataset.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:47:30+00:00", + "last": "2026-09-07T00:16:41+00:00" + }, + { + "path": "/category/preview.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:29:41+00:00", + "last": "2026-09-07T00:00:12+00:00" + }, + { + "path": "/category/search.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:50:22+00:00", + "last": "2026-09-07T00:29:41+00:00" + }, + { + "path": "/category/seo.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:10:59+00:00", + "last": "2026-09-07T00:40:06+00:00" + }, + { + "path": "/category/tool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:14:26+00:00", + "last": "2026-09-05T16:30:42+00:00" + }, + { + "path": "/category/user-fetch.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:22:17+00:00", + "last": "2026-09-07T00:35:25+00:00" + }, + { + "path": "/changelog.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T13:45:42+00:00", + "last": "2026-09-05T12:41:51+00:00" + }, + { + "path": "/changelog.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:25:27+00:00", + "last": "2026-09-05T18:42:24+00:00" + }, + { + "path": "/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:15:15+00:00", + "last": "2026-09-04T21:53:51+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:26:40+00:00", + "last": "2026-09-05T18:02:21+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:38+00:00", + "last": "2026-09-05T15:47:07+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:52:19+00:00", + "last": "2026-09-05T19:15:32+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:56:49+00:00", + "last": "2026-09-05T15:49:14+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:00:27+00:00", + "last": "2026-09-05T16:07:14+00:00" + }, + { + "path": "/crawler/adsbot-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:45+00:00", + "last": "2026-09-05T18:27:06+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:30:59+00:00", + "last": "2026-09-05T12:40:32+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:44:20+00:00", + "last": "2026-09-05T23:08:06+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:33:24+00:00", + "last": "2026-09-05T14:24:08+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:36:33+00:00", + "last": "2026-09-07T00:33:53+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T10:39:15+00:00", + "last": "2026-09-05T11:26:01+00:00" + }, + { + "path": "/crawler/ai2bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:51:17+00:00", + "last": "2026-09-05T17:22:09+00:00" + }, + { + "path": "/crawler/ai2bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:26:41+00:00", + "last": "2026-09-05T11:46:57+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:55:12+00:00", + "last": "2026-09-05T22:00:30+00:00" + }, + { + "path": "/crawler/aihitbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:08:07+00:00", + "last": "2026-09-05T16:47:44+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:19:34+00:00", + "last": "2026-09-05T23:16:00+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T12:53:19+00:00", + "last": "2026-09-05T11:48:29+00:00" + }, + { + "path": "/crawler/amazonbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:48:11+00:00", + "last": "2026-09-05T18:35:05+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:31:13+00:00", + "last": "2026-09-05T14:30:12+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:12+00:00", + "last": "2026-09-05T21:55:00+00:00" + }, + { + "path": "/crawler/anthropic-ai.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:12:24+00:00", + "last": "2026-09-05T18:07:28+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:44:29+00:00", + "last": "2026-09-05T11:18:40+00:00" + }, + { + "path": "/crawler/apis-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:47+00:00", + "last": "2026-09-05T14:36:30+00:00" + }, + { + "path": "/crawler/applebot-extended.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:20:40+00:00", + "last": "2026-09-05T16:18:35+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:32:36+00:00", + "last": "2026-09-05T13:06:14+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:25:18+00:00", + "last": "2026-09-05T23:02:33+00:00" + }, + { + "path": "/crawler/archive-org-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:26:57+00:00", + "last": "2026-09-05T20:54:40+00:00" + }, + { + "path": "/crawler/atlassian-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:54+00:00", + "last": "2026-09-05T22:01:44+00:00" + }, + { + "path": "/crawler/atlassian-bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:58:01+00:00", + "last": "2026-09-05T18:58:08+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:57:36+00:00", + "last": "2026-09-05T19:29:14+00:00" + }, + { + "path": "/crawler/awariosmartbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:37:06+00:00", + "last": "2026-09-05T20:18:26+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:45:33+00:00", + "last": "2026-09-05T15:33:40+00:00" + }, + { + "path": "/crawler/baiduspider.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:12:21+00:00", + "last": "2026-09-05T13:17:10+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:45+00:00", + "last": "2026-09-05T13:32:57+00:00" + }, + { + "path": "/crawler/barkrowler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:20:56+00:00", + "last": "2026-09-05T20:25:38+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T13:38:22+00:00", + "last": "2026-09-05T14:44:10+00:00" + }, + { + "path": "/crawler/bedrockbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:53:52+00:00", + "last": "2026-09-05T20:07:24+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T13:35:06+00:00", + "last": "2026-09-07T00:27:55+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:27:02+00:00", + "last": "2026-09-05T19:17:07+00:00" + }, + { + "path": "/crawler/bingbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:48:50+00:00", + "last": "2026-09-05T10:52:59+00:00" + }, + { + "path": "/crawler/bytespider.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:33:38+00:00", + "last": "2026-09-05T16:01:09+00:00" + }, + { + "path": "/crawler/bytespider.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:10:41+00:00", + "last": "2026-09-07T00:05:54+00:00" + }, + { + "path": "/crawler/chatgpt-agent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:35:27+00:00", + "last": "2026-09-05T18:34:22+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:38:58+00:00", + "last": "2026-09-05T18:15:06+00:00" + }, + { + "path": "/crawler/claude-searchbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:46:54+00:00", + "last": "2026-09-05T16:53:02+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:44:23+00:00", + "last": "2026-09-05T10:09:21+00:00" + }, + { + "path": "/crawler/claude-web.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:05:31+00:00", + "last": "2026-09-05T22:43:51+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:37:04+00:00", + "last": "2026-09-05T17:00:41+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:15+00:00", + "last": "2026-09-05T14:25:53+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:13:12+00:00", + "last": "2026-09-05T13:35:12+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:33:14+00:00", + "last": "2026-09-05T19:06:12+00:00" + }, + { + "path": "/crawler/cohere-ai.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:24:06+00:00", + "last": "2026-09-05T12:31:24+00:00" + }, + { + "path": "/crawler/cohere-ai.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:57:09+00:00", + "last": "2026-09-05T10:54:43+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:06:00+00:00", + "last": "2026-09-05T20:47:55+00:00" + }, + { + "path": "/crawler/cotoyogi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:57:49+00:00", + "last": "2026-09-05T15:03:43+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:39:52+00:00", + "last": "2026-09-05T17:07:41+00:00" + }, + { + "path": "/crawler/crawl4ai.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:28+00:00", + "last": "2026-09-05T22:39:03+00:00" + }, + { + "path": "/crawler/crawlspace.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:13:50+00:00", + "last": "2026-09-07T00:26:17+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:49:13+00:00", + "last": "2026-09-05T20:32:41+00:00" + }, + { + "path": "/crawler/dataforseobot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:44:38+00:00", + "last": "2026-09-06T12:29:44+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:07:33+00:00", + "last": "2026-09-05T18:14:21+00:00" + }, + { + "path": "/crawler/diffbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:50:05+00:00", + "last": "2026-09-07T00:46:20+00:00" + }, + { + "path": "/crawler/dotbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:02:57+00:00", + "last": "2026-09-05T17:23:33+00:00" + }, + { + "path": "/crawler/duckassistbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:39:21+00:00", + "last": "2026-09-05T20:33:40+00:00" + }, + { + "path": "/crawler/duckassistbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T02:29:01+00:00", + "last": "2026-09-05T18:17:36+00:00" + }, + { + "path": "/crawler/duckduckbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:46:54+00:00", + "last": "2026-09-06T12:31:59+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:50:35+00:00", + "last": "2026-09-05T22:11:43+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:10:20+00:00", + "last": "2026-09-05T20:41:29+00:00" + }, + { + "path": "/crawler/exasearchbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:33:04+00:00", + "last": "2026-09-05T14:15:05+00:00" + }, + { + "path": "/crawler/exasearchbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:00:11+00:00", + "last": "2026-09-07T00:36:58+00:00" + }, + { + "path": "/crawler/facebookexternalhit.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:32:08+00:00", + "last": "2026-09-05T21:17:31+00:00" + }, + { + "path": "/crawler/facebookexternalhit.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:32:22+00:00", + "last": "2026-09-07T00:27:59+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:09+00:00", + "last": "2026-09-05T15:16:32+00:00" + }, + { + "path": "/crawler/factset-spyderbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:15:37+00:00", + "last": "2026-09-05T12:24:48+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:43:12+00:00", + "last": "2026-09-05T10:35:07+00:00" + }, + { + "path": "/crawler/feedfetcher-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:12:13+00:00", + "last": "2026-09-05T20:33:14+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:48:05+00:00", + "last": "2026-09-05T16:27:28+00:00" + }, + { + "path": "/crawler/google-agent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:55+00:00", + "last": "2026-09-05T15:49:36+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:41:57+00:00", + "last": "2026-09-05T16:19:49+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:17+00:00", + "last": "2026-09-05T15:03:23+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:50:07+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:27:25+00:00", + "last": "2026-09-05T14:36:47+00:00" + }, + { + "path": "/crawler/google-extended.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:32+00:00", + "last": "2026-09-05T22:15:00+00:00" + }, + { + "path": "/crawler/google-gemininotebook.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:57+00:00", + "last": "2026-09-05T22:07:00+00:00" + }, + { + "path": "/crawler/google-gemininotebook.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:12:30+00:00", + "last": "2026-09-07T00:37:39+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:15:04+00:00", + "last": "2026-09-05T22:19:07+00:00" + }, + { + "path": "/crawler/google-inspectiontool.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:19:39+00:00", + "last": "2026-09-05T13:28:09+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:14:19+00:00", + "last": "2026-09-05T21:52:44+00:00" + }, + { + "path": "/crawler/google-pinpoint.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:09+00:00", + "last": "2026-09-05T19:02:30+00:00" + }, + { + "path": "/crawler/google-pinpoint.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:52:44+00:00", + "last": "2026-09-07T00:07:26+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:38+00:00", + "last": "2026-09-05T22:39:39+00:00" + }, + { + "path": "/crawler/google-safety.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:03+00:00", + "last": "2026-09-05T18:51:14+00:00" + }, + { + "path": "/crawler/google-safety.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:11:45+00:00", + "last": "2026-09-05T12:41:07+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:44:39+00:00", + "last": "2026-09-05T14:23:08+00:00" + }, + { + "path": "/crawler/google-site-verification.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:24:09+00:00", + "last": "2026-09-05T15:39:52+00:00" + }, + { + "path": "/crawler/google-site-verification.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:19:54+00:00", + "last": "2026-09-05T13:17:36+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:41:45+00:00", + "last": "2026-09-05T18:51:38+00:00" + }, + { + "path": "/crawler/googlebot-image.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:46:11+00:00", + "last": "2026-09-05T18:17:59+00:00" + }, + { + "path": "/crawler/googlebot-image.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:27:53+00:00", + "last": "2026-09-05T19:32:11+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:05:01+00:00", + "last": "2026-09-05T15:07:15+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:35:14+00:00", + "last": "2026-09-05T13:47:36+00:00" + }, + { + "path": "/crawler/googlebot-video.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:59:17+00:00", + "last": "2026-09-05T15:26:43+00:00" + }, + { + "path": "/crawler/googlebot-video.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:45:14+00:00", + "last": "2026-09-07T00:24:06+00:00" + }, + { + "path": "/crawler/googlebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:40:35+00:00", + "last": "2026-09-05T22:58:52+00:00" + }, + { + "path": "/crawler/googlemessages.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:34:16+00:00", + "last": "2026-09-05T10:37:19+00:00" + }, + { + "path": "/crawler/googlemessages.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:02:17+00:00", + "last": "2026-09-07T01:13:57+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:27:27+00:00", + "last": "2026-09-05T16:02:18+00:00" + }, + { + "path": "/crawler/googleother-image.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:31:18+00:00", + "last": "2026-09-05T22:38:13+00:00" + }, + { + "path": "/crawler/googleother-image.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:36:44+00:00", + "last": "2026-09-07T00:23:03+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:48:58+00:00", + "last": "2026-09-05T16:40:07+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:43:53+00:00", + "last": "2026-09-05T15:37:22+00:00" + }, + { + "path": "/crawler/googleother.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:10:59+00:00", + "last": "2026-09-07T00:25:47+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:21:28+00:00", + "last": "2026-09-05T21:37:01+00:00" + }, + { + "path": "/crawler/googleproducer.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:03:33+00:00", + "last": "2026-09-05T17:21:26+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:28:59+00:00", + "last": "2026-09-05T22:44:01+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:00:47+00:00", + "last": "2026-09-05T14:17:00+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:35:48+00:00", + "last": "2026-09-07T00:38:00+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:13:19+00:00", + "last": "2026-09-05T19:31:52+00:00" + }, + { + "path": "/crawler/imagesiftbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:51:11+00:00", + "last": "2026-09-05T23:35:04+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:12:21+00:00", + "last": "2026-09-05T17:39:17+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:10:18+00:00", + "last": "2026-09-05T18:02:01+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:19:47+00:00", + "last": "2026-09-05T21:00:31+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:12:26+00:00", + "last": "2026-09-05T22:13:36+00:00" + }, + { + "path": "/crawler/kagibot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:07:23+00:00", + "last": "2026-09-05T12:42:30+00:00" + }, + { + "path": "/crawler/kagibot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:25:43+00:00", + "last": "2026-09-07T00:24:45+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:45:41+00:00", + "last": "2026-09-05T21:43:34+00:00" + }, + { + "path": "/crawler/laiondownloader.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:33:23+00:00", + "last": "2026-09-07T00:33:23+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:39:29+00:00", + "last": "2026-09-05T13:57:33+00:00" + }, + { + "path": "/crawler/linguee-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:30:21+00:00", + "last": "2026-09-05T15:40:16+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:34:04+00:00", + "last": "2026-09-05T10:12:33+00:00" + }, + { + "path": "/crawler/mediapartners-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:42:27+00:00", + "last": "2026-09-05T19:32:35+00:00" + }, + { + "path": "/crawler/meta-externalagent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:16:55+00:00", + "last": "2026-09-05T22:45:51+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:44:36+00:00", + "last": "2026-09-05T13:37:12+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:31:11+00:00", + "last": "2026-09-05T22:34:54+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:35:58+00:00", + "last": "2026-09-05T13:43:42+00:00" + }, + { + "path": "/crawler/mistralai-user.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:03+00:00", + "last": "2026-09-05T13:37:07+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:05:32+00:00", + "last": "2026-09-05T12:01:26+00:00" + }, + { + "path": "/crawler/mj12bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:28:01+00:00", + "last": "2026-09-05T13:20:07+00:00" + }, + { + "path": "/crawler/mj12bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:26:13+00:00", + "last": "2026-09-07T00:31:11+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:28:52+00:00", + "last": "2026-09-05T15:05:29+00:00" + }, + { + "path": "/crawler/mojeekbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:37:55+00:00", + "last": "2026-09-05T11:21:33+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:41:30+00:00", + "last": "2026-09-05T14:32:15+00:00" + }, + { + "path": "/crawler/omgilibot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:48:00+00:00", + "last": "2026-09-05T19:22:37+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:01+00:00", + "last": "2026-09-05T12:52:34+00:00" + }, + { + "path": "/crawler/panscient.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:34:16+00:00", + "last": "2026-09-05T16:10:56+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:50:47+00:00", + "last": "2026-09-05T17:53:56+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:05:14+00:00", + "last": "2026-09-05T14:08:38+00:00" + }, + { + "path": "/crawler/perplexitybot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:49:10+00:00", + "last": "2026-09-05T20:11:44+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:03:58+00:00", + "last": "2026-09-05T17:30:32+00:00" + }, + { + "path": "/crawler/petalbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:13:58+00:00", + "last": "2026-09-05T17:27:54+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:41:27+00:00", + "last": "2026-09-05T14:55:12+00:00" + }, + { + "path": "/crawler/phindbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:21:44+00:00", + "last": "2026-09-05T21:37:04+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:24:07+00:00", + "last": "2026-09-05T17:44:13+00:00" + }, + { + "path": "/crawler/qualifiedbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:17:45+00:00", + "last": "2026-09-05T17:28:26+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:08:43+00:00", + "last": "2026-09-05T15:37:31+00:00" + }, + { + "path": "/crawler/quillbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:36:13+00:00", + "last": "2026-09-05T16:28:07+00:00" + }, + { + "path": "/crawler/qwantbot-news.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:17:28+00:00", + "last": "2026-09-05T22:33:01+00:00" + }, + { + "path": "/crawler/qwantbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:03+00:00", + "last": "2026-09-05T22:13:33+00:00" + }, + { + "path": "/crawler/reflectionbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:40:19+00:00", + "last": "2026-09-07T00:36:50+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:22:34+00:00", + "last": "2026-09-05T21:08:34+00:00" + }, + { + "path": "/crawler/rogerbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:36:54+00:00", + "last": "2026-09-05T19:12:33+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:49+00:00", + "last": "2026-09-05T16:59:07+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:51:07+00:00", + "last": "2026-09-05T12:07:34+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:58:11+00:00", + "last": "2026-09-05T16:21:14+00:00" + }, + { + "path": "/crawler/scrapy.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:47+00:00", + "last": "2026-09-05T16:50:54+00:00" + }, + { + "path": "/crawler/scrapy.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:53:02+00:00", + "last": "2026-09-05T12:57:02+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:54+00:00", + "last": "2026-09-05T16:49:44+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:01:54+00:00", + "last": "2026-09-05T16:47:43+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:37:12+00:00", + "last": "2026-09-05T18:15:19+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:34:15+00:00", + "last": "2026-09-05T14:23:22+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T17:09:49+00:00", + "last": "2026-09-06T12:40:41+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:28:03+00:00", + "last": "2026-09-05T17:17:36+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:44:46+00:00", + "last": "2026-09-06T12:35:16+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:27:29+00:00", + "last": "2026-09-05T20:13:29+00:00" + }, + { + "path": "/crawler/semrushbot-si.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:19:59+00:00", + "last": "2026-09-05T15:30:31+00:00" + }, + { + "path": "/crawler/semrushbot-si.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:23:36+00:00", + "last": "2026-09-07T00:26:24+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:06:26+00:00", + "last": "2026-09-05T16:53:13+00:00" + }, + { + "path": "/crawler/serpstatbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:41:33+00:00", + "last": "2026-09-05T22:00:04+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:38:10+00:00", + "last": "2026-09-05T16:56:13+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:29:44+00:00", + "last": "2026-09-05T17:29:07+00:00" + }, + { + "path": "/crawler/shapbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:49:11+00:00", + "last": "2026-09-05T15:59:01+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:49:52+00:00", + "last": "2026-09-05T16:53:19+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:23:05+00:00", + "last": "2026-09-07T00:36:47+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:42:14+00:00", + "last": "2026-09-05T22:34:59+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:24:22+00:00", + "last": "2026-09-05T21:59:09+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:56:00+00:00", + "last": "2026-09-05T15:41:15+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:04:29+00:00", + "last": "2026-09-05T11:44:37+00:00" + }, + { + "path": "/crawler/slackbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:05+00:00", + "last": "2026-09-05T12:59:01+00:00" + }, + { + "path": "/crawler/splitsignalbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:20:55+00:00", + "last": "2026-09-05T22:50:03+00:00" + }, + { + "path": "/crawler/storebot-google.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:51:46+00:00", + "last": "2026-09-06T12:02:26+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:52+00:00", + "last": "2026-09-05T16:27:49+00:00" + }, + { + "path": "/crawler/thinkbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:11+00:00", + "last": "2026-09-05T13:31:47+00:00" + }, + { + "path": "/crawler/tiktokspider.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:46:04+00:00", + "last": "2026-09-05T16:49:19+00:00" + }, + { + "path": "/crawler/timpibot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:42:56+00:00", + "last": "2026-09-05T16:55:17+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:50:10+00:00", + "last": "2026-09-05T12:45:56+00:00" + }, + { + "path": "/crawler/webzio-extended.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:13:48+00:00", + "last": "2026-09-05T17:48:40+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:01:48+00:00", + "last": "2026-09-05T22:01:14+00:00" + }, + { + "path": "/crawler/yandexadditional.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:16:16+00:00", + "last": "2026-09-05T18:17:48+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:00:31+00:00", + "last": "2026-09-05T15:50:58+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:44:06+00:00", + "last": "2026-09-05T13:58:35+00:00" + }, + { + "path": "/crawler/yandexblogs.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:40:45+00:00", + "last": "2026-09-05T14:03:09+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:27:34+00:00", + "last": "2026-09-05T14:07:47+00:00" + }, + { + "path": "/crawler/yandexbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:51+00:00", + "last": "2026-09-05T15:32:57+00:00" + }, + { + "path": "/crawler/yandexcalendar.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:11+00:00", + "last": "2026-09-05T16:56:48+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:13:12+00:00", + "last": "2026-09-05T16:23:47+00:00" + }, + { + "path": "/crawler/yandexcombot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:55:50+00:00", + "last": "2026-09-05T16:18:42+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:26:56+00:00", + "last": "2026-09-05T17:52:08+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:05:45+00:00", + "last": "2026-09-05T15:06:17+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:39:33+00:00", + "last": "2026-09-05T18:06:11+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:01:53+00:00", + "last": "2026-09-05T22:54:26+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:11:25+00:00", + "last": "2026-09-05T21:25:31+00:00" + }, + { + "path": "/crawler/yandexmedia.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:36:27+00:00", + "last": "2026-09-05T20:14:14+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:16:07+00:00", + "last": "2026-09-05T18:46:24+00:00" + }, + { + "path": "/crawler/yandexmetrika.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:48:41+00:00", + "last": "2026-09-06T12:18:39+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:29:04+00:00", + "last": "2026-09-05T11:53:29+00:00" + }, + { + "path": "/crawler/yandexmobilebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:49:45+00:00", + "last": "2026-09-05T15:07:39+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:05:25+00:00", + "last": "2026-09-05T18:05:16+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:36:35+00:00", + "last": "2026-09-05T22:13:40+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:06:26+00:00", + "last": "2026-09-05T15:01:37+00:00" + }, + { + "path": "/crawler/yandexvideo.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:32+00:00", + "last": "2026-09-05T21:02:57+00:00" + }, + { + "path": "/crawler/yandexvideo.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:12:24+00:00", + "last": "2026-09-05T19:16:10+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:33:49+00:00", + "last": "2026-09-05T16:04:17+00:00" + }, + { + "path": "/crawler/yandexwebmaster.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:34:25+00:00", + "last": "2026-09-05T17:17:20+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:22:01+00:00", + "last": "2026-09-05T16:21:42+00:00" + }, + { + "path": "/crawler/yeti.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:31:30+00:00", + "last": "2026-09-05T11:04:56+00:00" + }, + { + "path": "/crawler/youbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:19:58+00:00", + "last": "2026-09-07T00:09:33+00:00" + }, + { + "path": "/data/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:14:59+00:00", + "last": "2026-09-05T18:59:23+00:00" + }, + { + "path": "/data/observed-clients.json.", + "requests": 2, + "statuses": { + "308": 2 + }, + "first": "2026-09-03T21:43:36+00:00", + "last": "2026-09-05T21:11:38+00:00" + }, + { + "path": "/data/ua-regex.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:55:31+00:00", + "last": "2026-09-03T18:18:39+00:00" + }, + { + "path": "/documents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:36:59+00:00", + "last": "2026-09-04T18:35:14+00:00" + }, + { + "path": "/documents.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:51:30+00:00", + "last": "2026-09-05T15:13:59+00:00" + }, + { + "path": "/feed.json.", + "requests": 2, + "statuses": { + "308": 2 + }, + "first": "2026-09-04T06:57:01+00:00", + "last": "2026-09-05T11:32:22+00:00" + }, + { + "path": "/git/ai-crawler-index.git/info/refs", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:21:01+00:00", + "last": "2026-09-06T07:21:02+00:00" + }, + { + "path": "/impressum", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:02+00:00", + "last": "2026-09-05T16:48:59+00:00" + }, + { + "path": "/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:32:37+00:00", + "last": "2026-09-05T20:39:15+00:00" + }, + { + "path": "/inference.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:50:04+00:00", + "last": "2026-09-07T00:27:21+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:57:36+00:00", + "last": "2026-09-04T15:55:56+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T16:23:10+00:00", + "last": "2026-09-05T17:47:09+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:53:59+00:00", + "last": "2026-09-05T22:36:34+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:38:57+00:00", + "last": "2026-09-05T21:47:40+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:41:32+00:00", + "last": "2026-09-05T11:39:11+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:25:50+00:00", + "last": "2026-09-05T11:04:56+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:02:32+00:00", + "last": "2026-09-05T11:36:09+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:36:08+00:00", + "last": "2026-09-05T19:59:04+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:02:21+00:00", + "last": "2026-09-05T12:26:26+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:42:24+00:00", + "last": "2026-09-05T14:00:13+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:10:10+00:00", + "last": "2026-09-05T12:13:52+00:00" + }, + { + "path": "/ip-ranges/google-special.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:57:47+00:00", + "last": "2026-09-05T18:34:23+00:00" + }, + { + "path": "/ip-ranges/google-special.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:45:52+00:00", + "last": "2026-09-05T20:44:55+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:25:31+00:00", + "last": "2026-09-05T11:38:25+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:57:52+00:00", + "last": "2026-09-05T16:12:25+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T15:48:45+00:00", + "last": "2026-09-05T16:27:08+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:48:22+00:00", + "last": "2026-09-05T16:14:49+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:18:22+00:00", + "last": "2026-09-05T10:57:16+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:53:42+00:00", + "last": "2026-09-05T13:35:12+00:00" + }, + { + "path": "/ip-ranges/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:24:48+00:00", + "last": "2026-09-05T14:41:15+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:49:32+00:00", + "last": "2026-09-05T16:18:37+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:02:39+00:00", + "last": "2026-09-07T00:24:25+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:58+00:00", + "last": "2026-09-05T15:58:04+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:32:28+00:00", + "last": "2026-09-05T11:02:29+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:40:47+00:00", + "last": "2026-09-05T16:38:14+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T17:03:45+00:00", + "last": "2026-09-05T20:15:08+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:54:16+00:00", + "last": "2026-09-05T18:10:53+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:27:12+00:00", + "last": "2026-09-05T18:24:54+00:00" + }, + { + "path": "/mcp-lint.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:45:23+00:00", + "last": "2026-09-07T01:01:24+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:55:14+00:00", + "last": "2026-09-05T10:50:01+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T01:08:57+00:00", + "last": "2026-09-04T12:55:43+00:00" + }, + { + "path": "/mcp-triage.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:45:27+00:00", + "last": "2026-09-07T00:18:25+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:27:06+00:00", + "last": "2026-09-04T22:30:31+00:00" + }, + { + "path": "/mcp/doctor/.well-known/owners.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:30:56+00:00", + "last": "2026-09-06T11:55:56+00:00" + }, + { + "path": "/mcp/robots/.well-known/owners.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:52:08+00:00", + "last": "2026-09-07T00:33:20+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:26:30+00:00", + "last": "2026-09-05T21:57:31+00:00" + }, + { + "path": "/operator/ahrefs.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:36:28+00:00", + "last": "2026-09-05T15:20:16+00:00" + }, + { + "path": "/operator/ahrefs.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:26:52+00:00", + "last": "2026-09-05T21:46:40+00:00" + }, + { + "path": "/operator/amazon.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:47:31+00:00", + "last": "2026-09-05T20:16:10+00:00" + }, + { + "path": "/operator/amazon.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:35:24+00:00", + "last": "2026-09-05T19:33:28+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:34:23+00:00", + "last": "2026-09-05T22:05:29+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:03:43+00:00", + "last": "2026-09-05T17:05:23+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:31:17+00:00", + "last": "2026-09-05T16:33:08+00:00" + }, + { + "path": "/operator/bytedance.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:54:08+00:00", + "last": "2026-09-07T00:30:25+00:00" + }, + { + "path": "/operator/cloudflare.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:49:48+00:00", + "last": "2026-09-05T13:10:08+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:48:03+00:00", + "last": "2026-09-05T17:24:03+00:00" + }, + { + "path": "/operator/crawl4ai.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:33:24+00:00", + "last": "2026-09-07T00:35:22+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:15:33+00:00", + "last": "2026-09-05T21:49:57+00:00" + }, + { + "path": "/operator/crawlspace.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:24:41+00:00", + "last": "2026-09-07T00:09:08+00:00" + }, + { + "path": "/operator/dataforseo.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:20:24+00:00", + "last": "2026-09-07T00:21:08+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:45:18+00:00", + "last": "2026-09-05T20:22:48+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T13:31:09+00:00", + "last": "2026-09-05T22:13:31+00:00" + }, + { + "path": "/operator/duckduckgo.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:14:28+00:00", + "last": "2026-09-06T12:07:19+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:51:38+00:00", + "last": "2026-09-05T18:43:07+00:00" + }, + { + "path": "/operator/echobox.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:20:23+00:00", + "last": "2026-09-07T00:39:11+00:00" + }, + { + "path": "/operator/echobox.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:53:28+00:00", + "last": "2026-09-05T21:41:33+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T13:20:31+00:00", + "last": "2026-09-05T17:27:50+00:00" + }, + { + "path": "/operator/exa.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T09:06:41+00:00", + "last": "2026-09-07T00:25:57+00:00" + }, + { + "path": "/operator/exa.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:21:59+00:00", + "last": "2026-09-07T00:30:45+00:00" + }, + { + "path": "/operator/factset.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T17:54:06+00:00", + "last": "2026-09-07T00:32:24+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:09:34+00:00", + "last": "2026-09-05T14:58:35+00:00" + }, + { + "path": "/operator/google.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:37:35+00:00", + "last": "2026-09-07T00:40:06+00:00" + }, + { + "path": "/operator/google.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:07:11+00:00", + "last": "2026-09-07T00:22:25+00:00" + }, + { + "path": "/operator/huawei.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:42:06+00:00", + "last": "2026-09-07T00:49:12+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:12:15+00:00", + "last": "2026-09-05T12:36:41+00:00" + }, + { + "path": "/operator/hunter.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:08:19+00:00", + "last": "2026-09-06T11:49:49+00:00" + }, + { + "path": "/operator/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T16:51:15+00:00", + "last": "2026-09-05T11:40:38+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:05:46+00:00", + "last": "2026-09-05T13:56:54+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:50:39+00:00", + "last": "2026-09-05T13:53:06+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:22:43+00:00", + "last": "2026-09-05T17:29:20+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:17:43+00:00", + "last": "2026-09-05T14:19:25+00:00" + }, + { + "path": "/operator/laion.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:48:10+00:00", + "last": "2026-09-07T00:43:39+00:00" + }, + { + "path": "/operator/lightpanda.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:13:05+00:00", + "last": "2026-09-07T00:23:10+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:44:07+00:00", + "last": "2026-09-05T14:33:40+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:21:10+00:00", + "last": "2026-09-05T18:30:23+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:38:19+00:00", + "last": "2026-09-05T14:41:05+00:00" + }, + { + "path": "/operator/meltwater.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:55:03+00:00", + "last": "2026-09-07T00:34:37+00:00" + }, + { + "path": "/operator/meltwater.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:59:07+00:00", + "last": "2026-09-05T16:01:37+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:10:54+00:00", + "last": "2026-09-05T11:55:57+00:00" + }, + { + "path": "/operator/mistral.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:35:34+00:00", + "last": "2026-09-07T00:38:58+00:00" + }, + { + "path": "/operator/moz.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T02:20:39+00:00", + "last": "2026-09-07T00:28:56+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:06:34+00:00", + "last": "2026-09-05T17:22:43+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:06:23+00:00", + "last": "2026-09-05T13:37:45+00:00" + }, + { + "path": "/operator/panscient.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:08:15+00:00", + "last": "2026-09-07T00:24:34+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:15:38+00:00", + "last": "2026-09-05T16:30:10+00:00" + }, + { + "path": "/operator/parallel.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:14:06+00:00", + "last": "2026-09-05T16:40:13+00:00" + }, + { + "path": "/operator/parallel.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:32:10+00:00", + "last": "2026-09-05T21:41:55+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:17:28+00:00", + "last": "2026-09-05T17:51:46+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:46:53+00:00", + "last": "2026-09-05T11:35:44+00:00" + }, + { + "path": "/operator/pinterest.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T17:40:44+00:00", + "last": "2026-09-07T00:37:23+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:39:54+00:00", + "last": "2026-09-05T13:00:36+00:00" + }, + { + "path": "/operator/poseidon.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:07:11+00:00", + "last": "2026-09-07T00:36:13+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T12:33:29+00:00", + "last": "2026-09-05T11:36:48+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:52:06+00:00", + "last": "2026-09-05T18:56:50+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:19:18+00:00", + "last": "2026-09-05T22:33:54+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T02:29:06+00:00", + "last": "2026-09-05T13:40:29+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:34:47+00:00", + "last": "2026-09-05T17:58:19+00:00" + }, + { + "path": "/operator/sbintuitions.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:28:06+00:00", + "last": "2026-09-07T00:38:57+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:01:38+00:00", + "last": "2026-09-05T14:39:58+00:00" + }, + { + "path": "/operator/scrapy.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:32:35+00:00", + "last": "2026-09-07T00:26:59+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:26:32+00:00", + "last": "2026-09-05T15:46:18+00:00" + }, + { + "path": "/operator/screamingfrog.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:46:02+00:00", + "last": "2026-09-05T10:06:53+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:40:31+00:00", + "last": "2026-09-05T15:49:44+00:00" + }, + { + "path": "/operator/slack.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:31:44+00:00", + "last": "2026-09-07T00:38:49+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:04:47+00:00", + "last": "2026-09-05T14:34:17+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:37:37+00:00", + "last": "2026-09-05T13:01:43+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T02:11:01+00:00", + "last": "2026-09-05T21:04:43+00:00" + }, + { + "path": "/operator/yandex.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:09:53+00:00", + "last": "2026-09-07T00:30:21+00:00" + }, + { + "path": "/packages.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:10:45+00:00", + "last": "2026-09-05T17:28:23+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:52:54+00:00", + "last": "2026-09-05T15:12:09+00:00" + }, + { + "path": "/policy/block-ai-training.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:23:03+00:00", + "last": "2026-09-05T16:31:50+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:06:39+00:00", + "last": "2026-09-05T22:06:22+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:08:36+00:00", + "last": "2026-09-05T11:29:40+00:00" + }, + { + "path": "/policy/block-datasets.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T09:04:47+00:00", + "last": "2026-09-07T00:35:10+00:00" + }, + { + "path": "/policy/block-datasets.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:09:57+00:00", + "last": "2026-09-05T14:30:36+00:00" + }, + { + "path": "/policy/block-disputed.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T21:01:53+00:00", + "last": "2026-09-07T00:33:31+00:00" + }, + { + "path": "/policy/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T04:07:49+00:00", + "last": "2026-09-05T12:43:31+00:00" + }, + { + "path": "/policy/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:29:17+00:00", + "last": "2026-09-07T00:13:39+00:00" + }, + { + "path": "/pricing", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:53:58+00:00", + "last": "2026-09-05T15:13:54+00:00" + }, + { + "path": "/pricing.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:37:47+00:00", + "last": "2026-09-05T19:52:50+00:00" + }, + { + "path": "/privacy.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T16:47:09+00:00", + "last": "2026-09-05T20:11:39+00:00" + }, + { + "path": "/reference", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:05:35+00:00", + "last": "2026-09-05T21:35:47+00:00" + }, + { + "path": "/reference.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:38:38+00:00", + "last": "2026-09-05T17:21:22+00:00" + }, + { + "path": "/reference.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:35:18+00:00", + "last": "2026-09-07T00:21:49+00:00" + }, + { + "path": "/register", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:03:47+00:00", + "last": "2026-09-05T11:50:14+00:00" + }, + { + "path": "/register.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:39:24+00:00", + "last": "2026-09-05T13:14:00+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T00:36:00+00:00", + "last": "2026-09-05T15:06:55+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T17:19:56+00:00", + "last": "2026-09-05T15:58:57+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:16:52+00:00", + "last": "2026-09-05T16:13:14+00:00" + }, + { + "path": "/robots/block-datasets.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:26:17+00:00", + "last": "2026-09-05T17:12:44+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:40:42+00:00", + "last": "2026-09-05T16:23:38+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:10:51+00:00", + "last": "2026-09-05T23:04:22+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:41:44+00:00", + "last": "2026-09-05T19:50:48+00:00" + }, + { + "path": "/sitemap.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:26:43+00:00", + "last": "2026-09-07T07:38:04+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T09:13:45+00:00", + "last": "2026-09-07T01:53:04+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T17:05:20+00:00", + "last": "2026-09-06T12:50:44+00:00" + }, + { + "path": "/snippet/cloudflare-worker.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T16:23:04+00:00", + "last": "2026-09-07T00:14:01+00:00" + }, + { + "path": "/snippet/cloudflare-worker.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:44:32+00:00", + "last": "2026-09-07T00:33:34+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:42:13+00:00", + "last": "2026-09-05T14:56:31+00:00" + }, + { + "path": "/status.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T05:12:51+00:00", + "last": "2026-09-04T18:42:59+00:00" + }, + { + "path": "/status.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:23:25+00:00", + "last": "2026-09-05T21:27:03+00:00" + }, + { + "path": "/swagger.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:27:04+00:00", + "last": "2026-09-07T00:31:55+00:00" + }, + { + "path": "/terms.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T05:55:32+00:00", + "last": "2026-09-04T22:54:35+00:00" + }, + { + "path": "/tools/example.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:18:32+00:00", + "last": "2026-09-03T22:57:52+00:00" + }, + { + "path": "/tools/example.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:29:40+00:00", + "last": "2026-09-04T00:36:11+00:00" + }, + { + "path": "/tools/index.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:02:51+00:00", + "last": "2026-09-04T09:10:06+00:00" + }, + { + "path": "/tools/verification-methods.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T23:13:48+00:00", + "last": "2026-09-04T02:40:46+00:00" + }, + { + "path": "/trust.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:45:29+00:00", + "last": "2026-09-07T00:28:14+00:00" + }, + { + "path": "/trust.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:47:58+00:00", + "last": "2026-09-07T00:23:22+00:00" + }, + { + "path": "/.well-known/agent-card.json.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-06T07:06:29+00:00", + "last": "2026-09-06T07:06:29+00:00" + }, + { + "path": "/.well-known/agentic-commerce.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T06:09:25+00:00", + "last": "2026-09-05T06:09:25+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:43:05+00:00", + "last": "2026-09-03T04:43:05+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:04:34+00:00", + "last": "2026-09-04T21:04:34+00:00" + }, + { + "path": "/.well-known/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:56:34+00:00", + "last": "2026-09-04T20:56:34+00:00" + }, + { + "path": "/.well-known/ard.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:40:20+00:00", + "last": "2026-09-03T06:40:20+00:00" + }, + { + "path": "/.well-known/mpp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T06:11:27+00:00", + "last": "2026-09-05T06:11:27+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T10:39:37+00:00", + "last": "2026-09-04T10:39:37+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T11:14:19+00:00", + "last": "2026-09-04T11:14:19+00:00" + }, + { + "path": "/.well-known/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:53:16+00:00", + "last": "2026-09-04T15:53:16+00:00" + }, + { + "path": "/.well-known/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:01:17+00:00", + "last": "2026-09-04T04:01:17+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T11:16:39+00:00", + "last": "2026-09-04T11:16:39+00:00" + }, + { + "path": "/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:55:45+00:00", + "last": "2026-09-04T09:55:45+00:00" + }, + { + "path": "/.well-known/payment-manifest", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T06:07:45+00:00", + "last": "2026-09-05T06:07:45+00:00" + }, + { + "path": "/.well-known/payment-pointer", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T06:08:39+00:00", + "last": "2026-09-05T06:08:39+00:00" + }, + { + "path": "/.well-known/payment.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T04:58:56+00:00", + "last": "2026-09-05T04:58:56+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:06:50+00:00", + "last": "2026-09-04T08:06:50+00:00" + }, + { + "path": "/AGENTS.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:12:31+00:00", + "last": "2026-09-05T10:12:31+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:14:11+00:00", + "last": "2026-09-03T04:14:11+00:00" + }, + { + "path": "/a2a.htm", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T17:50:47+00:00", + "last": "2026-09-03T17:50:47+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:05:21+00:00", + "last": "2026-09-04T16:05:21+00:00" + }, + { + "path": "/a2a.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:30:53+00:00", + "last": "2026-09-05T16:30:53+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:32:18+00:00", + "last": "2026-09-03T21:32:18+00:00" + }, + { + "path": "/a2a/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:13:40+00:00", + "last": "2026-09-03T23:13:40+00:00" + }, + { + "path": "/a2a/lint/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:03:24+00:00", + "last": "2026-09-03T22:03:24+00:00" + }, + { + "path": "/a2a/score", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T16:11:04+00:00", + "last": "2026-09-03T16:11:04+00:00" + }, + { + "path": "/a2a/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:23:29+00:00", + "last": "2026-09-04T00:23:29+00:00" + }, + { + "path": "/about", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:21:19+00:00", + "last": "2026-09-05T08:21:19+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:52:24+00:00", + "last": "2026-09-03T06:52:24+00:00" + }, + { + "path": "/about.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:34:43+00:00", + "last": "2026-09-05T06:34:43+00:00" + }, + { + "path": "/about.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:54:16+00:00", + "last": "2026-09-04T07:54:16+00:00" + }, + { + "path": "/account/api", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:10:51+00:00", + "last": "2026-09-05T06:10:51+00:00" + }, + { + "path": "/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:20:56+00:00", + "last": "2026-09-05T06:20:56+00:00" + }, + { + "path": "/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:45:48+00:00", + "last": "2026-09-06T06:45:48+00:00" + }, + { + "path": "/ai-crawler-logs/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:51:41+00:00", + "last": "2026-09-06T06:51:41+00:00" + }, + { + "path": "/ai-crawler-logs/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:34:11+00:00", + "last": "2026-09-06T03:34:11+00:00" + }, + { + "path": "/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:48:06+00:00", + "last": "2026-09-05T05:48:06+00:00" + }, + { + "path": "/ai-crawler-robots/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:39:46+00:00", + "last": "2026-09-06T01:39:46+00:00" + }, + { + "path": "/ai-crawler-robots/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:32:24+00:00", + "last": "2026-09-05T20:32:24+00:00" + }, + { + "path": "/ai-crawler-robots/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:16:03+00:00", + "last": "2026-09-06T05:16:03+00:00" + }, + { + "path": "/api", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:34:07+00:00", + "last": "2026-09-05T00:34:07+00:00" + }, + { + "path": "/api.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:35:51+00:00", + "last": "2026-09-04T10:35:51+00:00" + }, + { + "path": "/api/docs", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:30:49+00:00", + "last": "2026-09-05T03:30:49+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:06:51+00:00", + "last": "2026-09-04T05:06:51+00:00" + }, + { + "path": "/asyncapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:00:13+00:00", + "last": "2026-09-05T04:00:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:21:13+00:00", + "last": "2026-09-07T06:21:13+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:22:30+00:00", + "last": "2026-09-07T00:22:30+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:15:10+00:00", + "last": "2026-09-04T10:15:10+00:00" + }, + { + "path": "/bot/402explorer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:46:58+00:00", + "last": "2026-09-04T22:46:58+00:00" + }, + { + "path": "/bot/402explorer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:50:43+00:00", + "last": "2026-09-05T04:50:43+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:21:30+00:00", + "last": "2026-09-04T09:21:30+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:00:26+00:00", + "last": "2026-09-04T22:00:26+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:50:41+00:00", + "last": "2026-09-05T09:50:41+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:48:43+00:00", + "last": "2026-09-04T23:48:43+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:59:37+00:00", + "last": "2026-09-05T01:59:37+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:05+00:00", + "last": "2026-09-04T10:23:05+00:00" + }, + { + "path": "/bot/a2a-indexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:08:22+00:00", + "last": "2026-09-04T21:08:22+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:17+00:00", + "last": "2026-09-04T09:50:17+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:38+00:00", + "last": "2026-09-04T09:50:38+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:02:46+00:00", + "last": "2026-09-04T21:02:46+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:07+00:00", + "last": "2026-09-04T10:19:07+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:50:57+00:00", + "last": "2026-09-04T22:50:57+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:13:45+00:00", + "last": "2026-09-05T10:13:45+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:41:37+00:00", + "last": "2026-09-04T10:41:37+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:26:03+00:00", + "last": "2026-09-04T10:26:03+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:05+00:00", + "last": "2026-09-04T10:22:05+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:09:09+00:00", + "last": "2026-09-05T00:09:09+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:23:19+00:00", + "last": "2026-09-05T07:23:19+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:38+00:00", + "last": "2026-09-04T10:22:38+00:00" + }, + { + "path": "/bot/a2a-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:16:05+00:00", + "last": "2026-09-04T23:16:05+00:00" + }, + { + "path": "/bot/a2a-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:25:30+00:00", + "last": "2026-09-05T10:25:30+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:32:58+00:00", + "last": "2026-09-04T09:32:58+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:52:43+00:00", + "last": "2026-09-04T20:52:43+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:45:29+00:00", + "last": "2026-09-05T09:45:29+00:00" + }, + { + "path": "/bot/acc-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:09:01+00:00", + "last": "2026-09-04T22:09:01+00:00" + }, + { + "path": "/bot/acc-scout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:21:40+00:00", + "last": "2026-09-05T22:21:40+00:00" + }, + { + "path": "/bot/achilles.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:20:48+00:00", + "last": "2026-09-05T08:20:48+00:00" + }, + { + "path": "/bot/actablesitebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:48:41+00:00", + "last": "2026-09-04T14:48:41+00:00" + }, + { + "path": "/bot/actablesitebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:19:10+00:00", + "last": "2026-09-04T15:19:10+00:00" + }, + { + "path": "/bot/advisorsai-check.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:06:47+00:00", + "last": "2026-09-04T22:06:47+00:00" + }, + { + "path": "/bot/advisorsai-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:04:45+00:00", + "last": "2026-09-04T16:04:45+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:31+00:00", + "last": "2026-09-04T10:23:31+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:31:37+00:00", + "last": "2026-09-05T00:31:37+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:32:08+00:00", + "last": "2026-09-04T08:32:08+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:22:15+00:00", + "last": "2026-09-04T23:22:15+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:38:53+00:00", + "last": "2026-09-05T07:38:53+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:31:50+00:00", + "last": "2026-09-04T10:31:50+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:03:29+00:00", + "last": "2026-09-05T00:03:29+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:18:49+00:00", + "last": "2026-09-04T10:18:49+00:00" + }, + { + "path": "/bot/affsignalcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:38:42+00:00", + "last": "2026-09-05T10:38:42+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:32:16+00:00", + "last": "2026-09-04T10:32:16+00:00" + }, + { + "path": "/bot/agenstrybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:41:20+00:00", + "last": "2026-09-04T23:41:20+00:00" + }, + { + "path": "/bot/agenstrybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:36:08+00:00", + "last": "2026-09-05T09:36:08+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:07:31+00:00", + "last": "2026-09-06T10:07:31+00:00" + }, + { + "path": "/bot/agent-card-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:28:47+00:00", + "last": "2026-09-05T09:28:47+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:31:29+00:00", + "last": "2026-09-04T09:31:29+00:00" + }, + { + "path": "/bot/agent-guild-scout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:44:30+00:00", + "last": "2026-09-04T22:44:30+00:00" + }, + { + "path": "/bot/agent-guild-scout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:34:27+00:00", + "last": "2026-09-05T09:34:27+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:08:54+00:00", + "last": "2026-09-04T10:08:54+00:00" + }, + { + "path": "/bot/agent-ready-scanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:20:55+00:00", + "last": "2026-09-04T21:20:55+00:00" + }, + { + "path": "/bot/agent-ready-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:28:16+00:00", + "last": "2026-09-05T08:28:16+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:20:25+00:00", + "last": "2026-09-04T10:20:25+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:55:29+00:00", + "last": "2026-09-04T22:55:29+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:08:05+00:00", + "last": "2026-09-05T10:08:05+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:30+00:00", + "last": "2026-09-04T10:19:30+00:00" + }, + { + "path": "/bot/agent-world-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:35:23+00:00", + "last": "2026-09-05T09:35:23+00:00" + }, + { + "path": "/bot/agent-world-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:24:40+00:00", + "last": "2026-09-05T05:24:40+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:30+00:00", + "last": "2026-09-04T10:27:30+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:00:24+00:00", + "last": "2026-09-04T19:00:24+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:16:47+00:00", + "last": "2026-09-04T20:16:47+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:33:43+00:00", + "last": "2026-09-04T10:33:43+00:00" + }, + { + "path": "/bot/agentcatalogbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:50:48+00:00", + "last": "2026-09-04T20:50:48+00:00" + }, + { + "path": "/bot/agentcatalogbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:30:33+00:00", + "last": "2026-09-05T06:30:33+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:57:59+00:00", + "last": "2026-09-04T09:57:59+00:00" + }, + { + "path": "/bot/agentdisco.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:31:01+00:00", + "last": "2026-09-04T23:31:01+00:00" + }, + { + "path": "/bot/agentdisco.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:52:01+00:00", + "last": "2026-09-05T10:52:01+00:00" + }, + { + "path": "/bot/agentgaugebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:02+00:00", + "last": "2026-09-04T10:21:02+00:00" + }, + { + "path": "/bot/agentgaugebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:40:58+00:00", + "last": "2026-09-05T09:40:58+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:39+00:00", + "last": "2026-09-04T10:21:39+00:00" + }, + { + "path": "/bot/agentgrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:01:53+00:00", + "last": "2026-09-05T00:01:53+00:00" + }, + { + "path": "/bot/agentgrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:00:54+00:00", + "last": "2026-09-05T10:00:54+00:00" + }, + { + "path": "/bot/agentindexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:30:44+00:00", + "last": "2026-09-04T14:30:44+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:28:42+00:00", + "last": "2026-09-04T23:28:42+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:34:36+00:00", + "last": "2026-09-05T06:34:36+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:07:15+00:00", + "last": "2026-09-04T08:07:15+00:00" + }, + { + "path": "/bot/agentreputationbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:47:52+00:00", + "last": "2026-09-04T19:47:52+00:00" + }, + { + "path": "/bot/agentreputationbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:35:56+00:00", + "last": "2026-09-05T05:35:56+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:55:22+00:00", + "last": "2026-09-04T23:55:22+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:08:54+00:00", + "last": "2026-09-04T10:08:54+00:00" + }, + { + "path": "/bot/agenttrust-monitor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:28:17+00:00", + "last": "2026-09-04T22:28:17+00:00" + }, + { + "path": "/bot/agenttrust-monitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:20:43+00:00", + "last": "2026-09-05T05:20:43+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:05+00:00", + "last": "2026-09-04T10:19:05+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:54:39+00:00", + "last": "2026-09-04T23:54:39+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:41:28+00:00", + "last": "2026-09-05T10:41:28+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:14:08+00:00", + "last": "2026-09-04T13:14:08+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:14:01+00:00", + "last": "2026-09-05T00:14:01+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:43:43+00:00", + "last": "2026-09-05T13:43:43+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:17:52+00:00", + "last": "2026-09-04T13:17:52+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:53:40+00:00", + "last": "2026-09-05T12:53:40+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:19+00:00", + "last": "2026-09-04T10:28:19+00:00" + }, + { + "path": "/bot/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:47:58+00:00", + "last": "2026-09-05T03:47:58+00:00" + }, + { + "path": "/bot/ai-crawler-logs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:42:54+00:00", + "last": "2026-09-05T09:42:54+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:46+00:00", + "last": "2026-09-04T10:27:46+00:00" + }, + { + "path": "/bot/ai-crawler-robots.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:22:49+00:00", + "last": "2026-09-05T09:22:49+00:00" + }, + { + "path": "/bot/ai-crawler-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:46:08+00:00", + "last": "2026-09-05T08:46:08+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:39:48+00:00", + "last": "2026-09-04T08:39:48+00:00" + }, + { + "path": "/bot/ai-crawler-verify.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:04+00:00", + "last": "2026-09-05T08:54:04+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:54:20+00:00", + "last": "2026-09-04T09:54:20+00:00" + }, + { + "path": "/bot/aisec-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:34:09+00:00", + "last": "2026-09-04T14:34:09+00:00" + }, + { + "path": "/bot/aisec-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:20:47+00:00", + "last": "2026-09-04T21:20:47+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:40:13+00:00", + "last": "2026-09-04T04:40:13+00:00" + }, + { + "path": "/bot/aive-mcp-discover.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:08:05+00:00", + "last": "2026-09-04T23:08:05+00:00" + }, + { + "path": "/bot/aive-mcp-discover.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:13:00+00:00", + "last": "2026-09-05T04:13:00+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:24:54+00:00", + "last": "2026-09-04T10:24:54+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:38:44+00:00", + "last": "2026-09-05T10:38:44+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:28+00:00", + "last": "2026-09-04T10:23:28+00:00" + }, + { + "path": "/bot/amazonbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:15:51+00:00", + "last": "2026-09-05T00:15:51+00:00" + }, + { + "path": "/bot/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:18:16+00:00", + "last": "2026-09-05T09:18:16+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:38:59+00:00", + "last": "2026-09-04T06:38:59+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:57:27+00:00", + "last": "2026-09-04T22:57:27+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:24:08+00:00", + "last": "2026-09-05T06:24:08+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:20:04+00:00", + "last": "2026-09-04T10:20:04+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:31:03+00:00", + "last": "2026-09-04T23:31:03+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:01:46+00:00", + "last": "2026-09-05T09:01:46+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:17+00:00", + "last": "2026-09-04T09:50:17+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:23:08+00:00", + "last": "2026-09-05T10:23:08+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:15:37+00:00", + "last": "2026-09-03T19:15:37+00:00" + }, + { + "path": "/bot/apievangelist.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:54:06+00:00", + "last": "2026-09-04T11:54:06+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:18:06+00:00", + "last": "2026-09-04T07:18:06+00:00" + }, + { + "path": "/bot/apis-io-submit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:01:42+00:00", + "last": "2026-09-05T00:01:42+00:00" + }, + { + "path": "/bot/apis-io-submit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:39:46+00:00", + "last": "2026-09-05T06:39:46+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:16:05+00:00", + "last": "2026-09-04T22:16:05+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:19:42+00:00", + "last": "2026-09-04T22:19:42+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:38+00:00", + "last": "2026-09-05T15:32:38+00:00" + }, + { + "path": "/bot/archive-org-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:09:17+00:00", + "last": "2026-09-04T03:09:17+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:01+00:00", + "last": "2026-09-04T10:19:01+00:00" + }, + { + "path": "/bot/ardcrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:39:51+00:00", + "last": "2026-09-05T10:39:51+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:26:26+00:00", + "last": "2026-09-03T18:26:26+00:00" + }, + { + "path": "/bot/axios.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:26:50+00:00", + "last": "2026-09-04T18:26:50+00:00" + }, + { + "path": "/bot/axios.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:19:16+00:00", + "last": "2026-09-04T18:19:16+00:00" + }, + { + "path": "/bot/azureai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:12+00:00", + "last": "2026-09-04T10:22:12+00:00" + }, + { + "path": "/bot/azureai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:01:15+00:00", + "last": "2026-09-04T20:01:15+00:00" + }, + { + "path": "/bot/azureai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:16:09+00:00", + "last": "2026-09-05T05:16:09+00:00" + }, + { + "path": "/bot/bingbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:22:25+00:00", + "last": "2026-09-05T04:22:25+00:00" + }, + { + "path": "/bot/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:12:20+00:00", + "last": "2026-09-05T06:12:20+00:00" + }, + { + "path": "/bot/bun.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:09:14+00:00", + "last": "2026-09-05T08:09:14+00:00" + }, + { + "path": "/bot/bun.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:13:27+00:00", + "last": "2026-09-05T12:13:27+00:00" + }, + { + "path": "/bot/bun.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:16:42+00:00", + "last": "2026-09-05T08:16:42+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:18+00:00", + "last": "2026-09-04T10:28:18+00:00" + }, + { + "path": "/bot/bytespider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:22:58+00:00", + "last": "2026-09-04T23:22:58+00:00" + }, + { + "path": "/bot/bytespider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:51:19+00:00", + "last": "2026-09-05T09:51:19+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:24:55+00:00", + "last": "2026-09-06T09:24:55+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:54:28+00:00", + "last": "2026-09-07T06:54:28+00:00" + }, + { + "path": "/bot/censusbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:22:42+00:00", + "last": "2026-09-04T23:22:42+00:00" + }, + { + "path": "/bot/certfeed-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:03:05+00:00", + "last": "2026-09-05T09:03:05+00:00" + }, + { + "path": "/bot/certfeed-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:33:51+00:00", + "last": "2026-09-06T09:33:51+00:00" + }, + { + "path": "/bot/certfeed-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:57:09+00:00", + "last": "2026-09-06T01:57:09+00:00" + }, + { + "path": "/bot/chainwitness-pr36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:01+00:00", + "last": "2026-09-04T10:19:01+00:00" + }, + { + "path": "/bot/chainwitness-pr36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:46:03+00:00", + "last": "2026-09-05T00:46:03+00:00" + }, + { + "path": "/bot/chainwitness-pr36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:21:35+00:00", + "last": "2026-09-05T10:21:35+00:00" + }, + { + "path": "/bot/choosemcp-harvester.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:36:11+00:00", + "last": "2026-09-05T08:36:11+00:00" + }, + { + "path": "/bot/choosemcp-harvester.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:52:35+00:00", + "last": "2026-09-06T08:52:35+00:00" + }, + { + "path": "/bot/choosemcp-harvester.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:43+00:00", + "last": "2026-09-06T09:13:43+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:08:08+00:00", + "last": "2026-09-04T10:08:08+00:00" + }, + { + "path": "/bot/chrome.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:49:42+00:00", + "last": "2026-09-04T12:49:42+00:00" + }, + { + "path": "/bot/chrome.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:09:50+00:00", + "last": "2026-09-04T12:09:50+00:00" + }, + { + "path": "/bot/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:52:25+00:00", + "last": "2026-09-05T23:52:25+00:00" + }, + { + "path": "/bot/claude-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:14:19+00:00", + "last": "2026-09-07T01:14:19+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:37:24+00:00", + "last": "2026-09-04T00:37:24+00:00" + }, + { + "path": "/bot/claudebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:36:24+00:00", + "last": "2026-09-04T15:36:24+00:00" + }, + { + "path": "/bot/colonistone-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:08:05+00:00", + "last": "2026-09-04T01:08:05+00:00" + }, + { + "path": "/bot/colonistone-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:57:01+00:00", + "last": "2026-09-04T22:57:01+00:00" + }, + { + "path": "/bot/colonistone.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:26:52+00:00", + "last": "2026-09-04T10:26:52+00:00" + }, + { + "path": "/bot/colonistone.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:21:00+00:00", + "last": "2026-09-05T08:21:00+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:16+00:00", + "last": "2026-09-04T10:23:16+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:08:05+00:00", + "last": "2026-09-04T23:08:05+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:43:49+00:00", + "last": "2026-09-05T07:43:49+00:00" + }, + { + "path": "/bot/crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:12:14+00:00", + "last": "2026-09-04T21:12:14+00:00" + }, + { + "path": "/bot/curl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:53:11+00:00", + "last": "2026-09-05T00:53:11+00:00" + }, + { + "path": "/bot/curl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:36:48+00:00", + "last": "2026-09-05T09:36:48+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:30:45+00:00", + "last": "2026-09-04T10:30:45+00:00" + }, + { + "path": "/bot/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:25:38+00:00", + "last": "2026-09-04T20:25:38+00:00" + }, + { + "path": "/bot/davefeedread.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:25:57+00:00", + "last": "2026-09-04T09:25:57+00:00" + }, + { + "path": "/bot/davefeedread.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:05:02+00:00", + "last": "2026-09-05T08:05:02+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:26:51+00:00", + "last": "2026-09-04T10:26:51+00:00" + }, + { + "path": "/bot/deno.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:08:24+00:00", + "last": "2026-09-05T00:08:24+00:00" + }, + { + "path": "/bot/deno.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:53:33+00:00", + "last": "2026-09-05T07:53:33+00:00" + }, + { + "path": "/bot/discordbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:56:33+00:00", + "last": "2026-09-04T08:56:33+00:00" + }, + { + "path": "/bot/discordbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:03:33+00:00", + "last": "2026-09-05T00:03:33+00:00" + }, + { + "path": "/bot/discordbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:42:29+00:00", + "last": "2026-09-05T06:42:29+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:18:45+00:00", + "last": "2026-09-03T21:18:45+00:00" + }, + { + "path": "/bot/duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:06:30+00:00", + "last": "2026-09-04T11:06:30+00:00" + }, + { + "path": "/bot/duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:33:09+00:00", + "last": "2026-09-04T12:33:09+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:26:20+00:00", + "last": "2026-09-04T10:26:20+00:00" + }, + { + "path": "/bot/endpointaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:04:50+00:00", + "last": "2026-09-05T00:04:50+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:50+00:00", + "last": "2026-09-04T10:27:50+00:00" + }, + { + "path": "/bot/enerlio.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:32:49+00:00", + "last": "2026-09-04T17:32:49+00:00" + }, + { + "path": "/bot/enerlio.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:52:37+00:00", + "last": "2026-09-05T08:52:37+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:07+00:00", + "last": "2026-09-04T10:21:07+00:00" + }, + { + "path": "/bot/exaforce-mcprep.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:32:01+00:00", + "last": "2026-09-04T21:32:01+00:00" + }, + { + "path": "/bot/exaforce-mcprep.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:00:32+00:00", + "last": "2026-09-05T03:00:32+00:00" + }, + { + "path": "/bot/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:42:54+00:00", + "last": "2026-09-04T01:42:54+00:00" + }, + { + "path": "/bot/facebookexternalhit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:37:37+00:00", + "last": "2026-09-04T21:37:37+00:00" + }, + { + "path": "/bot/forgescanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:49:18+00:00", + "last": "2026-09-04T08:49:18+00:00" + }, + { + "path": "/bot/forgescanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:24:26+00:00", + "last": "2026-09-05T08:24:26+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:02:41+00:00", + "last": "2026-09-04T07:02:41+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:39+00:00", + "last": "2026-09-04T10:27:39+00:00" + }, + { + "path": "/bot/frndos.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:13:10+00:00", + "last": "2026-09-04T18:13:10+00:00" + }, + { + "path": "/bot/frndos.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:17:20+00:00", + "last": "2026-09-05T10:17:20+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:26:26+00:00", + "last": "2026-09-04T10:26:26+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:27:57+00:00", + "last": "2026-09-04T21:27:57+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:35:14+00:00", + "last": "2026-09-04T23:35:14+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:02+00:00", + "last": "2026-09-04T10:19:02+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:15:01+00:00", + "last": "2026-09-04T21:15:01+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:40:22+00:00", + "last": "2026-09-05T10:40:22+00:00" + }, + { + "path": "/bot/git.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:43:35+00:00", + "last": "2026-09-04T09:43:35+00:00" + }, + { + "path": "/bot/git.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:11:30+00:00", + "last": "2026-09-04T23:11:30+00:00" + }, + { + "path": "/bot/git.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:41:01+00:00", + "last": "2026-09-05T10:41:01+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:08:51+00:00", + "last": "2026-09-04T10:08:51+00:00" + }, + { + "path": "/bot/go-http-client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:53:56+00:00", + "last": "2026-09-05T01:53:56+00:00" + }, + { + "path": "/bot/golemreachtrustbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:21:03+00:00", + "last": "2026-09-05T00:21:03+00:00" + }, + { + "path": "/bot/golemreachtrustbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:15:49+00:00", + "last": "2026-09-04T22:15:49+00:00" + }, + { + "path": "/bot/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:56:57+00:00", + "last": "2026-09-04T21:56:57+00:00" + }, + { + "path": "/bot/google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:42:57+00:00", + "last": "2026-09-05T06:42:57+00:00" + }, + { + "path": "/bot/googlebot-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:00:59+00:00", + "last": "2026-09-04T21:00:59+00:00" + }, + { + "path": "/bot/googlebot-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:02:58+00:00", + "last": "2026-09-04T21:02:58+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:35:45+00:00", + "last": "2026-09-04T10:35:45+00:00" + }, + { + "path": "/bot/googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:46:06+00:00", + "last": "2026-09-04T23:46:06+00:00" + }, + { + "path": "/bot/googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:19:59+00:00", + "last": "2026-09-05T03:19:59+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:51+00:00", + "last": "2026-09-04T10:22:51+00:00" + }, + { + "path": "/bot/googleother.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:11:03+00:00", + "last": "2026-09-04T17:11:03+00:00" + }, + { + "path": "/bot/googleother.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:09:47+00:00", + "last": "2026-09-05T03:09:47+00:00" + }, + { + "path": "/bot/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:58:23+00:00", + "last": "2026-09-03T21:58:23+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:58:08+00:00", + "last": "2026-09-04T03:58:08+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:34:38+00:00", + "last": "2026-09-04T08:34:38+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:21:40+00:00", + "last": "2026-09-04T08:21:40+00:00" + }, + { + "path": "/bot/gtm-engine.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:01:03+00:00", + "last": "2026-09-05T05:01:03+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:24:44+00:00", + "last": "2026-09-04T10:24:44+00:00" + }, + { + "path": "/bot/guild-reachability-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:02:28+00:00", + "last": "2026-09-04T22:02:28+00:00" + }, + { + "path": "/bot/guild-reachability-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:20:55+00:00", + "last": "2026-09-05T07:20:55+00:00" + }, + { + "path": "/bot/guzzlehttp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:29:28+00:00", + "last": "2026-09-06T06:29:28+00:00" + }, + { + "path": "/bot/guzzlehttp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:48:00+00:00", + "last": "2026-09-05T04:48:00+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:11:06+00:00", + "last": "2026-09-04T07:11:06+00:00" + }, + { + "path": "/bot/hhvm-internal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:35:00+00:00", + "last": "2026-09-05T00:35:00+00:00" + }, + { + "path": "/bot/hhvm-internal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:17:57+00:00", + "last": "2026-09-05T06:17:57+00:00" + }, + { + "path": "/bot/hlido-a50-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:30+00:00", + "last": "2026-09-04T10:22:30+00:00" + }, + { + "path": "/bot/hlido-a50-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:28:05+00:00", + "last": "2026-09-04T16:28:05+00:00" + }, + { + "path": "/bot/hlido-a50-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:00:38+00:00", + "last": "2026-09-04T14:00:38+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:01+00:00", + "last": "2026-09-04T10:19:01+00:00" + }, + { + "path": "/bot/hultra-link.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:15:14+00:00", + "last": "2026-09-04T11:15:14+00:00" + }, + { + "path": "/bot/hultra-link.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:16:34+00:00", + "last": "2026-09-04T21:16:34+00:00" + }, + { + "path": "/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T10:00:03+00:00", + "last": "2026-09-03T10:00:03+00:00" + }, + { + "path": "/bot/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:24:43+00:00", + "last": "2026-09-04T10:24:43+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:25:31+00:00", + "last": "2026-09-04T10:25:31+00:00" + }, + { + "path": "/bot/io-verifymcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:04:18+00:00", + "last": "2026-09-05T00:04:18+00:00" + }, + { + "path": "/bot/io-verifymcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:45:11+00:00", + "last": "2026-09-05T03:45:11+00:00" + }, + { + "path": "/bot/itinai-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:41+00:00", + "last": "2026-09-04T10:23:41+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:33:27+00:00", + "last": "2026-09-04T00:33:27+00:00" + }, + { + "path": "/bot/jscrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:12:34+00:00", + "last": "2026-09-04T23:12:34+00:00" + }, + { + "path": "/bot/jscrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:19:51+00:00", + "last": "2026-09-05T00:19:51+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:33:31+00:00", + "last": "2026-09-04T09:33:31+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:33:10+00:00", + "last": "2026-09-04T21:33:10+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:33:31+00:00", + "last": "2026-09-05T10:33:31+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:15+00:00", + "last": "2026-09-04T10:22:15+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:17:01+00:00", + "last": "2026-09-05T10:17:01+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:49:09+00:00", + "last": "2026-09-05T09:49:09+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:13:42+00:00", + "last": "2026-09-04T23:13:42+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:21:29+00:00", + "last": "2026-09-05T03:21:29+00:00" + }, + { + "path": "/bot/llmse.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:59:39+00:00", + "last": "2026-09-04T21:59:39+00:00" + }, + { + "path": "/bot/llmse.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:33:10+00:00", + "last": "2026-09-04T23:33:10+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:25:50+00:00", + "last": "2026-09-04T10:25:50+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:40:41+00:00", + "last": "2026-09-05T00:40:41+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:51:00+00:00", + "last": "2026-09-05T08:51:00+00:00" + }, + { + "path": "/bot/mastodon-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:52:08+00:00", + "last": "2026-09-06T11:52:08+00:00" + }, + { + "path": "/bot/mastodon-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:04:57+00:00", + "last": "2026-09-06T12:04:57+00:00" + }, + { + "path": "/bot/mastodon-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:56:09+00:00", + "last": "2026-09-06T05:56:09+00:00" + }, + { + "path": "/bot/mastodon-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:20:05+00:00", + "last": "2026-09-06T00:20:05+00:00" + }, + { + "path": "/bot/mastodon-7.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:39:39+00:00", + "last": "2026-09-06T12:39:39+00:00" + }, + { + "path": "/bot/mastodon-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:19:54+00:00", + "last": "2026-09-06T12:19:54+00:00" + }, + { + "path": "/bot/mcp-catalog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:04:24+00:00", + "last": "2026-09-03T20:04:24+00:00" + }, + { + "path": "/bot/mcp-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:50:28+00:00", + "last": "2026-09-04T18:50:28+00:00" + }, + { + "path": "/bot/mcp-catalog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:12:01+00:00", + "last": "2026-09-04T20:12:01+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:40+00:00", + "last": "2026-09-04T10:23:40+00:00" + }, + { + "path": "/bot/mcp-checker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:37:22+00:00", + "last": "2026-09-05T09:37:22+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:01:36+00:00", + "last": "2026-09-05T08:01:36+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:59:28+00:00", + "last": "2026-09-05T17:59:28+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:41:12+00:00", + "last": "2026-09-05T16:41:12+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:18:27+00:00", + "last": "2026-09-04T09:18:27+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:55:14+00:00", + "last": "2026-09-04T00:55:14+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:32+00:00", + "last": "2026-09-04T10:28:32+00:00" + }, + { + "path": "/bot/mcp-observatory.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:10:41+00:00", + "last": "2026-09-04T23:10:41+00:00" + }, + { + "path": "/bot/mcp-observatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:11:19+00:00", + "last": "2026-09-05T10:11:19+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:56:55+00:00", + "last": "2026-09-04T05:56:55+00:00" + }, + { + "path": "/bot/mcp-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:10:48+00:00", + "last": "2026-09-04T13:10:48+00:00" + }, + { + "path": "/bot/mcp-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:10:21+00:00", + "last": "2026-09-04T13:10:21+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:18:52+00:00", + "last": "2026-09-04T10:18:52+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:24:15+00:00", + "last": "2026-09-05T00:24:15+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:21:31+00:00", + "last": "2026-09-05T10:21:31+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:18:49+00:00", + "last": "2026-09-04T10:18:49+00:00" + }, + { + "path": "/bot/mcp-schema-archive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:06:17+00:00", + "last": "2026-09-04T23:06:17+00:00" + }, + { + "path": "/bot/mcp-schema-archive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:03:10+00:00", + "last": "2026-09-05T10:03:10+00:00" + }, + { + "path": "/bot/mcp-scraper.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:43:17+00:00", + "last": "2026-09-05T08:43:17+00:00" + }, + { + "path": "/bot/mcp-scraper.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:34:02+00:00", + "last": "2026-09-05T23:34:02+00:00" + }, + { + "path": "/bot/mcp-scraper.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:15:45+00:00", + "last": "2026-09-06T05:15:45+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:19:50+00:00", + "last": "2026-09-04T07:19:50+00:00" + }, + { + "path": "/bot/mcp-stats-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:58:19+00:00", + "last": "2026-09-05T03:58:19+00:00" + }, + { + "path": "/bot/mcp-stats-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:21:41+00:00", + "last": "2026-09-05T06:21:41+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:33+00:00", + "last": "2026-09-04T10:21:33+00:00" + }, + { + "path": "/bot/mcp-uptime.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:12:26+00:00", + "last": "2026-09-04T23:12:26+00:00" + }, + { + "path": "/bot/mcp-uptime.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:43:59+00:00", + "last": "2026-09-04T21:43:59+00:00" + }, + { + "path": "/bot/mcp-watch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:12:55+00:00", + "last": "2026-09-04T22:12:55+00:00" + }, + { + "path": "/bot/mcp-watch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:18:58+00:00", + "last": "2026-09-04T22:18:58+00:00" + }, + { + "path": "/bot/mcp-watch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:27:23+00:00", + "last": "2026-09-05T22:27:23+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:25:06+00:00", + "last": "2026-09-04T10:25:06+00:00" + }, + { + "path": "/bot/mcp2-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:34:46+00:00", + "last": "2026-09-04T23:34:46+00:00" + }, + { + "path": "/bot/mcp2-research.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:19:20+00:00", + "last": "2026-09-05T10:19:20+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:09+00:00", + "last": "2026-09-04T10:23:09+00:00" + }, + { + "path": "/bot/mcpcatalogsync.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:35:07+00:00", + "last": "2026-09-04T14:35:07+00:00" + }, + { + "path": "/bot/mcpcatalogsync.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:14:57+00:00", + "last": "2026-09-05T06:14:57+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:11:06+00:00", + "last": "2026-09-04T07:11:06+00:00" + }, + { + "path": "/bot/mcpcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:40:34+00:00", + "last": "2026-09-04T23:40:34+00:00" + }, + { + "path": "/bot/mcpcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:10:21+00:00", + "last": "2026-09-05T04:10:21+00:00" + }, + { + "path": "/bot/mcpgrade-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:11:43+00:00", + "last": "2026-09-05T00:11:43+00:00" + }, + { + "path": "/bot/mcpgrade-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:26:27+00:00", + "last": "2026-09-05T05:26:27+00:00" + }, + { + "path": "/bot/mcpi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:28:39+00:00", + "last": "2026-09-04T20:28:39+00:00" + }, + { + "path": "/bot/mcpi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:34:31+00:00", + "last": "2026-09-04T15:34:31+00:00" + }, + { + "path": "/bot/mcpmeter.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:52:39+00:00", + "last": "2026-09-04T17:52:39+00:00" + }, + { + "path": "/bot/mcpmeter.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:11:48+00:00", + "last": "2026-09-04T20:11:48+00:00" + }, + { + "path": "/bot/mcpmon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:34:08+00:00", + "last": "2026-09-06T12:34:08+00:00" + }, + { + "path": "/bot/mcpqueen-grader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:54:10+00:00", + "last": "2026-09-05T10:54:10+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:13+00:00", + "last": "2026-09-04T10:19:13+00:00" + }, + { + "path": "/bot/mcpscan.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:11:29+00:00", + "last": "2026-09-04T21:11:29+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:06+00:00", + "last": "2026-09-04T10:27:06+00:00" + }, + { + "path": "/bot/mcpwitness.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:55:46+00:00", + "last": "2026-09-04T17:55:46+00:00" + }, + { + "path": "/bot/mcpwitness.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:38:24+00:00", + "last": "2026-09-04T20:38:24+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:16:39+00:00", + "last": "2026-09-04T09:16:39+00:00" + }, + { + "path": "/bot/measure-mcp-schema.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:25:02+00:00", + "last": "2026-09-05T00:25:02+00:00" + }, + { + "path": "/bot/measure-mcp-schema.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:46:33+00:00", + "last": "2026-09-05T05:46:33+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:54+00:00", + "last": "2026-09-04T10:21:54+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:21:21+00:00", + "last": "2026-09-04T21:21:21+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:20:02+00:00", + "last": "2026-09-05T09:20:02+00:00" + }, + { + "path": "/bot/meta-externalagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:34:59+00:00", + "last": "2026-09-04T06:34:59+00:00" + }, + { + "path": "/bot/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:48:15+00:00", + "last": "2026-09-05T04:48:15+00:00" + }, + { + "path": "/bot/misskey.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:44:55+00:00", + "last": "2026-09-05T22:44:55+00:00" + }, + { + "path": "/bot/misskey.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:19:05+00:00", + "last": "2026-09-07T00:19:05+00:00" + }, + { + "path": "/bot/misskey.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:21:30+00:00", + "last": "2026-09-07T00:21:30+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:26:51+00:00", + "last": "2026-09-04T10:26:51+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:02:30+00:00", + "last": "2026-09-04T23:02:30+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:43:37+00:00", + "last": "2026-09-05T06:43:37+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:29:26+00:00", + "last": "2026-09-04T10:29:26+00:00" + }, + { + "path": "/bot/mozilla-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:26:34+00:00", + "last": "2026-09-05T10:26:34+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:40+00:00", + "last": "2026-09-04T10:22:40+00:00" + }, + { + "path": "/bot/mozilla.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:14:55+00:00", + "last": "2026-09-05T00:14:55+00:00" + }, + { + "path": "/bot/mozilla.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:48:46+00:00", + "last": "2026-09-05T07:48:46+00:00" + }, + { + "path": "/bot/mwmbl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:43:53+00:00", + "last": "2026-09-04T08:43:53+00:00" + }, + { + "path": "/bot/mwmbl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:50:28+00:00", + "last": "2026-09-04T21:50:28+00:00" + }, + { + "path": "/bot/mwmbl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:56:43+00:00", + "last": "2026-09-05T02:56:43+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:59:35+00:00", + "last": "2026-09-04T06:59:35+00:00" + }, + { + "path": "/bot/neuronto.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:17:50+00:00", + "last": "2026-09-04T23:17:50+00:00" + }, + { + "path": "/bot/neuronto.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:59:49+00:00", + "last": "2026-09-05T01:59:49+00:00" + }, + { + "path": "/bot/node.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:49:15+00:00", + "last": "2026-09-04T20:49:15+00:00" + }, + { + "path": "/bot/node.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:35:40+00:00", + "last": "2026-09-04T20:35:40+00:00" + }, + { + "path": "/bot/nothumansearch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:00+00:00", + "last": "2026-09-04T09:50:00+00:00" + }, + { + "path": "/bot/nothumansearch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:53:35+00:00", + "last": "2026-09-04T23:53:35+00:00" + }, + { + "path": "/bot/nothumansearch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:44:17+00:00", + "last": "2026-09-05T10:44:17+00:00" + }, + { + "path": "/bot/oauth4webapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:11:36+00:00", + "last": "2026-09-04T08:11:36+00:00" + }, + { + "path": "/bot/oauth4webapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:57:39+00:00", + "last": "2026-09-04T23:57:39+00:00" + }, + { + "path": "/bot/oauth4webapi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:10:38+00:00", + "last": "2026-09-05T08:10:38+00:00" + }, + { + "path": "/bot/openai-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:48:00+00:00", + "last": "2026-09-06T09:48:00+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:32:38+00:00", + "last": "2026-09-05T06:32:38+00:00" + }, + { + "path": "/bot/ottermindagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:19:13+00:00", + "last": "2026-09-05T04:19:13+00:00" + }, + { + "path": "/bot/ottermindagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:41:55+00:00", + "last": "2026-09-06T03:41:55+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:47+00:00", + "last": "2026-09-04T10:27:47+00:00" + }, + { + "path": "/bot/packagehound.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:55:05+00:00", + "last": "2026-09-04T23:55:05+00:00" + }, + { + "path": "/bot/packagehound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:12:02+00:00", + "last": "2026-09-05T10:12:02+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:45:18+00:00", + "last": "2026-09-05T00:45:18+00:00" + }, + { + "path": "/bot/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:32:11+00:00", + "last": "2026-09-04T09:32:11+00:00" + }, + { + "path": "/bot/perplexitybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:24:15+00:00", + "last": "2026-09-05T00:24:15+00:00" + }, + { + "path": "/bot/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:08:06+00:00", + "last": "2026-09-05T09:08:06+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:34+00:00", + "last": "2026-09-04T10:21:34+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:11:46+00:00", + "last": "2026-09-04T17:11:46+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:39:30+00:00", + "last": "2026-09-05T09:39:30+00:00" + }, + { + "path": "/bot/ping-blo-gs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:10:27+00:00", + "last": "2026-09-05T00:10:27+00:00" + }, + { + "path": "/bot/ping-blo-gs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:22:31+00:00", + "last": "2026-09-05T10:22:31+00:00" + }, + { + "path": "/bot/pip.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:50:55+00:00", + "last": "2026-09-04T22:50:55+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:18:51+00:00", + "last": "2026-09-04T10:18:51+00:00" + }, + { + "path": "/bot/proofbench.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:22:08+00:00", + "last": "2026-09-04T13:22:08+00:00" + }, + { + "path": "/bot/proofbench.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:18:48+00:00", + "last": "2026-09-05T02:18:48+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:22:05+00:00", + "last": "2026-09-04T10:22:05+00:00" + }, + { + "path": "/bot/python-httpx.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:14:32+00:00", + "last": "2026-09-04T18:14:32+00:00" + }, + { + "path": "/bot/python-httpx.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:31:54+00:00", + "last": "2026-09-04T20:31:54+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:15+00:00", + "last": "2026-09-04T10:19:15+00:00" + }, + { + "path": "/bot/python-httpx2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:29:27+00:00", + "last": "2026-09-04T23:29:27+00:00" + }, + { + "path": "/bot/python-httpx2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:18:55+00:00", + "last": "2026-09-05T10:18:55+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:18:59+00:00", + "last": "2026-09-04T10:18:59+00:00" + }, + { + "path": "/bot/python-requests.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:02:31+00:00", + "last": "2026-09-04T20:02:31+00:00" + }, + { + "path": "/bot/python-requests.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:18:40+00:00", + "last": "2026-09-04T14:18:40+00:00" + }, + { + "path": "/bot/python.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:24+00:00", + "last": "2026-09-04T10:13:24+00:00" + }, + { + "path": "/bot/python.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:15:02+00:00", + "last": "2026-09-05T10:15:02+00:00" + }, + { + "path": "/bot/python.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:35:07+00:00", + "last": "2026-09-05T10:35:07+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:25:41+00:00", + "last": "2026-09-04T10:25:41+00:00" + }, + { + "path": "/bot/qtcreator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:06:49+00:00", + "last": "2026-09-05T00:06:49+00:00" + }, + { + "path": "/bot/qtcreator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:33:41+00:00", + "last": "2026-09-05T10:33:41+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:23:15+00:00", + "last": "2026-09-04T10:23:15+00:00" + }, + { + "path": "/bot/repology-linkchecker.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:33:12+00:00", + "last": "2026-09-04T23:33:12+00:00" + }, + { + "path": "/bot/repology-linkchecker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:46:34+00:00", + "last": "2026-09-05T15:46:34+00:00" + }, + { + "path": "/bot/rokmcp-collector.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:51:48+00:00", + "last": "2026-09-05T05:51:48+00:00" + }, + { + "path": "/bot/rokmcp-collector.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:59+00:00", + "last": "2026-09-05T08:00:59+00:00" + }, + { + "path": "/bot/rokmcp-collector.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:09:47+00:00", + "last": "2026-09-05T13:09:47+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:20:24+00:00", + "last": "2026-09-04T10:20:24+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:35:01+00:00", + "last": "2026-09-04T23:35:01+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:33:25+00:00", + "last": "2026-09-05T07:33:25+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:03:28+00:00", + "last": "2026-09-03T21:03:28+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:32:02+00:00", + "last": "2026-09-04T14:32:02+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:24:59+00:00", + "last": "2026-09-04T10:24:59+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:50:55+00:00", + "last": "2026-09-04T23:50:55+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:24:49+00:00", + "last": "2026-09-04T10:24:49+00:00" + }, + { + "path": "/bot/sasameagentaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:43:33+00:00", + "last": "2026-09-05T07:43:33+00:00" + }, + { + "path": "/bot/sasameagentaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:27:02+00:00", + "last": "2026-09-05T10:27:02+00:00" + }, + { + "path": "/bot/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:42:42+00:00", + "last": "2026-09-05T08:42:42+00:00" + }, + { + "path": "/bot/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:14+00:00", + "last": "2026-09-06T09:12:14+00:00" + }, + { + "path": "/bot/sentineloracle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:28:44+00:00", + "last": "2026-09-04T17:28:44+00:00" + }, + { + "path": "/bot/sentineloracle.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:25:02+00:00", + "last": "2026-09-04T20:25:02+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:55:51+00:00", + "last": "2026-09-04T23:55:51+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:00:54+00:00", + "last": "2026-09-04T22:00:54+00:00" + }, + { + "path": "/bot/seo-audit-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:14:49+00:00", + "last": "2026-09-04T19:14:49+00:00" + }, + { + "path": "/bot/seo-audit-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:15:50+00:00", + "last": "2026-09-04T18:15:50+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:10:25+00:00", + "last": "2026-09-04T07:10:25+00:00" + }, + { + "path": "/bot/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:07:21+00:00", + "last": "2026-09-05T00:07:21+00:00" + }, + { + "path": "/bot/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:10:24+00:00", + "last": "2026-09-05T06:10:24+00:00" + }, + { + "path": "/bot/siteguardian.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:46:02+00:00", + "last": "2026-09-04T21:46:02+00:00" + }, + { + "path": "/bot/siteguardian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:26:40+00:00", + "last": "2026-09-05T09:26:40+00:00" + }, + { + "path": "/bot/smitherybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:09+00:00", + "last": "2026-09-04T10:21:09+00:00" + }, + { + "path": "/bot/smitherybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:35:58+00:00", + "last": "2026-09-04T23:35:58+00:00" + }, + { + "path": "/bot/smitherybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:22:28+00:00", + "last": "2026-09-05T06:22:28+00:00" + }, + { + "path": "/bot/snyk-advisor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:40:50+00:00", + "last": "2026-09-06T11:40:50+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:00+00:00", + "last": "2026-09-04T10:19:00+00:00" + }, + { + "path": "/bot/solvedearthpricebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:18:30+00:00", + "last": "2026-09-04T23:18:30+00:00" + }, + { + "path": "/bot/solvedearthpricebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:18:14+00:00", + "last": "2026-09-05T08:18:14+00:00" + }, + { + "path": "/bot/spanly-enrich.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:04:17+00:00", + "last": "2026-09-04T23:04:17+00:00" + }, + { + "path": "/bot/spanly-enrich.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:51:34+00:00", + "last": "2026-09-05T05:51:34+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:20:24+00:00", + "last": "2026-09-04T10:20:24+00:00" + }, + { + "path": "/bot/strand-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:58:51+00:00", + "last": "2026-09-04T20:58:51+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:02:49+00:00", + "last": "2026-09-04T09:02:49+00:00" + }, + { + "path": "/bot/tar-directory-indexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:11:23+00:00", + "last": "2026-09-05T00:11:23+00:00" + }, + { + "path": "/bot/tar-directory-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:09:46+00:00", + "last": "2026-09-05T10:09:46+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:12:12+00:00", + "last": "2026-09-04T09:12:12+00:00" + }, + { + "path": "/bot/tar-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:09:25+00:00", + "last": "2026-09-04T15:09:25+00:00" + }, + { + "path": "/bot/tar-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:52:23+00:00", + "last": "2026-09-05T06:52:23+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:08+00:00", + "last": "2026-09-04T10:21:08+00:00" + }, + { + "path": "/bot/telegram.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:24:54+00:00", + "last": "2026-09-04T10:24:54+00:00" + }, + { + "path": "/bot/telegram.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:50+00:00", + "last": "2026-09-05T10:01:50+00:00" + }, + { + "path": "/bot/telegrambot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:57:05+00:00", + "last": "2026-09-04T18:57:05+00:00" + }, + { + "path": "/bot/telegrambot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:20:05+00:00", + "last": "2026-09-04T17:20:05+00:00" + }, + { + "path": "/bot/teppi-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:08:33+00:00", + "last": "2026-09-04T07:08:33+00:00" + }, + { + "path": "/bot/teppi-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:35:13+00:00", + "last": "2026-09-05T06:35:13+00:00" + }, + { + "path": "/bot/teppi-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:53:08+00:00", + "last": "2026-09-05T06:53:08+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:25:46+00:00", + "last": "2026-09-04T10:25:46+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:09:26+00:00", + "last": "2026-09-04T19:09:26+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:02:08+00:00", + "last": "2026-09-05T10:02:08+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:28+00:00", + "last": "2026-09-04T10:21:28+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:06:27+00:00", + "last": "2026-09-05T00:06:27+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:40:32+00:00", + "last": "2026-09-05T07:40:32+00:00" + }, + { + "path": "/bot/undici.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:39:00+00:00", + "last": "2026-09-04T18:39:00+00:00" + }, + { + "path": "/bot/url2md.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:17:49+00:00", + "last": "2026-09-05T08:17:49+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:57:18+00:00", + "last": "2026-09-04T09:57:18+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:06:51+00:00", + "last": "2026-09-04T22:06:51+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:08:29+00:00", + "last": "2026-09-04T04:08:29+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:35:24+00:00", + "last": "2026-09-04T08:35:24+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:56+00:00", + "last": "2026-09-04T10:21:56+00:00" + }, + { + "path": "/bot/waggle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:26:52+00:00", + "last": "2026-09-04T23:26:52+00:00" + }, + { + "path": "/bot/waggle.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:17:51+00:00", + "last": "2026-09-05T05:17:51+00:00" + }, + { + "path": "/bot/watchpup.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:45:53+00:00", + "last": "2026-09-05T04:45:53+00:00" + }, + { + "path": "/bot/x1r-replication-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:07:50+00:00", + "last": "2026-09-06T11:07:50+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:56:56+00:00", + "last": "2026-09-04T07:56:56+00:00" + }, + { + "path": "/bot/x402-observatory.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:24:16+00:00", + "last": "2026-09-05T00:24:16+00:00" + }, + { + "path": "/bot/x402-observatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:12:44+00:00", + "last": "2026-09-05T07:12:44+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:10:43+00:00", + "last": "2026-09-03T23:10:43+00:00" + }, + { + "path": "/bot/yandexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:09:42+00:00", + "last": "2026-09-04T22:09:42+00:00" + }, + { + "path": "/c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:49:18+00:00", + "last": "2026-09-06T04:49:18+00:00" + }, + { + "path": "/c.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:09:41+00:00", + "last": "2026-09-06T12:09:41+00:00" + }, + { + "path": "/c/agenty/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:26:28+00:00", + "last": "2026-09-04T16:26:28+00:00" + }, + { + "path": "/c/agenty/a2a/discovery/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:03:50+00:00", + "last": "2026-09-05T00:03:50+00:00" + }, + { + "path": "/c/agenty/a2a/doctor/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:56:34+00:00", + "last": "2026-09-04T23:56:34+00:00" + }, + { + "path": "/c/agenty/a2a/lint/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:27:29+00:00", + "last": "2026-09-05T02:27:29+00:00" + }, + { + "path": "/c/agenty/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:10:10+00:00", + "last": "2026-09-04T21:10:10+00:00" + }, + { + "path": "/c/agenty/a2a/robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:27:43+00:00", + "last": "2026-09-04T20:27:43+00:00" + }, + { + "path": "/c/agenty/a2a/score/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:06:08+00:00", + "last": "2026-09-04T18:06:08+00:00" + }, + { + "path": "/c/agenty/a2a/triage/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:16:30+00:00", + "last": "2026-09-04T12:16:30+00:00" + }, + { + "path": "/c/agenty/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:23:58+00:00", + "last": "2026-09-04T20:23:58+00:00" + }, + { + "path": "/c/ard/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:36:11+00:00", + "last": "2026-09-03T19:36:11+00:00" + }, + { + "path": "/c/ard/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:55:35+00:00", + "last": "2026-09-03T18:55:35+00:00" + }, + { + "path": "/c/ard/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:40:58+00:00", + "last": "2026-09-03T19:40:58+00:00" + }, + { + "path": "/c/ard/a2a/discovery/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:32:11+00:00", + "last": "2026-09-04T02:32:11+00:00" + }, + { + "path": "/c/ard/a2a/score/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:56:46+00:00", + "last": "2026-09-03T11:56:46+00:00" + }, + { + "path": "/c/ard/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:47:10+00:00", + "last": "2026-09-04T00:47:10+00:00" + }, + { + "path": "/c/ard/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:24:15+00:00", + "last": "2026-09-04T16:24:15+00:00" + }, + { + "path": "/c/ard/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:22:26+00:00", + "last": "2026-09-04T18:22:26+00:00" + }, + { + "path": "/c/ard/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:05:52+00:00", + "last": "2026-09-04T17:05:52+00:00" + }, + { + "path": "/c/ard/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:19:39+00:00", + "last": "2026-09-04T18:19:39+00:00" + }, + { + "path": "/c/ard/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:09:54+00:00", + "last": "2026-09-04T19:09:54+00:00" + }, + { + "path": "/c/ard/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:09:27+00:00", + "last": "2026-09-04T18:09:27+00:00" + }, + { + "path": "/c/ard/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:15:00+00:00", + "last": "2026-09-04T19:15:00+00:00" + }, + { + "path": "/c/ard/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:39:28+00:00", + "last": "2026-09-04T18:39:28+00:00" + }, + { + "path": "/c/ard/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:06+00:00", + "last": "2026-09-04T18:12:06+00:00" + }, + { + "path": "/c/ard/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:21:14+00:00", + "last": "2026-09-03T18:21:14+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:26:09+00:00", + "last": "2026-09-04T09:26:09+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:46:51+00:00", + "last": "2026-09-06T00:46:51+00:00" + }, + { + "path": "/c/mbin/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:40:30+00:00", + "last": "2026-09-06T08:40:30+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:47:21+00:00", + "last": "2026-09-07T00:47:21+00:00" + }, + { + "path": "/c/mbin/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:37:16+00:00", + "last": "2026-09-07T04:37:16+00:00" + }, + { + "path": "/c/mcp-record-doctor/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:16:23+00:00", + "last": "2026-09-04T15:16:23+00:00" + }, + { + "path": "/c/mcp-record-doctor/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:16:44+00:00", + "last": "2026-09-04T15:16:44+00:00" + }, + { + "path": "/c/mcp-record-doctor/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:21:23+00:00", + "last": "2026-09-04T15:21:23+00:00" + }, + { + "path": "/c/mcp-record-lint/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:30:19+00:00", + "last": "2026-09-04T15:30:19+00:00" + }, + { + "path": "/c/mcp-record-lint/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:21:22+00:00", + "last": "2026-09-04T15:21:22+00:00" + }, + { + "path": "/c/mcp-record-lint/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:23:13+00:00", + "last": "2026-09-04T15:23:13+00:00" + }, + { + "path": "/c/mcp-record-netcheck/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:14:50+00:00", + "last": "2026-09-04T15:14:50+00:00" + }, + { + "path": "/c/mcp-record-netcheck/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:48:27+00:00", + "last": "2026-09-04T13:48:27+00:00" + }, + { + "path": "/c/mcp-record-robots/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:26:25+00:00", + "last": "2026-09-04T15:26:25+00:00" + }, + { + "path": "/c/mcp-record-robots/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:30:14+00:00", + "last": "2026-09-04T15:30:14+00:00" + }, + { + "path": "/c/mcp-record-robots/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:43:04+00:00", + "last": "2026-09-04T14:43:04+00:00" + }, + { + "path": "/c/mcp-record-triage/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:20:34+00:00", + "last": "2026-09-04T13:20:34+00:00" + }, + { + "path": "/c/mcp-record-triage/mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:23:22+00:00", + "last": "2026-09-07T00:23:22+00:00" + }, + { + "path": "/c/mcp-record-triage/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:23:19+00:00", + "last": "2026-09-04T15:23:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:56:35+00:00", + "last": "2026-09-04T07:56:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:15:46+00:00", + "last": "2026-09-03T12:15:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:55:01+00:00", + "last": "2026-09-03T20:55:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:26:11+00:00", + "last": "2026-09-04T15:26:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:24:24+00:00", + "last": "2026-09-04T21:24:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:58:05+00:00", + "last": "2026-09-04T21:58:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:14:35+00:00", + "last": "2026-09-04T22:14:35+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:37:44+00:00", + "last": "2026-09-07T02:37:44+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:26:38+00:00", + "last": "2026-09-07T06:26:38+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/allow-ai-search-only.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:18+00:00", + "last": "2026-09-07T05:00:18+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:22:54+00:00", + "last": "2026-09-07T05:22:54+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:07:20+00:00", + "last": "2026-09-07T07:07:20+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:53:41+00:00", + "last": "2026-09-05T04:53:41+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:36:58+00:00", + "last": "2026-09-05T03:36:58+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/allow-ai-search-only.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:45:43+00:00", + "last": "2026-09-06T04:45:43+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:55:04+00:00", + "last": "2026-09-06T03:55:04+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:22:59+00:00", + "last": "2026-09-06T03:22:59+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-datasets.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:06:15+00:00", + "last": "2026-09-07T02:06:15+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:01+00:00", + "last": "2026-09-07T00:24:01+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:38:44+00:00", + "last": "2026-09-06T03:38:44+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:40:08+00:00", + "last": "2026-09-06T01:40:08+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:11:27+00:00", + "last": "2026-09-04T17:11:27+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:49:08+00:00", + "last": "2026-09-05T10:49:08+00:00" + }, + { + "path": "/c/rubygems-registry/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:40:03+00:00", + "last": "2026-09-07T07:40:03+00:00" + }, + { + "path": "/c/skillmd/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:52:25+00:00", + "last": "2026-09-05T20:52:25+00:00" + }, + { + "path": "/c/skillmd/.well-known/agent-permissions.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:09:07+00:00", + "last": "2026-09-05T07:09:07+00:00" + }, + { + "path": "/c/skillmd/AGENTS.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:36:57+00:00", + "last": "2026-09-04T20:36:57+00:00" + }, + { + "path": "/c/skillmd/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:34:02+00:00", + "last": "2026-09-04T21:34:02+00:00" + }, + { + "path": "/c/skillmd/policy/block-ai-training.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:24:35+00:00", + "last": "2026-09-05T01:24:35+00:00" + }, + { + "path": "/c/skillmd/robots/allow-all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:09:19+00:00", + "last": "2026-09-04T22:09:19+00:00" + }, + { + "path": "/c/skillmd/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:36:59+00:00", + "last": "2026-09-04T20:36:59+00:00" + }, + { + "path": "/c/skillmd/robots/block-datasets.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:45:44+00:00", + "last": "2026-09-05T03:45:44+00:00" + }, + { + "path": "/c/skillmd/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:52:55+00:00", + "last": "2026-09-05T02:52:55+00:00" + }, + { + "path": "/c/skillmd/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:45:24+00:00", + "last": "2026-09-04T20:45:24+00:00" + }, + { + "path": "/c/skillmd/snippet/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:58:55+00:00", + "last": "2026-09-04T23:58:55+00:00" + }, + { + "path": "/c/skillmd/tools/ai-access", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:43:34+00:00", + "last": "2026-09-05T09:43:34+00:00" + }, + { + "path": "/c/skillmd/tools/robots-allowed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:53:47+00:00", + "last": "2026-09-05T04:53:47+00:00" + }, + { + "path": "/c/skillmd/tools/robots-lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:48:25+00:00", + "last": "2026-09-05T15:48:25+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:02:07+00:00", + "last": "2026-09-04T13:02:07+00:00" + }, + { + "path": "/c/wellknown/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:52:41+00:00", + "last": "2026-09-03T18:52:41+00:00" + }, + { + "path": "/c/wellknown/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T10:34:41+00:00", + "last": "2026-09-03T10:34:41+00:00" + }, + { + "path": "/c/wellknown/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:56:16+00:00", + "last": "2026-09-04T00:56:16+00:00" + }, + { + "path": "/c/wellknown/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:15:29+00:00", + "last": "2026-09-04T11:15:29+00:00" + }, + { + "path": "/c/wellknown/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:53:48+00:00", + "last": "2026-09-04T09:53:48+00:00" + }, + { + "path": "/c/wellknown/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:11:55+00:00", + "last": "2026-09-04T11:11:55+00:00" + }, + { + "path": "/c/wellknown/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:11:04+00:00", + "last": "2026-09-04T09:11:04+00:00" + }, + { + "path": "/c/wellknown/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:34+00:00", + "last": "2026-09-04T10:19:34+00:00" + }, + { + "path": "/c/wellknown/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:19:12+00:00", + "last": "2026-09-04T11:19:12+00:00" + }, + { + "path": "/c/wellknown/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:56:12+00:00", + "last": "2026-09-04T10:56:12+00:00" + }, + { + "path": "/c/wellknown/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:09:33+00:00", + "last": "2026-09-04T11:09:33+00:00" + }, + { + "path": "/category/ai-search.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:23:39+00:00", + "last": "2026-09-04T19:23:39+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:48:22+00:00", + "last": "2026-09-03T20:48:22+00:00" + }, + { + "path": "/category/ai-training.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:49:58+00:00", + "last": "2026-09-04T05:49:58+00:00" + }, + { + "path": "/category/ai-training.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:17:16+00:00", + "last": "2026-09-04T15:17:16+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:56:14+00:00", + "last": "2026-09-03T20:56:14+00:00" + }, + { + "path": "/category/archive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:51:10+00:00", + "last": "2026-09-04T20:51:10+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:31:00+00:00", + "last": "2026-09-03T21:31:00+00:00" + }, + { + "path": "/category/dataset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:32:36+00:00", + "last": "2026-09-04T21:32:36+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:45:02+00:00", + "last": "2026-09-03T22:45:02+00:00" + }, + { + "path": "/category/preview.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:45:50+00:00", + "last": "2026-09-04T19:45:50+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:48:06+00:00", + "last": "2026-09-03T21:48:06+00:00" + }, + { + "path": "/category/search.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:11:50+00:00", + "last": "2026-09-04T22:11:50+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:37:21+00:00", + "last": "2026-09-03T21:37:21+00:00" + }, + { + "path": "/category/seo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:01:17+00:00", + "last": "2026-09-04T22:01:17+00:00" + }, + { + "path": "/category/tool.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:44:38+00:00", + "last": "2026-09-05T23:44:38+00:00" + }, + { + "path": "/category/tool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:29:55+00:00", + "last": "2026-09-05T21:29:55+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:46:22+00:00", + "last": "2026-09-03T21:46:22+00:00" + }, + { + "path": "/category/user-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:58:39+00:00", + "last": "2026-09-04T09:58:39+00:00" + }, + { + "path": "/changelog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:08:49+00:00", + "last": "2026-09-03T18:08:49+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:13+00:00", + "last": "2026-09-04T10:27:13+00:00" + }, + { + "path": "/compliance.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:17:36+00:00", + "last": "2026-09-04T12:17:36+00:00" + }, + { + "path": "/compliance.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:38:06+00:00", + "last": "2026-09-05T01:38:06+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:39:16+00:00", + "last": "2026-09-03T22:39:16+00:00" + }, + { + "path": "/contact.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:22:18+00:00", + "last": "2026-09-04T15:22:18+00:00" + }, + { + "path": "/contact.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:45:41+00:00", + "last": "2026-09-04T22:45:41+00:00" + }, + { + "path": "/crawler", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:17:45+00:00", + "last": "2026-09-05T01:17:45+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:39:41+00:00", + "last": "2026-09-04T00:39:41+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:13:06+00:00", + "last": "2026-09-04T14:13:06+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:00:34+00:00", + "last": "2026-09-04T22:00:34+00:00" + }, + { + "path": "/crawler/ahrefsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:33:03+00:00", + "last": "2026-09-04T00:33:03+00:00" + }, + { + "path": "/crawler/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:03:29+00:00", + "last": "2026-09-04T10:03:29+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:00:27+00:00", + "last": "2026-09-04T00:00:27+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:09:30+00:00", + "last": "2026-09-04T13:09:30+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:06:36+00:00", + "last": "2026-09-04T00:06:36+00:00" + }, + { + "path": "/crawler/aihitbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:23:18+00:00", + "last": "2026-09-03T23:23:18+00:00" + }, + { + "path": "/crawler/aiwebindex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:44:54+00:00", + "last": "2026-09-04T00:44:54+00:00" + }, + { + "path": "/crawler/aiwebindex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:23:20+00:00", + "last": "2026-09-04T18:23:20+00:00" + }, + { + "path": "/crawler/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:50:36+00:00", + "last": "2026-09-04T12:50:36+00:00" + }, + { + "path": "/crawler/andibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:49:09+00:00", + "last": "2026-09-03T23:49:09+00:00" + }, + { + "path": "/crawler/andibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:49:58+00:00", + "last": "2026-09-04T02:49:58+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:12:54+00:00", + "last": "2026-09-03T20:12:54+00:00" + }, + { + "path": "/crawler/anomura.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:06:28+00:00", + "last": "2026-09-04T00:06:28+00:00" + }, + { + "path": "/crawler/anomura.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:44:46+00:00", + "last": "2026-09-04T12:44:46+00:00" + }, + { + "path": "/crawler/anthropic-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:29:41+00:00", + "last": "2026-09-04T00:29:41+00:00" + }, + { + "path": "/crawler/apis-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:25:25+00:00", + "last": "2026-09-04T10:25:25+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:09:11+00:00", + "last": "2026-09-04T00:09:11+00:00" + }, + { + "path": "/crawler/applebot-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:59:24+00:00", + "last": "2026-09-04T22:59:24+00:00" + }, + { + "path": "/crawler/applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:10:52+00:00", + "last": "2026-09-03T22:10:52+00:00" + }, + { + "path": "/crawler/applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:23:12+00:00", + "last": "2026-09-04T20:23:12+00:00" + }, + { + "path": "/crawler/archive-org-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:31:55+00:00", + "last": "2026-09-04T21:31:55+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:27:31+00:00", + "last": "2026-09-03T19:27:31+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:16+00:00", + "last": "2026-09-04T00:27:16+00:00" + }, + { + "path": "/crawler/awariorssbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:12:42+00:00", + "last": "2026-09-03T23:12:42+00:00" + }, + { + "path": "/crawler/awariorssbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:45:16+00:00", + "last": "2026-09-04T22:45:16+00:00" + }, + { + "path": "/crawler/awariosmartbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:58:00+00:00", + "last": "2026-09-03T23:58:00+00:00" + }, + { + "path": "/crawler/baiduspider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:18:19+00:00", + "last": "2026-09-04T00:18:19+00:00" + }, + { + "path": "/crawler/barkrowler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:56:48+00:00", + "last": "2026-09-04T19:56:48+00:00" + }, + { + "path": "/crawler/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:37:37+00:00", + "last": "2026-09-04T20:37:37+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:42:26+00:00", + "last": "2026-09-03T21:42:26+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:46:21+00:00", + "last": "2026-09-03T22:46:21+00:00" + }, + { + "path": "/crawler/ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:12:56+00:00", + "last": "2026-09-03T23:12:56+00:00" + }, + { + "path": "/crawler/ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:02:09+00:00", + "last": "2026-09-04T22:02:09+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:52:26+00:00", + "last": "2026-09-03T23:52:26+00:00" + }, + { + "path": "/crawler/chatgpt-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:25:26+00:00", + "last": "2026-09-04T14:25:26+00:00" + }, + { + "path": "/crawler/chatgpt-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:50:44+00:00", + "last": "2026-09-03T23:50:44+00:00" + }, + { + "path": "/crawler/chatgpt-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:36:51+00:00", + "last": "2026-09-04T20:36:51+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:20:02+00:00", + "last": "2026-09-03T21:20:02+00:00" + }, + { + "path": "/crawler/claude-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:15:53+00:00", + "last": "2026-09-05T01:15:53+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T17:14:06+00:00", + "last": "2026-09-03T17:14:06+00:00" + }, + { + "path": "/crawler/claude-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:55:51+00:00", + "last": "2026-09-03T23:55:51+00:00" + }, + { + "path": "/crawler/claude-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:04:04+00:00", + "last": "2026-09-04T18:04:04+00:00" + }, + { + "path": "/crawler/claude-web.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:45:44+00:00", + "last": "2026-09-04T01:45:44+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:36:27+00:00", + "last": "2026-09-04T00:36:27+00:00" + }, + { + "path": "/crawler/claudebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:13:58+00:00", + "last": "2026-09-04T00:13:58+00:00" + }, + { + "path": "/crawler/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:32:56+00:00", + "last": "2026-09-04T15:32:56+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:48:53+00:00", + "last": "2026-09-04T00:48:53+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:26:15+00:00", + "last": "2026-09-04T20:26:15+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:27+00:00", + "last": "2026-09-04T00:27:27+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:28:18+00:00", + "last": "2026-09-05T00:28:18+00:00" + }, + { + "path": "/crawler/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:11:15+00:00", + "last": "2026-09-04T01:11:15+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:27+00:00", + "last": "2026-09-04T00:27:27+00:00" + }, + { + "path": "/crawler/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:16:46+00:00", + "last": "2026-09-04T00:16:46+00:00" + }, + { + "path": "/crawler/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:25:31+00:00", + "last": "2026-09-03T23:25:31+00:00" + }, + { + "path": "/crawler/diffbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:07:34+00:00", + "last": "2026-09-04T01:07:34+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:43:37+00:00", + "last": "2026-09-03T22:43:37+00:00" + }, + { + "path": "/crawler/dotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:05:04+00:00", + "last": "2026-09-04T18:05:04+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:35:57+00:00", + "last": "2026-09-04T00:35:57+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:57:48+00:00", + "last": "2026-09-04T00:57:48+00:00" + }, + { + "path": "/crawler/duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:45:14+00:00", + "last": "2026-09-04T00:45:14+00:00" + }, + { + "path": "/crawler/echoboxbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:34:27+00:00", + "last": "2026-09-04T00:34:27+00:00" + }, + { + "path": "/crawler/echoboxbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:28:52+00:00", + "last": "2026-09-04T18:28:52+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:12:43+00:00", + "last": "2026-09-03T22:12:43+00:00" + }, + { + "path": "/crawler/facebookbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:59:30+00:00", + "last": "2026-09-03T23:59:30+00:00" + }, + { + "path": "/crawler/facebookbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:12:21+00:00", + "last": "2026-09-04T04:12:21+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:34:43+00:00", + "last": "2026-09-04T00:34:43+00:00" + }, + { + "path": "/crawler/factset-spyderbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:40:52+00:00", + "last": "2026-09-04T07:40:52+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:53:38+00:00", + "last": "2026-09-04T20:53:38+00:00" + }, + { + "path": "/crawler/firecrawlagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:17:46+00:00", + "last": "2026-09-03T23:17:46+00:00" + }, + { + "path": "/crawler/firecrawlagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:14:36+00:00", + "last": "2026-09-04T19:14:36+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:37:23+00:00", + "last": "2026-09-03T23:37:23+00:00" + }, + { + "path": "/crawler/google-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:39:00+00:00", + "last": "2026-09-04T00:39:00+00:00" + }, + { + "path": "/crawler/google-cws.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:35:55+00:00", + "last": "2026-09-03T23:35:55+00:00" + }, + { + "path": "/crawler/google-cws.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:38:52+00:00", + "last": "2026-09-04T17:38:52+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:55:42+00:00", + "last": "2026-09-03T20:55:42+00:00" + }, + { + "path": "/crawler/google-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:43+00:00", + "last": "2026-09-04T10:28:43+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:56:49+00:00", + "last": "2026-09-04T00:56:49+00:00" + }, + { + "path": "/crawler/google-inspectiontool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:22:54+00:00", + "last": "2026-09-04T15:22:54+00:00" + }, + { + "path": "/crawler/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:53+00:00", + "last": "2026-09-04T00:27:53+00:00" + }, + { + "path": "/crawler/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:35:43+00:00", + "last": "2026-09-04T18:35:43+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:00:54+00:00", + "last": "2026-09-04T00:00:54+00:00" + }, + { + "path": "/crawler/googlebot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:09:10+00:00", + "last": "2026-09-04T00:09:10+00:00" + }, + { + "path": "/crawler/googlebot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:16:17+00:00", + "last": "2026-09-04T20:16:17+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:06:11+00:00", + "last": "2026-09-03T23:06:11+00:00" + }, + { + "path": "/crawler/googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:27+00:00", + "last": "2026-09-04T07:41:27+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:37:06+00:00", + "last": "2026-09-04T00:37:06+00:00" + }, + { + "path": "/crawler/googleother-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:22:46+00:00", + "last": "2026-09-03T21:22:46+00:00" + }, + { + "path": "/crawler/googleother-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:08:08+00:00", + "last": "2026-09-04T22:08:08+00:00" + }, + { + "path": "/crawler/googleother.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:17:14+00:00", + "last": "2026-09-04T00:17:14+00:00" + }, + { + "path": "/crawler/googleproducer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:33:23+00:00", + "last": "2026-09-05T00:33:23+00:00" + }, + { + "path": "/crawler/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:03:16+00:00", + "last": "2026-09-03T23:03:16+00:00" + }, + { + "path": "/crawler/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:52:30+00:00", + "last": "2026-09-04T17:52:30+00:00" + }, + { + "path": "/crawler/ia-archiver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:42:16+00:00", + "last": "2026-09-04T00:42:16+00:00" + }, + { + "path": "/crawler/ia-archiver.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:06:39+00:00", + "last": "2026-09-04T17:06:39+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:36:23+00:00", + "last": "2026-09-04T01:36:23+00:00" + }, + { + "path": "/crawler/icc-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:43:35+00:00", + "last": "2026-09-03T23:43:35+00:00" + }, + { + "path": "/crawler/imagesiftbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:52:06+00:00", + "last": "2026-09-04T16:52:06+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:29:22+00:00", + "last": "2026-09-04T00:29:22+00:00" + }, + { + "path": "/crawler/img2dataset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:06:23+00:00", + "last": "2026-09-04T00:06:23+00:00" + }, + { + "path": "/crawler/img2dataset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:17:32+00:00", + "last": "2026-09-04T15:17:32+00:00" + }, + { + "path": "/crawler/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:11:58+00:00", + "last": "2026-09-04T04:11:58+00:00" + }, + { + "path": "/crawler/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:59:11+00:00", + "last": "2026-09-04T05:59:11+00:00" + }, + { + "path": "/crawler/klaviyoaibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:11:12+00:00", + "last": "2026-09-04T00:11:12+00:00" + }, + { + "path": "/crawler/klaviyoaibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:46:12+00:00", + "last": "2026-09-04T00:46:12+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:29:49+00:00", + "last": "2026-09-04T00:29:49+00:00" + }, + { + "path": "/crawler/laiondownloader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:37:00+00:00", + "last": "2026-09-04T00:37:00+00:00" + }, + { + "path": "/crawler/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:43:14+00:00", + "last": "2026-09-04T00:43:14+00:00" + }, + { + "path": "/crawler/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:06:18+00:00", + "last": "2026-09-04T02:06:18+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:03:52+00:00", + "last": "2026-09-03T23:03:52+00:00" + }, + { + "path": "/crawler/linguee-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:46:46+00:00", + "last": "2026-09-03T23:46:46+00:00" + }, + { + "path": "/crawler/mediapartners-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:49:10+00:00", + "last": "2026-09-04T18:49:10+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:56:46+00:00", + "last": "2026-09-03T23:56:46+00:00" + }, + { + "path": "/crawler/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:15:45+00:00", + "last": "2026-09-04T11:15:45+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:36:09+00:00", + "last": "2026-09-04T00:36:09+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:33:24+00:00", + "last": "2026-09-04T15:33:24+00:00" + }, + { + "path": "/crawler/meta-webindexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:23:45+00:00", + "last": "2026-09-04T01:23:45+00:00" + }, + { + "path": "/crawler/meta-webindexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:32:52+00:00", + "last": "2026-09-04T18:32:52+00:00" + }, + { + "path": "/crawler/mistralai-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:54:59+00:00", + "last": "2026-09-04T22:54:59+00:00" + }, + { + "path": "/crawler/mojeekbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:59:25+00:00", + "last": "2026-09-04T22:59:25+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T17:14:20+00:00", + "last": "2026-09-03T17:14:20+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:55:42+00:00", + "last": "2026-09-03T19:55:42+00:00" + }, + { + "path": "/crawler/oai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:19:43+00:00", + "last": "2026-09-04T20:19:43+00:00" + }, + { + "path": "/crawler/omgili.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:32:43+00:00", + "last": "2026-09-03T21:32:43+00:00" + }, + { + "path": "/crawler/omgili.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:38:56+00:00", + "last": "2026-09-04T10:38:56+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:42:25+00:00", + "last": "2026-09-04T00:42:25+00:00" + }, + { + "path": "/crawler/omgilibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:46:16+00:00", + "last": "2026-09-04T23:46:16+00:00" + }, + { + "path": "/crawler/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:33:27+00:00", + "last": "2026-09-04T20:33:27+00:00" + }, + { + "path": "/crawler/perplexity-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:33:06+00:00", + "last": "2026-09-04T00:33:06+00:00" + }, + { + "path": "/crawler/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:35:58+00:00", + "last": "2026-09-04T23:35:58+00:00" + }, + { + "path": "/crawler/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:49:35+00:00", + "last": "2026-09-04T21:49:35+00:00" + }, + { + "path": "/crawler/petalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:12:55+00:00", + "last": "2026-09-04T12:12:55+00:00" + }, + { + "path": "/crawler/phindbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:08:23+00:00", + "last": "2026-09-04T22:08:23+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:44:24+00:00", + "last": "2026-09-03T23:44:24+00:00" + }, + { + "path": "/crawler/pinterestbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:49:04+00:00", + "last": "2026-09-04T00:49:04+00:00" + }, + { + "path": "/crawler/pinterestbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:18:59+00:00", + "last": "2026-09-04T10:18:59+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:01:59+00:00", + "last": "2026-09-04T00:01:59+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:33:59+00:00", + "last": "2026-09-04T00:33:59+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:23:21+00:00", + "last": "2026-09-04T01:23:21+00:00" + }, + { + "path": "/crawler/qualifiedbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:01:17+00:00", + "last": "2026-09-04T14:01:17+00:00" + }, + { + "path": "/crawler/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:01:44+00:00", + "last": "2026-09-04T13:01:44+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:35:34+00:00", + "last": "2026-09-04T00:35:34+00:00" + }, + { + "path": "/crawler/qwantbot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:51:51+00:00", + "last": "2026-09-04T14:51:51+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:39:19+00:00", + "last": "2026-09-03T19:39:19+00:00" + }, + { + "path": "/crawler/qwantbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:49:34+00:00", + "last": "2026-09-04T18:49:34+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:03:50+00:00", + "last": "2026-09-04T00:03:50+00:00" + }, + { + "path": "/crawler/reflectionbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:38:47+00:00", + "last": "2026-09-04T00:38:47+00:00" + }, + { + "path": "/crawler/rogerbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:25:46+00:00", + "last": "2026-09-04T22:25:46+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:50:39+00:00", + "last": "2026-09-03T21:50:39+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:29:17+00:00", + "last": "2026-09-04T00:29:17+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:48:05+00:00", + "last": "2026-09-04T19:48:05+00:00" + }, + { + "path": "/crawler/semrushbot-ba.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:55:30+00:00", + "last": "2026-09-03T23:55:30+00:00" + }, + { + "path": "/crawler/semrushbot-ba.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:29:27+00:00", + "last": "2026-09-04T17:29:27+00:00" + }, + { + "path": "/crawler/semrushbot-esi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:28:12+00:00", + "last": "2026-09-04T00:28:12+00:00" + }, + { + "path": "/crawler/semrushbot-esi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:49:51+00:00", + "last": "2026-09-04T20:49:51+00:00" + }, + { + "path": "/crawler/semrushbot-ft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:46:35+00:00", + "last": "2026-09-04T01:46:35+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:47:42+00:00", + "last": "2026-09-03T21:47:42+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:36:07+00:00", + "last": "2026-09-04T00:36:07+00:00" + }, + { + "path": "/crawler/semrushbot-swa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:40+00:00", + "last": "2026-09-04T00:27:40+00:00" + }, + { + "path": "/crawler/semrushbot-swa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:15:17+00:00", + "last": "2026-09-04T22:15:17+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:38:38+00:00", + "last": "2026-09-03T22:38:38+00:00" + }, + { + "path": "/crawler/semrushbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:43:38+00:00", + "last": "2026-09-03T23:43:38+00:00" + }, + { + "path": "/crawler/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:06:41+00:00", + "last": "2026-09-04T20:06:41+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:44:48+00:00", + "last": "2026-09-04T00:44:48+00:00" + }, + { + "path": "/crawler/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:55:31+00:00", + "last": "2026-09-03T23:55:31+00:00" + }, + { + "path": "/crawler/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:52:01+00:00", + "last": "2026-09-04T13:52:01+00:00" + }, + { + "path": "/crawler/serpstatbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:15:20+00:00", + "last": "2026-09-04T10:15:20+00:00" + }, + { + "path": "/crawler/seznambot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:09:07+00:00", + "last": "2026-09-03T23:09:07+00:00" + }, + { + "path": "/crawler/seznambot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:52:00+00:00", + "last": "2026-09-04T21:52:00+00:00" + }, + { + "path": "/crawler/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:02:12+00:00", + "last": "2026-09-04T13:02:12+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:29:08+00:00", + "last": "2026-09-03T22:29:08+00:00" + }, + { + "path": "/crawler/siteauditbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:43:48+00:00", + "last": "2026-09-03T23:43:48+00:00" + }, + { + "path": "/crawler/siteauditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:54:14+00:00", + "last": "2026-09-04T02:54:14+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:01:25+00:00", + "last": "2026-09-03T23:01:25+00:00" + }, + { + "path": "/crawler/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:59:06+00:00", + "last": "2026-09-04T06:59:06+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:15:15+00:00", + "last": "2026-09-03T23:15:15+00:00" + }, + { + "path": "/crawler/splitsignalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:49:52+00:00", + "last": "2026-09-04T21:49:52+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:48:28+00:00", + "last": "2026-09-03T23:48:28+00:00" + }, + { + "path": "/crawler/storebot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:48:37+00:00", + "last": "2026-09-03T23:48:37+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:58:59+00:00", + "last": "2026-09-03T23:58:59+00:00" + }, + { + "path": "/crawler/terracotta.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:08:57+00:00", + "last": "2026-09-04T00:08:57+00:00" + }, + { + "path": "/crawler/terracotta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:30:01+00:00", + "last": "2026-09-04T19:30:01+00:00" + }, + { + "path": "/crawler/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:42:08+00:00", + "last": "2026-09-04T12:42:08+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:06:50+00:00", + "last": "2026-09-03T23:06:50+00:00" + }, + { + "path": "/crawler/tiktokspider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:49:52+00:00", + "last": "2026-09-04T15:49:52+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:35:48+00:00", + "last": "2026-09-03T23:35:48+00:00" + }, + { + "path": "/crawler/timpibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:46:25+00:00", + "last": "2026-09-04T12:46:25+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:58:18+00:00", + "last": "2026-09-03T23:58:18+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:58:00+00:00", + "last": "2026-09-03T23:58:00+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:34:28+00:00", + "last": "2026-09-04T10:34:28+00:00" + }, + { + "path": "/crawler/webzio-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:09:12+00:00", + "last": "2026-09-04T15:09:12+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:36:01+00:00", + "last": "2026-09-04T00:36:01+00:00" + }, + { + "path": "/crawler/wpbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:42:54+00:00", + "last": "2026-09-04T00:42:54+00:00" + }, + { + "path": "/crawler/wpbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:43:21+00:00", + "last": "2026-09-04T00:43:21+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:04:38+00:00", + "last": "2026-09-03T23:04:38+00:00" + }, + { + "path": "/crawler/yak.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:08:31+00:00", + "last": "2026-09-04T00:08:31+00:00" + }, + { + "path": "/crawler/yak.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:17:50+00:00", + "last": "2026-09-04T18:17:50+00:00" + }, + { + "path": "/crawler/yandexadditional.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:33:21+00:00", + "last": "2026-09-04T19:33:21+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:29:08+00:00", + "last": "2026-09-04T00:29:08+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:08:14+00:00", + "last": "2026-09-04T20:08:14+00:00" + }, + { + "path": "/crawler/yandexblogs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:23:28+00:00", + "last": "2026-09-04T20:23:28+00:00" + }, + { + "path": "/crawler/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:32:58+00:00", + "last": "2026-09-04T15:32:58+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:30:06+00:00", + "last": "2026-09-03T23:30:06+00:00" + }, + { + "path": "/crawler/yandexcalendar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:51:15+00:00", + "last": "2026-09-04T15:51:15+00:00" + }, + { + "path": "/crawler/yandexcombot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:39:57+00:00", + "last": "2026-09-04T20:39:57+00:00" + }, + { + "path": "/crawler/yandexdirect.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:59:16+00:00", + "last": "2026-09-03T21:59:16+00:00" + }, + { + "path": "/crawler/yandexdirect.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:02:38+00:00", + "last": "2026-09-04T06:02:38+00:00" + }, + { + "path": "/crawler/yandexfavicons.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:01+00:00", + "last": "2026-09-04T00:27:01+00:00" + }, + { + "path": "/crawler/yandexfavicons.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:39:46+00:00", + "last": "2026-09-04T15:39:46+00:00" + }, + { + "path": "/crawler/yandeximages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:40:48+00:00", + "last": "2026-09-04T00:40:48+00:00" + }, + { + "path": "/crawler/yandeximages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:31:10+00:00", + "last": "2026-09-04T10:31:10+00:00" + }, + { + "path": "/crawler/yandexmarket.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:27:06+00:00", + "last": "2026-09-04T00:27:06+00:00" + }, + { + "path": "/crawler/yandexmarket.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:09:49+00:00", + "last": "2026-09-04T21:09:49+00:00" + }, + { + "path": "/crawler/yandexmedia.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:46:56+00:00", + "last": "2026-09-04T15:46:56+00:00" + }, + { + "path": "/crawler/yandexmetrika.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:28:13+00:00", + "last": "2026-09-04T00:28:13+00:00" + }, + { + "path": "/crawler/yandexmobilebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:32:22+00:00", + "last": "2026-09-04T10:32:22+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:22:53+00:00", + "last": "2026-09-04T00:22:53+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:27:58+00:00", + "last": "2026-09-04T13:27:58+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:42:39+00:00", + "last": "2026-09-04T00:42:39+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:11:34+00:00", + "last": "2026-09-04T10:11:34+00:00" + }, + { + "path": "/crawler/yandexwebmaster.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:36:27+00:00", + "last": "2026-09-05T00:36:27+00:00" + }, + { + "path": "/crawler/yeti.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:31:04+00:00", + "last": "2026-09-04T00:31:04+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:34:56+00:00", + "last": "2026-09-04T00:34:56+00:00" + }, + { + "path": "/crawler/youbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:39:53+00:00", + "last": "2026-09-04T00:39:53+00:00" + }, + { + "path": "/data", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:29:56+00:00", + "last": "2026-09-04T23:29:56+00:00" + }, + { + "path": "/data/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:09:43+00:00", + "last": "2026-09-05T19:09:43+00:00" + }, + { + "path": "/data/mcp-endpoint-callers-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:23:15+00:00", + "last": "2026-09-07T02:23:15+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:24:29+00:00", + "last": "2026-09-07T08:24:29+00:00" + }, + { + "path": "/developer", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:14:27+00:00", + "last": "2026-09-05T05:14:27+00:00" + }, + { + "path": "/developers", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:06:52+00:00", + "last": "2026-09-05T06:06:52+00:00" + }, + { + "path": "/docs", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:06:58+00:00", + "last": "2026-09-05T01:06:58+00:00" + }, + { + "path": "/documentation", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:17:16+00:00", + "last": "2026-09-05T04:17:16+00:00" + }, + { + "path": "/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:13:48+00:00", + "last": "2026-09-03T12:13:48+00:00" + }, + { + "path": "/git/ai-crawler-index.git", + "requests": 1, + "statuses": { + "301": 1 + }, + "first": "2026-09-05T20:45:46+00:00", + "last": "2026-09-05T20:45:46+00:00" + }, + { + "path": "/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:45:48+00:00", + "last": "2026-09-05T20:45:48+00:00" + }, + { + "path": "/git/ai-crawler-index.git/HEAD", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:21:08+00:00", + "last": "2026-09-06T07:21:08+00:00" + }, + { + "path": "/git/ai-crawler-index.git/objects/info/packs", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:21:04+00:00", + "last": "2026-09-06T07:21:04+00:00" + }, + { + "path": "/git/ai-crawler-index.git/objects/pack/pack-b929353d4473dea2fe5ae32e78cf472a5b251b0e.idx", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:21:05+00:00", + "last": "2026-09-06T07:21:05+00:00" + }, + { + "path": "/git/ai-crawler-index.git/objects/pack/pack-b929353d4473dea2fe5ae32e78cf472a5b251b0e.pack", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:21:06+00:00", + "last": "2026-09-06T07:21:06+00:00" + }, + { + "path": "/hits.json", + "requests": 1, + "statuses": { + "401": 1 + }, + "first": "2026-09-04T22:56:59+00:00", + "last": "2026-09-04T22:56:59+00:00" + }, + { + "path": "/icon.pn", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T10:32:14+00:00", + "last": "2026-09-04T10:32:14+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:55:44+00:00", + "last": "2026-09-04T12:55:44+00:00" + }, + { + "path": "/impressum.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:48:50+00:00", + "last": "2026-09-06T04:48:50+00:00" + }, + { + "path": "/impressum.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:14:40+00:00", + "last": "2026-09-06T07:14:40+00:00" + }, + { + "path": "/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:33:35+00:00", + "last": "2026-09-04T20:33:35+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:27:12+00:00", + "last": "2026-09-03T22:27:12+00:00" + }, + { + "path": "/inference.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:56:01+00:00", + "last": "2026-09-04T22:56:01+00:00" + }, + { + "path": "/ip-ranges", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:03:14+00:00", + "last": "2026-09-05T06:03:14+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:05:36+00:00", + "last": "2026-09-04T07:05:36+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:25:40+00:00", + "last": "2026-09-05T06:25:40+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T17:03:01+00:00", + "last": "2026-09-03T17:03:01+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:11:23+00:00", + "last": "2026-09-04T07:11:23+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:03:31+00:00", + "last": "2026-09-03T13:03:31+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:24:59+00:00", + "last": "2026-09-05T06:24:59+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:30:04+00:00", + "last": "2026-09-04T07:30:04+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:19:43+00:00", + "last": "2026-09-05T07:19:43+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:07:21+00:00", + "last": "2026-09-04T07:07:21+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:07:45+00:00", + "last": "2026-09-03T21:07:45+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:21:18+00:00", + "last": "2026-09-05T04:21:18+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:49:26+00:00", + "last": "2026-09-04T16:49:26+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:49:49+00:00", + "last": "2026-09-05T05:49:49+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:54:22+00:00", + "last": "2026-09-04T01:54:22+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T17:44:50+00:00", + "last": "2026-09-03T17:44:50+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:27:41+00:00", + "last": "2026-09-04T22:27:41+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:40:47+00:00", + "last": "2026-09-04T00:40:47+00:00" + }, + { + "path": "/ip-ranges/google-special.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:22+00:00", + "last": "2026-09-05T00:43:22+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:46:37+00:00", + "last": "2026-09-04T04:46:37+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:34:48+00:00", + "last": "2026-09-05T05:34:48+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:24:51+00:00", + "last": "2026-09-04T01:24:51+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:37:11+00:00", + "last": "2026-09-05T02:37:11+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:50:51+00:00", + "last": "2026-09-03T20:50:51+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:20:27+00:00", + "last": "2026-09-05T03:20:27+00:00" + }, + { + "path": "/ip-ranges/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:37:48+00:00", + "last": "2026-09-04T06:37:48+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:50:45+00:00", + "last": "2026-09-04T07:50:45+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:13:59+00:00", + "last": "2026-09-04T00:13:59+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:55:48+00:00", + "last": "2026-09-04T15:55:48+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:59:54+00:00", + "last": "2026-09-03T20:59:54+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T16:24:52+00:00", + "last": "2026-09-03T16:24:52+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:19:45+00:00", + "last": "2026-09-04T04:19:45+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:12:04+00:00", + "last": "2026-09-04T07:12:04+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:16:40+00:00", + "last": "2026-09-03T19:16:40+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:04:48+00:00", + "last": "2026-09-05T03:04:48+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:52:30+00:00", + "last": "2026-09-03T20:52:30+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:42:25+00:00", + "last": "2026-09-05T06:42:25+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:34:08+00:00", + "last": "2026-09-04T02:34:08+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:27:50+00:00", + "last": "2026-09-05T18:27:50+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:20:38+00:00", + "last": "2026-09-04T07:20:38+00:00" + }, + { + "path": "/legal.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:52:23+00:00", + "last": "2026-09-05T07:52:23+00:00" + }, + { + "path": "/legal.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:41:05+00:00", + "last": "2026-09-05T00:41:05+00:00" + }, + { + "path": "/llms.txt.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T05:29:35+00:00", + "last": "2026-09-05T05:29:35+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:24:28+00:00", + "last": "2026-09-03T02:24:28+00:00" + }, + { + "path": "/mcp-doctor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:22:28+00:00", + "last": "2026-09-03T21:22:28+00:00" + }, + { + "path": "/mcp-doctor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:03:34+00:00", + "last": "2026-09-03T20:03:34+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:50:34+00:00", + "last": "2026-09-03T11:50:34+00:00" + }, + { + "path": "/mcp-lint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:39:50+00:00", + "last": "2026-09-04T12:39:50+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:05:51+00:00", + "last": "2026-09-03T02:05:51+00:00" + }, + { + "path": "/mcp-netcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:07:17+00:00", + "last": "2026-09-04T01:07:17+00:00" + }, + { + "path": "/mcp-netcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:03:58+00:00", + "last": "2026-09-04T18:03:58+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:05:16+00:00", + "last": "2026-09-04T18:05:16+00:00" + }, + { + "path": "/mcp-robots.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:49:12+00:00", + "last": "2026-09-04T19:49:12+00:00" + }, + { + "path": "/mcp-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:04:28+00:00", + "last": "2026-09-04T21:04:28+00:00" + }, + { + "path": "/mcp-transport.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:45:52+00:00", + "last": "2026-09-04T14:45:52+00:00" + }, + { + "path": "/mcp-transport.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:36:02+00:00", + "last": "2026-09-04T07:36:02+00:00" + }, + { + "path": "/mcp-triage.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:21:00+00:00", + "last": "2026-09-03T18:21:00+00:00" + }, + { + "path": "/mcp.", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T06:13:33+00:00", + "last": "2026-09-03T06:13:33+00:00" + }, + { + "path": "/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T10:58:58+00:00", + "last": "2026-09-03T10:58:58+00:00" + }, + { + "path": "/mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:34:39+00:00", + "last": "2026-09-04T12:34:39+00:00" + }, + { + "path": "/mcp/.well-known/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:09:15+00:00", + "last": "2026-09-05T06:09:15+00:00" + }, + { + "path": "/mcp/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:32:31+00:00", + "last": "2026-09-06T06:32:31+00:00" + }, + { + "path": "/mcp/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:27:07+00:00", + "last": "2026-09-04T10:27:07+00:00" + }, + { + "path": "/mcp/doctor/.well-known/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:13:44+00:00", + "last": "2026-09-05T17:13:44+00:00" + }, + { + "path": "/mcp/lint/.well-known/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:48:36+00:00", + "last": "2026-09-05T02:48:36+00:00" + }, + { + "path": "/mcp/lint/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:12:16+00:00", + "last": "2026-09-06T02:12:16+00:00" + }, + { + "path": "/mcp/lint/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:54:29+00:00", + "last": "2026-09-04T10:54:29+00:00" + }, + { + "path": "/mcp/netcheck/.well-known/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:51:32+00:00", + "last": "2026-09-05T12:51:32+00:00" + }, + { + "path": "/mcp/netcheck/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:32:47+00:00", + "last": "2026-09-04T09:32:47+00:00" + }, + { + "path": "/mcp/robots/.well-known/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:07:56+00:00", + "last": "2026-09-05T11:07:56+00:00" + }, + { + "path": "/mcp/robots/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:51:28+00:00", + "last": "2026-09-06T11:51:28+00:00" + }, + { + "path": "/mcp/triage/.well-known/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:05:52+00:00", + "last": "2026-09-05T17:05:52+00:00" + }, + { + "path": "/mcp/triage/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:21:04+00:00", + "last": "2026-09-04T10:21:04+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:27:45+00:00", + "last": "2026-09-03T00:27:45+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:59+00:00", + "last": "2026-09-04T11:20:59+00:00" + }, + { + "path": "/operator", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:46:29+00:00", + "last": "2026-09-04T16:46:29+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:17:51+00:00", + "last": "2026-09-03T09:17:51+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:28:35+00:00", + "last": "2026-09-03T22:28:35+00:00" + }, + { + "path": "/operator/ai2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:26:41+00:00", + "last": "2026-09-04T00:26:41+00:00" + }, + { + "path": "/operator/ai2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:00:08+00:00", + "last": "2026-09-04T01:00:08+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:20:12+00:00", + "last": "2026-09-04T08:20:12+00:00" + }, + { + "path": "/operator/aihit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:06:41+00:00", + "last": "2026-09-05T07:06:41+00:00" + }, + { + "path": "/operator/aihit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:36:55+00:00", + "last": "2026-09-05T07:36:55+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:47:48+00:00", + "last": "2026-09-03T09:47:48+00:00" + }, + { + "path": "/operator/andi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:58:28+00:00", + "last": "2026-09-05T03:58:28+00:00" + }, + { + "path": "/operator/andi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:44:59+00:00", + "last": "2026-09-05T00:44:59+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:26:27+00:00", + "last": "2026-09-04T07:26:27+00:00" + }, + { + "path": "/operator/anthropic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:33+00:00", + "last": "2026-09-05T05:57:33+00:00" + }, + { + "path": "/operator/anthropic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:26:50+00:00", + "last": "2026-09-04T15:26:50+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:03:10+00:00", + "last": "2026-09-04T09:03:10+00:00" + }, + { + "path": "/operator/apple.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:26:55+00:00", + "last": "2026-09-04T22:26:55+00:00" + }, + { + "path": "/operator/apple.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:59:01+00:00", + "last": "2026-09-05T01:59:01+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T16:01:54+00:00", + "last": "2026-09-03T16:01:54+00:00" + }, + { + "path": "/operator/atlassian.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:52:26+00:00", + "last": "2026-09-03T18:52:26+00:00" + }, + { + "path": "/operator/atlassian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:22:24+00:00", + "last": "2026-09-04T15:22:24+00:00" + }, + { + "path": "/operator/awario.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:48:40+00:00", + "last": "2026-09-04T22:48:40+00:00" + }, + { + "path": "/operator/awario.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:20:18+00:00", + "last": "2026-09-05T03:20:18+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:05:46+00:00", + "last": "2026-09-04T00:05:46+00:00" + }, + { + "path": "/operator/babbar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:14:53+00:00", + "last": "2026-09-04T21:14:53+00:00" + }, + { + "path": "/operator/baidu.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:32:45+00:00", + "last": "2026-09-04T21:32:45+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:25:58+00:00", + "last": "2026-09-03T22:25:58+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:37:55+00:00", + "last": "2026-09-04T00:37:55+00:00" + }, + { + "path": "/operator/ceramic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:22:04+00:00", + "last": "2026-09-04T22:22:04+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:27:04+00:00", + "last": "2026-09-03T21:27:04+00:00" + }, + { + "path": "/operator/cloudflare.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:14:36+00:00", + "last": "2026-09-04T15:14:36+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:22:22+00:00", + "last": "2026-09-04T09:22:22+00:00" + }, + { + "path": "/operator/cohere.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:08:15+00:00", + "last": "2026-09-05T06:08:15+00:00" + }, + { + "path": "/operator/cohere.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:30:59+00:00", + "last": "2026-09-05T07:30:59+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:53:32+00:00", + "last": "2026-09-03T19:53:32+00:00" + }, + { + "path": "/operator/commoncrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:12:52+00:00", + "last": "2026-09-04T20:12:52+00:00" + }, + { + "path": "/operator/commoncrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:17:19+00:00", + "last": "2026-09-04T20:17:19+00:00" + }, + { + "path": "/operator/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:19:47+00:00", + "last": "2026-09-05T00:19:47+00:00" + }, + { + "path": "/operator/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:35:56+00:00", + "last": "2026-09-04T18:35:56+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:48:01+00:00", + "last": "2026-09-04T05:48:01+00:00" + }, + { + "path": "/operator/dataforseo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:10:03+00:00", + "last": "2026-09-05T06:10:03+00:00" + }, + { + "path": "/operator/diffbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:11:24+00:00", + "last": "2026-09-04T07:11:24+00:00" + }, + { + "path": "/operator/diffbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:42:14+00:00", + "last": "2026-09-04T21:42:14+00:00" + }, + { + "path": "/operator/direqt.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:19:50+00:00", + "last": "2026-09-04T09:19:50+00:00" + }, + { + "path": "/operator/direqt.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:17:25+00:00", + "last": "2026-09-04T00:17:25+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:42:54+00:00", + "last": "2026-09-04T01:42:54+00:00" + }, + { + "path": "/operator/duckduckgo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:06:14+00:00", + "last": "2026-09-05T02:06:14+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T17:22:35+00:00", + "last": "2026-09-03T17:22:35+00:00" + }, + { + "path": "/operator/factset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:49:44+00:00", + "last": "2026-09-04T17:49:44+00:00" + }, + { + "path": "/operator/firecrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:37:14+00:00", + "last": "2026-09-05T03:37:14+00:00" + }, + { + "path": "/operator/firecrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:11:30+00:00", + "last": "2026-09-06T12:11:30+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:51:58+00:00", + "last": "2026-09-03T22:51:58+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:05:24+00:00", + "last": "2026-09-04T07:05:24+00:00" + }, + { + "path": "/operator/hive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:15:34+00:00", + "last": "2026-09-05T03:15:34+00:00" + }, + { + "path": "/operator/hive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:07:39+00:00", + "last": "2026-09-05T07:07:39+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:27:15+00:00", + "last": "2026-09-03T21:27:15+00:00" + }, + { + "path": "/operator/huawei.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:29:44+00:00", + "last": "2026-09-04T13:29:44+00:00" + }, + { + "path": "/operator/hunter.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:47:52+00:00", + "last": "2026-09-05T04:47:52+00:00" + }, + { + "path": "/operator/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:47:41+00:00", + "last": "2026-09-04T08:47:41+00:00" + }, + { + "path": "/operator/internetarchive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:50:28+00:00", + "last": "2026-09-05T06:50:28+00:00" + }, + { + "path": "/operator/internetarchive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:24:07+00:00", + "last": "2026-09-05T00:24:07+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:24:08+00:00", + "last": "2026-09-04T03:24:08+00:00" + }, + { + "path": "/operator/iss.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:38:49+00:00", + "last": "2026-09-04T20:38:49+00:00" + }, + { + "path": "/operator/iss.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:32:32+00:00", + "last": "2026-09-05T02:32:32+00:00" + }, + { + "path": "/operator/kagi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:16:34+00:00", + "last": "2026-09-04T15:16:34+00:00" + }, + { + "path": "/operator/kagi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:31:24+00:00", + "last": "2026-09-04T13:31:24+00:00" + }, + { + "path": "/operator/klaviyo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:14:20+00:00", + "last": "2026-09-05T02:14:20+00:00" + }, + { + "path": "/operator/klaviyo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:15:04+00:00", + "last": "2026-09-05T04:15:04+00:00" + }, + { + "path": "/operator/laion.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:38:12+00:00", + "last": "2026-09-04T11:38:12+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:11:41+00:00", + "last": "2026-09-04T01:11:41+00:00" + }, + { + "path": "/operator/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:02:43+00:00", + "last": "2026-09-04T16:02:43+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:34:25+00:00", + "last": "2026-09-04T01:34:25+00:00" + }, + { + "path": "/operator/linguee.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:19:24+00:00", + "last": "2026-09-05T01:19:24+00:00" + }, + { + "path": "/operator/linguee.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:20:14+00:00", + "last": "2026-09-05T02:20:14+00:00" + }, + { + "path": "/operator/lyrenth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:50:27+00:00", + "last": "2026-09-05T00:50:27+00:00" + }, + { + "path": "/operator/lyrenth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:26:01+00:00", + "last": "2026-09-05T01:26:01+00:00" + }, + { + "path": "/operator/majestic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:25:52+00:00", + "last": "2026-09-04T17:25:52+00:00" + }, + { + "path": "/operator/majestic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:25:42+00:00", + "last": "2026-09-05T01:25:42+00:00" + }, + { + "path": "/operator/meta.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:59:09+00:00", + "last": "2026-09-04T22:59:09+00:00" + }, + { + "path": "/operator/meta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:53:28+00:00", + "last": "2026-09-04T22:53:28+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:09:00+00:00", + "last": "2026-09-03T22:09:00+00:00" + }, + { + "path": "/operator/microsoft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:51:48+00:00", + "last": "2026-09-04T21:51:48+00:00" + }, + { + "path": "/operator/microsoft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:59:44+00:00", + "last": "2026-09-04T21:59:44+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:25:54+00:00", + "last": "2026-09-03T21:25:54+00:00" + }, + { + "path": "/operator/mistral.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:39:02+00:00", + "last": "2026-09-04T18:39:02+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:50:22+00:00", + "last": "2026-09-04T07:50:22+00:00" + }, + { + "path": "/operator/mojeek.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:37:25+00:00", + "last": "2026-09-05T05:37:25+00:00" + }, + { + "path": "/operator/mojeek.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:10:44+00:00", + "last": "2026-09-05T07:10:44+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:20:33+00:00", + "last": "2026-09-04T01:20:33+00:00" + }, + { + "path": "/operator/moz.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:05:15+00:00", + "last": "2026-09-05T00:05:15+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:18:02+00:00", + "last": "2026-09-03T14:18:02+00:00" + }, + { + "path": "/operator/naver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:28:04+00:00", + "last": "2026-09-04T14:28:04+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:08:17+00:00", + "last": "2026-09-04T07:08:17+00:00" + }, + { + "path": "/operator/nict.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:45:54+00:00", + "last": "2026-09-04T10:45:54+00:00" + }, + { + "path": "/operator/nict.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:20:12+00:00", + "last": "2026-09-04T07:20:12+00:00" + }, + { + "path": "/operator/openai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:01:25+00:00", + "last": "2026-09-04T13:01:25+00:00" + }, + { + "path": "/operator/openai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:32:55+00:00", + "last": "2026-09-04T23:32:55+00:00" + }, + { + "path": "/operator/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:07:03+00:00", + "last": "2026-09-05T01:07:03+00:00" + }, + { + "path": "/operator/perplexity.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:14:54+00:00", + "last": "2026-09-04T21:14:54+00:00" + }, + { + "path": "/operator/perplexity.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:44:16+00:00", + "last": "2026-09-04T22:44:16+00:00" + }, + { + "path": "/operator/phind.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:44:49+00:00", + "last": "2026-09-05T00:44:49+00:00" + }, + { + "path": "/operator/phind.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:16:50+00:00", + "last": "2026-09-05T00:16:50+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:28:42+00:00", + "last": "2026-09-03T21:28:42+00:00" + }, + { + "path": "/operator/pinterest.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:41:48+00:00", + "last": "2026-09-04T10:41:48+00:00" + }, + { + "path": "/operator/poseidon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:59:41+00:00", + "last": "2026-09-04T12:59:41+00:00" + }, + { + "path": "/operator/qualified.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:27:48+00:00", + "last": "2026-09-04T19:27:48+00:00" + }, + { + "path": "/operator/qualified.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:56:19+00:00", + "last": "2026-09-04T12:56:19+00:00" + }, + { + "path": "/operator/quantumcloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:03:11+00:00", + "last": "2026-09-04T23:03:11+00:00" + }, + { + "path": "/operator/quantumcloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:08:01+00:00", + "last": "2026-09-04T21:08:01+00:00" + }, + { + "path": "/operator/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:51:03+00:00", + "last": "2026-09-04T14:51:03+00:00" + }, + { + "path": "/operator/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:19:46+00:00", + "last": "2026-09-05T02:19:46+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:01:25+00:00", + "last": "2026-09-04T07:01:25+00:00" + }, + { + "path": "/operator/qwant.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:44:18+00:00", + "last": "2026-09-05T02:44:18+00:00" + }, + { + "path": "/operator/qwant.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:38:24+00:00", + "last": "2026-09-05T04:38:24+00:00" + }, + { + "path": "/operator/reflection.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:35:41+00:00", + "last": "2026-09-04T13:35:41+00:00" + }, + { + "path": "/operator/reflection.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:29:34+00:00", + "last": "2026-09-04T02:29:34+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:45+00:00", + "last": "2026-09-04T09:50:45+00:00" + }, + { + "path": "/operator/rois.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:46:58+00:00", + "last": "2026-09-04T20:46:58+00:00" + }, + { + "path": "/operator/rois.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:27:17+00:00", + "last": "2026-09-05T10:27:17+00:00" + }, + { + "path": "/operator/sbintuitions.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:34+00:00", + "last": "2026-09-04T19:07:34+00:00" + }, + { + "path": "/operator/scrapy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:51:34+00:00", + "last": "2026-09-04T23:51:34+00:00" + }, + { + "path": "/operator/screamingfrog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:34:31+00:00", + "last": "2026-09-04T18:34:31+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:57:15+00:00", + "last": "2026-09-04T02:57:15+00:00" + }, + { + "path": "/operator/semrush.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:10:39+00:00", + "last": "2026-09-05T00:10:39+00:00" + }, + { + "path": "/operator/semrush.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:14:04+00:00", + "last": "2026-09-04T12:14:04+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:25:57+00:00", + "last": "2026-09-03T21:25:57+00:00" + }, + { + "path": "/operator/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:06:54+00:00", + "last": "2026-09-04T21:06:54+00:00" + }, + { + "path": "/operator/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:35:31+00:00", + "last": "2026-09-04T18:35:31+00:00" + }, + { + "path": "/operator/serpstat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:51:29+00:00", + "last": "2026-09-04T16:51:29+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:30:16+00:00", + "last": "2026-09-04T03:30:16+00:00" + }, + { + "path": "/operator/seznam.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:05:35+00:00", + "last": "2026-09-04T09:05:35+00:00" + }, + { + "path": "/operator/seznam.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:23:20+00:00", + "last": "2026-09-04T13:23:20+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:38:02+00:00", + "last": "2026-09-03T21:38:02+00:00" + }, + { + "path": "/operator/sidetrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:02:21+00:00", + "last": "2026-09-04T12:02:21+00:00" + }, + { + "path": "/operator/sidetrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:58:36+00:00", + "last": "2026-09-04T09:58:36+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:05:12+00:00", + "last": "2026-09-04T04:05:12+00:00" + }, + { + "path": "/operator/slack.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:01:17+00:00", + "last": "2026-09-05T02:01:17+00:00" + }, + { + "path": "/operator/thinkbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:06:47+00:00", + "last": "2026-09-04T23:06:47+00:00" + }, + { + "path": "/operator/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:08:43+00:00", + "last": "2026-09-05T06:08:43+00:00" + }, + { + "path": "/operator/timpi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:33:38+00:00", + "last": "2026-09-04T21:33:38+00:00" + }, + { + "path": "/operator/timpi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:22:34+00:00", + "last": "2026-09-05T01:22:34+00:00" + }, + { + "path": "/operator/webz.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:32:44+00:00", + "last": "2026-09-04T16:32:44+00:00" + }, + { + "path": "/operator/webz.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:44:23+00:00", + "last": "2026-09-05T01:44:23+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:39:52+00:00", + "last": "2026-09-03T23:39:52+00:00" + }, + { + "path": "/operator/yandex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:57:11+00:00", + "last": "2026-09-04T20:57:11+00:00" + }, + { + "path": "/operator/you.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:48:09+00:00", + "last": "2026-09-04T08:48:09+00:00" + }, + { + "path": "/operator/you.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:03:18+00:00", + "last": "2026-09-05T06:03:18+00:00" + }, + { + "path": "/operator/you.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:00:15+00:00", + "last": "2026-09-05T06:00:15+00:00" + }, + { + "path": "/packages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:30:09+00:00", + "last": "2026-09-05T05:30:09+00:00" + }, + { + "path": "/packages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:06:03+00:00", + "last": "2026-09-05T06:06:03+00:00" + }, + { + "path": "/plans", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:00:20+00:00", + "last": "2026-09-04T00:00:20+00:00" + }, + { + "path": "/policy", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:19:23+00:00", + "last": "2026-09-04T10:19:23+00:00" + }, + { + "path": "/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:40:18+00:00", + "last": "2026-09-03T07:40:18+00:00" + }, + { + "path": "/policy/allow-ai-search-only.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:33:23+00:00", + "last": "2026-09-05T04:33:23+00:00" + }, + { + "path": "/policy/allow-ai-search-only.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:15:33+00:00", + "last": "2026-09-05T23:15:33+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:27:04+00:00", + "last": "2026-09-03T19:27:04+00:00" + }, + { + "path": "/policy/allow-all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:51:02+00:00", + "last": "2026-09-04T06:51:02+00:00" + }, + { + "path": "/policy/allow-all.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:48:33+00:00", + "last": "2026-09-04T08:48:33+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:31:54+00:00", + "last": "2026-09-03T19:31:54+00:00" + }, + { + "path": "/policy/block-ai-training.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:26:52+00:00", + "last": "2026-09-04T16:26:52+00:00" + }, + { + "path": "/policy/block-all-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:11:45+00:00", + "last": "2026-09-04T20:11:45+00:00" + }, + { + "path": "/policy/block-all-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:47:25+00:00", + "last": "2026-09-06T11:47:25+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:04:16+00:00", + "last": "2026-09-03T23:04:16+00:00" + }, + { + "path": "/policy/block-disputed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:27:11+00:00", + "last": "2026-09-04T23:27:11+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:01:16+00:00", + "last": "2026-09-03T22:01:16+00:00" + }, + { + "path": "/policy/block-seo-tools.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:05:21+00:00", + "last": "2026-09-04T19:05:21+00:00" + }, + { + "path": "/policy/block-seo-tools.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:45:45+00:00", + "last": "2026-09-03T23:45:45+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:31:06+00:00", + "last": "2026-09-03T19:31:06+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:50:21+00:00", + "last": "2026-09-04T18:50:21+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:43:59+00:00", + "last": "2026-09-04T19:43:59+00:00" + }, + { + "path": "/pricing.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:00:22+00:00", + "last": "2026-09-03T23:00:22+00:00" + }, + { + "path": "/register.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:07:49+00:00", + "last": "2026-09-04T12:07:49+00:00" + }, + { + "path": "/robots/", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T01:54:54+00:00", + "last": "2026-09-05T01:54:54+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:51:47+00:00", + "last": "2026-09-03T22:51:47+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:31:44+00:00", + "last": "2026-09-04T22:31:44+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:17:49+00:00", + "last": "2026-09-04T00:17:49+00:00" + }, + { + "path": "/security.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:49:32+00:00", + "last": "2026-09-04T05:49:32+00:00" + }, + { + "path": "/security.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:42:28+00:00", + "last": "2026-09-05T20:42:28+00:00" + }, + { + "path": "/services", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:12:46+00:00", + "last": "2026-09-06T10:12:46+00:00" + }, + { + "path": "/signup", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:09:19+00:00", + "last": "2026-09-05T06:09:19+00:00" + }, + { + "path": "/sitemap.md.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-07T07:38:02+00:00", + "last": "2026-09-07T07:38:02+00:00" + }, + { + "path": "/snippet/apache-htaccess.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:02:53+00:00", + "last": "2026-09-05T18:02:53+00:00" + }, + { + "path": "/snippet/apache-htaccess.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:07:53+00:00", + "last": "2026-09-05T17:07:53+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:09:40+00:00", + "last": "2026-09-04T16:09:40+00:00" + }, + { + "path": "/snippet/caddy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:18:31+00:00", + "last": "2026-09-05T08:18:31+00:00" + }, + { + "path": "/snippet/caddy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:19:15+00:00", + "last": "2026-09-05T11:19:15+00:00" + }, + { + "path": "/snippet/caddy.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:30:46+00:00", + "last": "2026-09-05T08:30:46+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:39:41+00:00", + "last": "2026-09-04T14:39:41+00:00" + }, + { + "path": "/snippet/cloudflare-worker.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:55:07+00:00", + "last": "2026-09-04T15:55:07+00:00" + }, + { + "path": "/snippet/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:47:09+00:00", + "last": "2026-09-04T20:47:09+00:00" + }, + { + "path": "/snippet/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:53:00+00:00", + "last": "2026-09-04T13:53:00+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:13:35+00:00", + "last": "2026-09-04T19:13:35+00:00" + }, + { + "path": "/snippet/nginx-map.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:34:46+00:00", + "last": "2026-09-05T04:34:46+00:00" + }, + { + "path": "/snippet/nginx-map.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:37:35+00:00", + "last": "2026-09-05T19:37:35+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:24:24+00:00", + "last": "2026-09-04T21:24:24+00:00" + }, + { + "path": "/snippet/python-classify.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:19:04+00:00", + "last": "2026-09-05T21:19:04+00:00" + }, + { + "path": "/stats.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:44:20+00:00", + "last": "2026-09-03T21:44:20+00:00" + }, + { + "path": "/status.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:03:17+00:00", + "last": "2026-09-03T04:03:17+00:00" + }, + { + "path": "/terms.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T02:31:03+00:00", + "last": "2026-09-04T02:31:03+00:00" + }, + { + "path": "/terms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:54:24+00:00", + "last": "2026-09-04T05:54:24+00:00" + }, + { + "path": "/this-path-does-not-exist-", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T05:53:01+00:00", + "last": "2026-09-05T05:53:01+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T23:30:26+00:00", + "last": "2026-09-03T23:30:26+00:00" + }, + { + "path": "/v1/chat/completions", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T18:09:51+00:00", + "last": "2026-09-05T18:09:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rubygems-registry/", + "status": "200", + "at": "2026-09-03T00:05:33+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-03T00:22:46+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-03T00:27:45+00:00" + }, + { + "path": "/documents.json", + "status": "200", + "at": "2026-09-03T00:36:59+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-03T01:08:57+00:00" + }, + { + "path": "/mcp-netcheck.html", + "status": "200", + "at": "2026-09-03T02:05:51+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-03T02:24:28+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T03:57:12+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-03T04:03:17+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-03T04:14:11+00:00" + }, + { + "path": "/tools/verification-methods", + "status": "200", + "at": "2026-09-03T04:31:27+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "status": "200", + "at": "2026-09-03T04:43:05+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-03T05:12:51+00:00" + }, + { + "path": "/terms.html", + "status": "200", + "at": "2026-09-03T05:55:32+00:00" + }, + { + "path": "/tools/index.json", + "status": "200", + "at": "2026-09-03T06:02:51+00:00" + }, + { + "path": "/data/ip-sources.json", + "status": "200", + "at": "2026-09-03T06:05:09+00:00" + }, + { + "path": "/tools/classify-ua", + "status": "200", + "at": "2026-09-03T06:09:55+00:00" + }, + { + "path": "/mcp.", + "status": "404", + "at": "2026-09-03T06:13:33+00:00" + }, + { + "path": "/crawler/", + "status": "200", + "at": "2026-09-03T06:15:15+00:00" + }, + { + "path": "/tools/example", + "status": "200", + "at": "2026-09-03T06:24:31+00:00" + }, + { + "path": "/tools/classify-ua.json", + "status": "200", + "at": "2026-09-03T06:34:36+00:00" + }, + { + "path": "/.well-known/ard.json", + "status": "200", + "at": "2026-09-03T06:40:20+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-03T06:52:24+00:00" + }, + { + "path": "/ip-ranges/", + "status": "200", + "at": "2026-09-03T06:57:36+00:00" + }, + { + "path": "/tools/robots-lint", + "status": "200", + "at": "2026-09-03T06:59:48+00:00" + }, + { + "path": "/policy/", + "status": "200", + "at": "2026-09-03T07:40:18+00:00" + }, + { + "path": "/tools/", + "status": "200", + "at": "2026-09-03T08:42:30+00:00" + }, + { + "path": "/operator/", + "status": "200", + "at": "2026-09-03T09:17:51+00:00" + }, + { + "path": "/tools/robots-allowed", + "status": "200", + "at": "2026-09-03T09:27:56+00:00" + }, + { + "path": "/changes", + "status": "200", + "at": "2026-09-03T09:38:49+00:00" + }, + { + "path": "/operator/amazon.html", + "status": "200", + "at": "2026-09-03T09:47:48+00:00" + }, + { + "path": "/tools/whoami", + "status": "200", + "at": "2026-09-03T09:47:58+00:00" + }, + { + "path": "/bot/index.html", + "status": "200", + "at": "2026-09-03T10:00:03+00:00" + }, + { + "path": "/data/observed-clients.json", + "status": "200", + "at": "2026-09-03T10:27:09+00:00" + }, + { + "path": "/c/wellknown/.well-known/mcp.json", + "status": "200", + "at": "2026-09-03T10:34:41+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-03T10:38:54+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "status": "200", + "at": "2026-09-03T10:39:15+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-03T10:46:16+00:00" + }, + { + "path": "/mcp.json", + "status": "200", + "at": "2026-09-03T10:58:58+00:00" + }, + { + "path": "/tools/ai-access", + "status": "200", + "at": "2026-09-03T10:59:58+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/tools/verification-methods", + "statuses": { + "400": 2 + }, + "first_asked": "2026-09-03T04:31:27+00:00", + "last_asked": "2026-09-07T02:01:23+00:00", + "answered_200_since": null + }, + { + "path": "/mcp.", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T06:13:33+00:00", + "last_asked": "2026-09-03T06:13:33+00:00", + "answered_200_since": null + }, + { + "path": "/tools/robots-allowed", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-03T09:27:56+00:00", + "last_asked": "2026-09-05T18:29:58+00:00", + "answered_200_since": null + }, + { + "path": "/changes.json", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-03T12:40:49+00:00", + "last_asked": "2026-09-07T04:59:34+00:00", + "answered_200_since": null + }, + { + "path": "/a2a.htm", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T17:50:47+00:00", + "last_asked": "2026-09-03T17:50:47+00:00", + "answered_200_since": null + }, + { + "path": "/icon.pn", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T10:32:14+00:00", + "last_asked": "2026-09-04T10:32:14+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T10:39:37+00:00", + "last_asked": "2026-09-04T10:39:37+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T11:14:19+00:00", + "last_asked": "2026-09-04T11:14:19+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T11:16:39+00:00", + "last_asked": "2026-09-04T11:16:39+00:00", + "answered_200_since": null + }, + { + "path": "/hits.json", + "statuses": { + "401": 1 + }, + "first_asked": "2026-09-04T22:56:59+00:00", + "last_asked": "2026-09-04T22:56:59+00:00", + "answered_200_since": null + }, + { + "path": "/robots/", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T01:54:54+00:00", + "last_asked": "2026-09-05T01:54:54+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payment.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T04:58:56+00:00", + "last_asked": "2026-09-05T04:58:56+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-does-not-exist-", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T05:53:01+00:00", + "last_asked": "2026-09-05T05:53:01+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payment-manifest", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T06:07:45+00:00", + "last_asked": "2026-09-05T06:07:45+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payment-pointer", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T06:08:39+00:00", + "last_asked": "2026-09-05T06:08:39+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/agentic-commerce.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T06:09:25+00:00", + "last_asked": "2026-09-05T06:09:25+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/mpp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T06:11:27+00:00", + "last_asked": "2026-09-05T06:11:27+00:00", + "answered_200_since": null + }, + { + "path": "/v1/chat/completions", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T18:09:51+00:00", + "last_asked": "2026-09-05T18:09:51+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 20, + "median_gap_minutes": 106.4, + "visit_starts": [ + "2026-09-03T00:05:33Z", + "2026-09-03T01:08:57Z", + "2026-09-03T02:05:51Z", + "2026-09-03T03:57:12Z", + "2026-09-03T05:55:32Z", + "2026-09-03T07:40:18Z", + "2026-09-03T08:42:30Z", + "2026-09-03T09:17:51Z", + "2026-09-03T15:48:45Z", + "2026-09-06T01:36:33Z", + "2026-09-06T03:22:59Z", + "2026-09-06T08:25:53Z", + "2026-09-06T10:46:43Z", + "2026-09-07T00:00:12Z", + "2026-09-07T01:53:04Z", + "2026-09-07T03:56:12Z", + "2026-09-07T04:37:16Z", + "2026-09-07T06:21:13Z", + "2026-09-07T07:38:02Z", + "2026-09-07T08:14:58Z" + ] + }, + "documentation_url": "https://developers.facebook.com/docs/sharing/webmasters/crawler", + "self_described_as": "Windows NT 10.0; Win64; x64" + }, + { + "slug": "mcpbeat", + "name": "mcpbeat", + "group_key": "host:mcpbeat.com", + "kind": "named", + "user_agents": [ + { + "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", + "requests": 2905, + "addresses": 1, + "first_seen": "2026-09-01T01:43:38+00:00", + "last_seen": "2026-09-07T08:29:36+00:00" + }, + { + "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-01T03:44:30+00:00", + "last_seen": "2026-09-07T03:48:00+00:00" + }, + { + "ua": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; metadata check)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T02:06:23+00:00", + "last_seen": "2026-09-01T02:06:23+00:00" + } + ], + "primary_user_agent": "mcpbeat/0.1 (+https://mcpbeat.com/bot/; liveness check)", + "requests": 2911, + "addresses": 1, + "first_seen": "2026-09-01T01:43:38+00:00", + "last_seen": "2026-09-07T08:29:36+00:00", + "bytes_served": 13047073, + "classed_by_our_instrument": { + "crawler": 2855, + "agent": 56 + }, + "surfaces": { + "mcp-crawler-index": 762, + "mcp-crawler-log-triage": 425, + "mcp-robots-policy-lint": 425, + "mcp-crawler-ip-verifier": 423, + "mcp-agent-discovery-doctor": 423, + "mcp-endpoint-lint": 415, + "mcp-markdown-lane": 32, + "pathwren-edge": 6 + }, + "channels": { + "mcp-registry-official": 2905 + }, + "accept_headers": [ + "application/json, text/event-stream", + "image/*" + ], + "status_codes": { + "200": 2619, + "202": 290, + "404": 2 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 567, + "statuses": { + "200": 507, + "202": 60 + }, + "first": "2026-09-01T01:43:38+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 474, + "statuses": { + "200": 426, + "202": 48 + }, + "first": "2026-09-02T01:33:46+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 473, + "statuses": { + "200": 422, + "202": 51 + }, + "first": "2026-09-02T01:33:46+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 472, + "statuses": { + "200": 426, + "202": 46 + }, + "first": "2026-09-02T01:33:46+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 469, + "statuses": { + "200": 421, + "202": 48 + }, + "first": "2026-09-02T01:33:46+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 418, + "statuses": { + "200": 383, + "202": 35 + }, + "first": "2026-09-03T01:25:59+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 32, + "statuses": { + "200": 30, + "202": 2 + }, + "first": "2026-09-07T01:39:27+00:00", + "last": "2026-09-07T08:29:36+00:00" + }, + { + "path": "/favicon.ico", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T03:44:30+00:00", + "last": "2026-09-07T03:48:00+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:06:23+00:00", + "last": "2026-09-01T02:06:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:06:23+00:00", + "last": "2026-09-01T02:06:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:43:38+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T02:06:23+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T02:06:23+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-01T03:44:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T01:33:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T01:33:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T01:33:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T01:33:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:25:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T01:39:27+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:06:23+00:00", + "last_asked": "2026-09-01T02:06:23+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:06:23+00:00", + "last_asked": "2026-09-01T02:06:23+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 701.6, + "visit_starts": [ + "2026-09-01T01:43:38Z", + "2026-09-02T00:00:14Z", + "2026-09-02T11:04:45Z", + "2026-09-02T23:23:35Z", + "2026-09-03T00:09:16Z", + "2026-09-03T05:21:35Z", + "2026-09-07T00:36:16Z" + ] + }, + "documentation_url": "https://mcpbeat.com/bot/", + "self_described_as": "liveness check" + }, + { + "slug": "amazonbot", + "name": "Amazonbot", + "group_key": "host:developer.amazon.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36", + "requests": 2186, + "addresses": 429, + "first_seen": "2026-09-02T04:57:56+00:00", + "last_seen": "2026-09-07T08:30:22+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amazonbot/0.1; +https://developer.amazon.com/support/amazonbot) Chrome/119.0.6045.214 Safari/537.36", + "requests": 2186, + "addresses": 429, + "first_seen": "2026-09-02T04:57:56+00:00", + "last_seen": "2026-09-07T08:30:22+00:00", + "bytes_served": 13164484, + "classed_by_our_instrument": { + "crawler": 2186 + }, + "surfaces": { + "pathwren-edge": 989, + "http-tools": 443, + "ai-crawler-index": 363, + "client-dossiers": 296, + "a2a-crawler-index": 19, + "mcp-zero-argument-pair": 15, + "mcp-crawler-index": 9, + "section-roots": 9, + "identity-documents": 8, + "mcp-agent-discovery-doctor": 5, + "mcp-crawler-log-triage": 4, + "changes-feed": 4, + "mcp-robots-policy-lint": 3, + "mcp-endpoint-lint": 3, + "mcp-crawler-ip-verifier": 3, + "access-document": 2, + "x402-payment-discovery": 2, + "pricing-document": 2, + "mcp-transport-get-leg": 2, + "document-ledger": 1, + "api-reference": 1, + "oauth-discovery-refusal": 1, + "inference-refusal": 1, + "blog": 1 + }, + "channels": { + "crawlers-host": 298, + "mcp-registry-official": 15, + "agent-tools-cloud": 5, + "agentlist": 5, + "thecolony": 4, + "agenty": 3, + "huggingface-datasets": 2, + "smithery-direct": 2, + "ard": 2, + "mcpservers-org": 1, + "openwebui": 1, + "rubygems-registry": 1, + "freepublicapis": 1, + "smithery": 1, + "openagora": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 2174, + "308": 9, + "404": 2, + "400": 1 + }, + "distinct_paths": 932, + "paths": [ + { + "path": "/px.gif", + "requests": 650, + "statuses": { + "200": 650 + }, + "first": "2026-09-02T04:58:01+00:00", + "last": "2026-09-07T08:30:22+00:00" + }, + { + "path": "/tools/verification-methods", + "requests": 219, + "statuses": { + "200": 219 + }, + "first": "2026-09-04T13:11:26+00:00", + "last": "2026-09-07T08:28:50+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 153, + "statuses": { + "200": 153 + }, + "first": "2026-09-04T06:51:55+00:00", + "last": "2026-09-07T06:43:30+00:00" + }, + { + "path": "/tools/verify-crawler", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-04T08:41:47+00:00", + "last": "2026-09-06T04:33:18+00:00" + }, + { + "path": "/tools/ai-access", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-04T07:41:27+00:00", + "last": "2026-09-05T18:43:10+00:00" + }, + { + "path": "/tools/robots-lint", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-04T05:39:19+00:00", + "last": "2026-09-05T21:50:14+00:00" + }, + { + "path": "/tools/example", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-04T20:09:42+00:00", + "last": "2026-09-05T23:51:54+00:00" + }, + { + "path": "/tools/whoami", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-04T14:53:15+00:00", + "last": "2026-09-05T16:40:14+00:00" + }, + { + "path": "/changes", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T21:57:27+00:00", + "last": "2026-09-06T07:50:58+00:00" + }, + { + "path": "/llms.txt", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T22:58:59+00:00", + "last": "2026-09-05T23:51:22+00:00" + }, + { + "path": "/tools/robots-allowed", + "requests": 4, + "statuses": { + "200": 3, + "400": 1 + }, + "first": "2026-09-04T19:07:35+00:00", + "last": "2026-09-05T21:50:02+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T03:19:35+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T06:52:27+00:00", + "last": "2026-09-07T06:43:27+00:00" + }, + { + "path": "/data/agents.csv", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T06:45:02+00:00", + "last": "2026-09-07T02:27:45+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T20:58:08+00:00", + "last": "2026-09-06T04:31:57+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T09:38:30+00:00", + "last": "2026-09-07T06:43:21+00:00" + }, + { + "path": "/data/ua-regex.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T07:40:59+00:00", + "last": "2026-09-07T04:27:57+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T10:28:47+00:00", + "last": "2026-09-07T08:29:30+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T22:58:47+00:00", + "last": "2026-09-06T09:32:28+00:00" + }, + { + "path": "/tools/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T03:14:35+00:00", + "last": "2026-09-06T06:08:45+00:00" + }, + { + "path": "/tools/example.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T05:10:11+00:00", + "last": "2026-09-07T04:28:26+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T20:09:39+00:00", + "last": "2026-09-07T04:28:33+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T05:10:15+00:00", + "last": "2026-09-07T03:06:41+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T11:21:07+00:00", + "last": "2026-09-07T07:38:09+00:00" + }, + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:22:24+00:00", + "last": "2026-09-05T21:49:21+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:12:00+00:00", + "last": "2026-09-07T07:38:45+00:00" + }, + { + "path": "/a2a.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:01:47+00:00", + "last": "2026-09-04T19:07:18+00:00" + }, + { + "path": "/api.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:56:58+00:00", + "last": "2026-09-06T07:50:17+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:01:52+00:00", + "last": "2026-09-06T12:07:17+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T08:00:02+00:00", + "last": "2026-09-07T05:09:45+00:00" + }, + { + "path": "/bot/achilles.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:32:34+00:00", + "last": "2026-09-07T05:10:13+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T20:50:10+00:00", + "last": "2026-09-07T02:27:41+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T11:13:50+00:00", + "last": "2026-09-07T05:09:29+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:50:10+00:00", + "last": "2026-09-07T05:09:21+00:00" + }, + { + "path": "/bot/agent-card-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T17:33:42+00:00", + "last": "2026-09-07T06:43:13+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:00:38+00:00", + "last": "2026-09-07T06:04:41+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T05:01:46+00:00", + "last": "2026-09-07T07:37:45+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:48:46+00:00", + "last": "2026-09-07T08:29:53+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T02:40:34+00:00", + "last": "2026-09-07T05:09:25+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:38:10+00:00", + "last": "2026-09-07T04:27:45+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-07T07:38:13+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T13:12:07+00:00", + "last": "2026-09-07T08:29:13+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T17:33:50+00:00", + "last": "2026-09-07T06:04:57+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:00:50+00:00", + "last": "2026-09-07T07:38:37+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:00:42+00:00", + "last": "2026-09-07T03:43:41+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T22:49:02+00:00", + "last": "2026-09-07T05:09:34+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T08:54:26+00:00", + "last": "2026-09-07T07:37:57+00:00" + }, + { + "path": "/bot/censusbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:32:22+00:00", + "last": "2026-09-07T01:48:21+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:02:32+00:00", + "last": "2026-09-06T04:32:01+00:00" + }, + { + "path": "/bot/crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T17:33:55+00:00", + "last": "2026-09-07T03:06:50+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T22:49:22+00:00", + "last": "2026-09-07T04:28:02+00:00" + }, + { + "path": "/bot/discordbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:48:58+00:00", + "last": "2026-09-07T08:28:54+00:00" + }, + { + "path": "/bot/forgescanner.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T13:12:03+00:00", + "last": "2026-09-07T07:38:01+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:33:06+00:00", + "last": "2026-09-07T03:44:13+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:42:22+00:00", + "last": "2026-09-07T05:09:41+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T05:56:54+00:00", + "last": "2026-09-07T08:29:21+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T08:54:34+00:00", + "last": "2026-09-07T02:27:57+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T20:49:47+00:00", + "last": "2026-09-07T03:44:09+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:42:54+00:00", + "last": "2026-09-07T07:38:29+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:32:15+00:00", + "last": "2026-09-07T03:06:45+00:00" + }, + { + "path": "/bot/hlido-a50-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T17:33:14+00:00", + "last": "2026-09-07T06:04:30+00:00" + }, + { + "path": "/bot/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:12:59+00:00", + "last": "2026-09-05T05:01:50+00:00" + }, + { + "path": "/bot/llmse.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:24:31+00:00", + "last": "2026-09-07T06:05:02+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:00:46+00:00", + "last": "2026-09-07T06:43:29+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T22:49:18+00:00", + "last": "2026-09-07T07:38:21+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:00:34+00:00", + "last": "2026-09-07T06:05:05+00:00" + }, + { + "path": "/bot/mcp-scraper.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T13:12:10+00:00", + "last": "2026-09-07T01:48:25+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:10:15+00:00", + "last": "2026-09-06T08:33:37+00:00" + }, + { + "path": "/bot/mcpcensusbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T21:49:58+00:00", + "last": "2026-09-07T04:28:29+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T11:14:34+00:00", + "last": "2026-09-07T06:43:33+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T20:49:02+00:00", + "last": "2026-09-07T08:29:33+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T08:01:30+00:00", + "last": "2026-09-07T04:28:49+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T20:49:22+00:00", + "last": "2026-09-07T02:28:02+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:42:14+00:00", + "last": "2026-09-07T08:30:01+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T21:49:31+00:00", + "last": "2026-09-06T07:50:02+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T13:12:18+00:00", + "last": "2026-09-07T03:44:01+00:00" + }, + { + "path": "/bot/oauth4webapi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T05:57:10+00:00", + "last": "2026-09-07T02:27:49+00:00" + }, + { + "path": "/bot/ottermindagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:32:10+00:00", + "last": "2026-09-07T07:38:17+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T17:33:10+00:00", + "last": "2026-09-07T08:28:59+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T20:49:14+00:00", + "last": "2026-09-07T03:06:37+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:49:02+00:00", + "last": "2026-09-07T07:37:37+00:00" + }, + { + "path": "/bot/smitherybot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T03:18:42+00:00", + "last": "2026-09-07T04:28:21+00:00" + }, + { + "path": "/bot/snyk-advisor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:32:46+00:00", + "last": "2026-09-07T08:29:05+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T22:49:14+00:00", + "last": "2026-09-07T05:10:17+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:00:30+00:00", + "last": "2026-09-07T05:09:17+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:48:34+00:00", + "last": "2026-09-07T05:09:53+00:00" + }, + { + "path": "/bot/watchpup.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:50:22+00:00", + "last": "2026-09-07T08:29:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:12:55+00:00", + "last": "2026-09-06T11:15:34+00:00" + }, + { + "path": "/category/archive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:58:00+00:00", + "last": "2026-09-06T05:17:38+00:00" + }, + { + "path": "/category/archive.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:37:22+00:00", + "last": "2026-09-07T08:30:05+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:14:04+00:00", + "last": "2026-09-06T07:50:13+00:00" + }, + { + "path": "/category/preview.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:22:15+00:00", + "last": "2026-09-06T06:08:49+00:00" + }, + { + "path": "/category/search.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T10:51:15+00:00", + "last": "2026-09-06T05:17:45+00:00" + }, + { + "path": "/category/tool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T12:34:58+00:00", + "last": "2026-09-06T11:15:34+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T02:14:51+00:00", + "last": "2026-09-06T08:33:41+00:00" + }, + { + "path": "/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T02:10:55+00:00", + "last": "2026-09-06T08:33:45+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T03:14:27+00:00", + "last": "2026-09-07T08:29:09+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:12:27+00:00", + "last": "2026-09-07T07:38:42+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:13:59+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:09:23+00:00", + "last": "2026-09-07T07:37:42+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:37:54+00:00", + "last": "2026-09-07T05:09:50+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:41:43+00:00", + "last": "2026-09-07T08:29:37+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T09:38:50+00:00", + "last": "2026-09-07T05:09:37+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:41:39+00:00", + "last": "2026-09-07T05:09:57+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T02:46:38+00:00", + "last": "2026-09-07T06:43:45+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:58:56+00:00", + "last": "2026-09-04T01:22:26+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:45:52+00:00", + "last": "2026-09-07T07:38:25+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:41:07+00:00", + "last": "2026-09-07T06:43:25+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:50:59+00:00", + "last": "2026-09-07T05:10:09+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T20:10:27+00:00", + "last": "2026-09-07T06:04:50+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:14:19+00:00", + "last": "2026-09-07T03:44:17+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:05:39+00:00", + "last": "2026-09-07T04:28:19+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:52:07+00:00", + "last": "2026-09-07T08:28:49+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:50:35+00:00", + "last": "2026-09-07T08:29:57+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T08:41:51+00:00", + "last": "2026-09-07T08:29:01+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:13:19+00:00", + "last": "2026-09-07T07:38:33+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:14:06+00:00", + "last": "2026-09-06T03:14:37+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T07:41:19+00:00", + "last": "2026-09-07T04:28:41+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:52:19+00:00", + "last": "2026-09-07T04:28:06+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:29:15+00:00", + "last": "2026-09-07T06:43:49+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:41:11+00:00", + "last": "2026-09-07T06:43:37+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:21:39+00:00", + "last": "2026-09-07T06:04:45+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T12:13:39+00:00", + "last": "2026-09-07T08:30:13+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:07:52+00:00", + "last": "2026-09-07T03:43:53+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:21:31+00:00", + "last": "2026-09-07T05:10:05+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T09:38:59+00:00", + "last": "2026-09-07T04:28:37+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:41:15+00:00", + "last": "2026-09-07T04:27:41+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:21:27+00:00", + "last": "2026-09-07T08:29:49+00:00" + }, + { + "path": "/data/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:04:07+00:00", + "last": "2026-09-06T10:14:49+00:00" + }, + { + "path": "/data/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:37:06+00:00", + "last": "2026-09-07T06:04:53+00:00" + }, + { + "path": "/feed.xml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:58:52+00:00", + "last": "2026-09-04T03:14:39+00:00" + }, + { + "path": "/index.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T15:50:31+00:00", + "last": "2026-09-06T07:50:05+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:45:22+00:00", + "last": "2026-09-07T08:29:17+00:00" + }, + { + "path": "/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:56:54+00:00", + "last": "2026-09-07T05:27:02+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:48:21+00:00", + "last": "2026-09-07T07:38:49+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T04:57:56+00:00", + "last": "2026-09-03T15:56:26+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T16:12:23+00:00", + "last": "2026-09-04T14:53:11+00:00" + }, + { + "path": "/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T19:02:08+00:00", + "last": "2026-09-05T01:37:02+00:00" + }, + { + "path": "/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T22:59:04+00:00", + "last": "2026-09-04T11:20:32+00:00" + }, + { + "path": "/mcp/netcheck.", + "requests": 2, + "statuses": { + "308": 2 + }, + "first": "2026-09-03T22:59:04+00:00", + "last": "2026-09-04T03:14:43+00:00" + }, + { + "path": "/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T15:03:22+00:00", + "last": "2026-09-05T00:42:42+00:00" + }, + { + "path": "/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T18:23:04+00:00", + "last": "2026-09-05T02:52:50+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T13:12:34+00:00", + "last": "2026-09-07T06:05:13+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T11:14:30+00:00", + "last": "2026-09-07T08:30:09+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:24:50+00:00", + "last": "2026-09-07T06:05:22+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T01:23:46+00:00", + "last": "2026-09-07T06:04:25+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T17:33:34+00:00", + "last": "2026-09-07T06:04:34+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:05:11+00:00", + "last": "2026-09-07T03:43:57+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T16:39:21+00:00", + "last": "2026-09-07T08:29:45+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:44:14+00:00", + "last": "2026-09-07T06:05:25+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T08:00:38+00:00", + "last": "2026-09-07T06:43:41+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T14:26:38+00:00", + "last": "2026-09-07T07:37:53+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:39:18+00:00", + "last": "2026-09-07T04:28:45+00:00" + }, + { + "path": "/operator/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T21:57:23+00:00", + "last": "2026-09-06T12:07:13+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T08:00:10+00:00", + "last": "2026-09-07T03:43:45+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T05:58:06+00:00", + "last": "2026-09-07T06:05:17+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:33:42+00:00", + "last": "2026-09-07T05:10:21+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:01:30+00:00", + "last": "2026-09-07T07:37:49+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T21:50:06+00:00", + "last": "2026-09-07T08:30:20+00:00" + }, + { + "path": "/operator/you.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:48:50+00:00", + "last": "2026-09-07T08:29:25+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T09:40:34+00:00", + "last": "2026-09-06T10:14:53+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:52:04+00:00", + "last": "2026-09-06T06:52:37+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T01:22:19+00:00", + "last": "2026-09-06T05:17:41+00:00" + }, + { + "path": "/policy/block-seo-tools.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T15:33:46+00:00", + "last": "2026-09-07T04:27:53+00:00" + }, + { + "path": "/register", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:58:03+00:00", + "last": "2026-09-06T07:50:09+00:00" + }, + { + "path": "/robots.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T07:06:51+00:00", + "last": "2026-09-05T08:54:09+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T09:40:42+00:00", + "last": "2026-09-06T11:15:37+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T15:03:18+00:00", + "last": "2026-09-06T09:32:29+00:00" + }, + { + "path": "/robots/block-datasets.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:02:37+00:00", + "last": "2026-09-06T06:52:41+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:10:03+00:00", + "last": "2026-09-04T11:20:35+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T05:10:07+00:00", + "last": "2026-09-04T23:37:18+00:00" + }, + { + "path": "/tools/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T02:40:38+00:00", + "last": "2026-09-05T02:41:10+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:42:46+00:00", + "last": "2026-09-05T00:42:50+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:51:51+00:00", + "last": "2026-09-04T08:41:35+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:51:35+00:00", + "last": "2026-09-04T06:51:35+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T23:37:42+00:00", + "last": "2026-09-04T23:37:42+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:50:27+00:00", + "last": "2026-09-04T15:50:27+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:59+00:00", + "last": "2026-09-04T10:28:59+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:22:03+00:00", + "last": "2026-09-04T01:22:03+00:00" + }, + { + "path": "/a2a.htm", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-04T19:07:17+00:00", + "last": "2026-09-04T19:07:17+00:00" + }, + { + "path": "/a2a.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:51:39+00:00", + "last": "2026-09-04T06:51:39+00:00" + }, + { + "path": "/a2a/discovery", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:03+00:00", + "last": "2026-09-04T07:41:03+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:03+00:00", + "last": "2026-09-04T05:39:03+00:00" + }, + { + "path": "/a2a/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:14+00:00", + "last": "2026-09-05T19:38:14+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:19+00:00", + "last": "2026-09-04T09:38:19+00:00" + }, + { + "path": "/a2a/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:11:39+00:00", + "last": "2026-09-04T18:11:39+00:00" + }, + { + "path": "/a2a/score", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:50+00:00", + "last": "2026-09-05T22:49:50+00:00" + }, + { + "path": "/a2a/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:40:30+00:00", + "last": "2026-09-05T02:40:30+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:45:02+00:00", + "last": "2026-09-03T08:45:02+00:00" + }, + { + "path": "/about.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:19+00:00", + "last": "2026-09-04T05:10:19+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:14+00:00", + "last": "2026-09-05T16:39:14+00:00" + }, + { + "path": "/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:16:02+00:00", + "last": "2026-09-06T11:16:02+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:46+00:00", + "last": "2026-09-05T19:38:46+00:00" + }, + { + "path": "/ai-crawler-robots/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:17:40+00:00", + "last": "2026-09-06T05:17:40+00:00" + }, + { + "path": "/api.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:51+00:00", + "last": "2026-09-04T22:40:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:45:30+00:00", + "last": "2026-09-07T07:45:30+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:06+00:00", + "last": "2026-09-05T05:02:06+00:00" + }, + { + "path": "/bot/402explorer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:18:50+00:00", + "last": "2026-09-06T05:18:50+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:30+00:00", + "last": "2026-09-05T08:54:30+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:48:42+00:00", + "last": "2026-09-05T06:48:42+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:22+00:00", + "last": "2026-09-05T17:33:22+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:07:22+00:00", + "last": "2026-09-06T12:07:22+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:46+00:00", + "last": "2026-09-05T13:12:46+00:00" + }, + { + "path": "/bot/a2a-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:16:26+00:00", + "last": "2026-09-06T11:16:26+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:06+00:00", + "last": "2026-09-05T08:00:06+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:27+00:00", + "last": "2026-09-06T10:15:27+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:48:59+00:00", + "last": "2026-09-05T22:48:59+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:30+00:00", + "last": "2026-09-05T19:38:30+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:40:26+00:00", + "last": "2026-09-05T02:40:26+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:54+00:00", + "last": "2026-09-06T07:50:54+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:30+00:00", + "last": "2026-09-05T22:49:30+00:00" + }, + { + "path": "/bot/acc-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:30+00:00", + "last": "2026-09-05T14:26:30+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:50+00:00", + "last": "2026-09-05T16:38:50+00:00" + }, + { + "path": "/bot/advisorsai-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:14+00:00", + "last": "2026-09-05T08:54:14+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:26+00:00", + "last": "2026-09-05T17:33:26+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:32:06+00:00", + "last": "2026-09-06T04:32:06+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:54+00:00", + "last": "2026-09-05T20:49:54+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:56:43+00:00", + "last": "2026-09-06T03:56:43+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:27+00:00", + "last": "2026-09-06T00:24:27+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:09:18+00:00", + "last": "2026-09-07T05:09:18+00:00" + }, + { + "path": "/bot/agent-card-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:06+00:00", + "last": "2026-09-06T10:15:06+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:07+00:00", + "last": "2026-09-05T16:39:07+00:00" + }, + { + "path": "/bot/agent-ready-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:33:55+00:00", + "last": "2026-09-06T08:33:55+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:16:18+00:00", + "last": "2026-09-06T11:16:18+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:48:30+00:00", + "last": "2026-09-05T06:48:30+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:33:06+00:00", + "last": "2026-09-06T09:33:06+00:00" + }, + { + "path": "/bot/agentgaugebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:12+00:00", + "last": "2026-09-05T12:19:12+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:30+00:00", + "last": "2026-09-05T18:42:30+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:22+00:00", + "last": "2026-09-05T21:49:22+00:00" + }, + { + "path": "/bot/agentindexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:33:39+00:00", + "last": "2026-09-06T08:33:39+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:18:46+00:00", + "last": "2026-09-05T12:18:46+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:18+00:00", + "last": "2026-09-06T12:51:18+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:27+00:00", + "last": "2026-09-05T11:14:27+00:00" + }, + { + "path": "/bot/agentry-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:06+00:00", + "last": "2026-09-05T20:49:06+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:40+00:00", + "last": "2026-09-05T20:49:40+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:52:57+00:00", + "last": "2026-09-06T06:52:57+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:54+00:00", + "last": "2026-09-05T23:50:54+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:23+00:00", + "last": "2026-09-05T14:27:23+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:07+00:00", + "last": "2026-09-05T20:50:07+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:46+00:00", + "last": "2026-09-05T23:50:46+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:58+00:00", + "last": "2026-09-05T19:38:58+00:00" + }, + { + "path": "/bot/aive-mcp-discover.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:06+00:00", + "last": "2026-09-06T07:50:06+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:50+00:00", + "last": "2026-09-05T18:42:50+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:34:34+00:00", + "last": "2026-09-06T08:34:34+00:00" + }, + { + "path": "/bot/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:15:46+00:00", + "last": "2026-09-06T11:15:46+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:48:51+00:00", + "last": "2026-09-05T22:48:51+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:02+00:00", + "last": "2026-09-05T05:02:02+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:30+00:00", + "last": "2026-09-05T15:32:30+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:58+00:00", + "last": "2026-09-06T06:08:58+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:06+00:00", + "last": "2026-09-05T13:13:06+00:00" + }, + { + "path": "/bot/apievangelist.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:16:06+00:00", + "last": "2026-09-06T11:16:06+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:10+00:00", + "last": "2026-09-05T14:27:10+00:00" + }, + { + "path": "/bot/apis-io-submit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:17:51+00:00", + "last": "2026-09-06T05:17:51+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:10+00:00", + "last": "2026-09-05T11:14:10+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:34:14+00:00", + "last": "2026-09-06T08:34:14+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:04:02+00:00", + "last": "2026-09-03T14:04:02+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:50+00:00", + "last": "2026-09-05T14:26:50+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:59+00:00", + "last": "2026-09-05T16:38:59+00:00" + }, + { + "path": "/bot/azureai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:27+00:00", + "last": "2026-09-05T16:39:27+00:00" + }, + { + "path": "/bot/bun.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:02+00:00", + "last": "2026-09-05T14:27:02+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:26+00:00", + "last": "2026-09-05T08:00:26+00:00" + }, + { + "path": "/bot/bytespider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:34:38+00:00", + "last": "2026-09-06T08:34:38+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:27:37+00:00", + "last": "2026-09-07T04:27:37+00:00" + }, + { + "path": "/bot/censusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:52:46+00:00", + "last": "2026-09-06T06:52:46+00:00" + }, + { + "path": "/bot/certfeed-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:38+00:00", + "last": "2026-09-05T08:54:38+00:00" + }, + { + "path": "/bot/certfeed-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:32:18+00:00", + "last": "2026-09-06T04:32:18+00:00" + }, + { + "path": "/bot/chainwitness-pr36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:06+00:00", + "last": "2026-09-05T17:34:06+00:00" + }, + { + "path": "/bot/chainwitness-pr36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:32:50+00:00", + "last": "2026-09-06T09:32:50+00:00" + }, + { + "path": "/bot/choosemcp-harvester.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:38+00:00", + "last": "2026-09-05T11:14:38+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:31+00:00", + "last": "2026-09-05T20:49:31+00:00" + }, + { + "path": "/bot/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:01:42+00:00", + "last": "2026-09-05T05:01:42+00:00" + }, + { + "path": "/bot/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:23+00:00", + "last": "2026-09-04T09:38:23+00:00" + }, + { + "path": "/bot/colonistone-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:50+00:00", + "last": "2026-09-05T08:54:50+00:00" + }, + { + "path": "/bot/colonistone.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:18+00:00", + "last": "2026-09-05T20:50:18+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:50+00:00", + "last": "2026-09-05T08:00:50+00:00" + }, + { + "path": "/bot/curl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:18+00:00", + "last": "2026-09-06T07:50:18+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:18:50+00:00", + "last": "2026-09-05T12:18:50+00:00" + }, + { + "path": "/bot/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:34+00:00", + "last": "2026-09-06T12:51:34+00:00" + }, + { + "path": "/bot/davefeedread.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:34+00:00", + "last": "2026-09-05T22:49:34+00:00" + }, + { + "path": "/bot/davefeedread.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:04:30+00:00", + "last": "2026-09-07T06:04:30+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:30+00:00", + "last": "2026-09-05T23:50:30+00:00" + }, + { + "path": "/bot/discordbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:51:18+00:00", + "last": "2026-09-06T07:51:18+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:15+00:00", + "last": "2026-09-05T11:14:15+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:42+00:00", + "last": "2026-09-05T18:42:42+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:22+00:00", + "last": "2026-09-05T08:00:22+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:48:38+00:00", + "last": "2026-09-05T06:48:38+00:00" + }, + { + "path": "/bot/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:13+00:00", + "last": "2026-09-07T04:28:13+00:00" + }, + { + "path": "/bot/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:18+00:00", + "last": "2026-09-05T13:13:18+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:50+00:00", + "last": "2026-09-05T11:14:50+00:00" + }, + { + "path": "/bot/frndos.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:35:07+00:00", + "last": "2026-09-06T08:35:07+00:00" + }, + { + "path": "/bot/git.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:26+00:00", + "last": "2026-09-05T21:49:26+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:50:02+00:00", + "last": "2026-09-06T00:50:02+00:00" + }, + { + "path": "/bot/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:09+00:00", + "last": "2026-09-07T04:28:09+00:00" + }, + { + "path": "/bot/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:46+00:00", + "last": "2026-09-05T17:33:46+00:00" + }, + { + "path": "/bot/google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:15:58+00:00", + "last": "2026-09-06T11:15:58+00:00" + }, + { + "path": "/bot/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:18+00:00", + "last": "2026-09-05T08:00:18+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:26+00:00", + "last": "2026-09-05T23:50:26+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:25:30+00:00", + "last": "2026-09-03T13:25:30+00:00" + }, + { + "path": "/bot/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:21:03+00:00", + "last": "2026-09-04T11:21:03+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:54+00:00", + "last": "2026-09-05T11:14:54+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:00:54+00:00", + "last": "2026-09-05T10:00:54+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:58+00:00", + "last": "2026-09-05T20:49:58+00:00" + }, + { + "path": "/bot/hlido-a50-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:15:38+00:00", + "last": "2026-09-06T11:15:38+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:22+00:00", + "last": "2026-09-05T19:38:22+00:00" + }, + { + "path": "/bot/hultra-link.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:14:46+00:00", + "last": "2026-09-06T10:14:46+00:00" + }, + { + "path": "/bot/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:14+00:00", + "last": "2026-09-05T06:49:14+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:22+00:00", + "last": "2026-09-05T08:54:22+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:38+00:00", + "last": "2026-09-05T19:38:38+00:00" + }, + { + "path": "/bot/itinai-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:42+00:00", + "last": "2026-09-05T14:26:42+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:11+00:00", + "last": "2026-09-05T22:49:11+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:38+00:00", + "last": "2026-09-05T03:18:38+00:00" + }, + { + "path": "/bot/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:02+00:00", + "last": "2026-09-05T11:15:02+00:00" + }, + { + "path": "/bot/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:02+00:00", + "last": "2026-09-06T03:15:02+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:06+00:00", + "last": "2026-09-05T11:14:06+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:32:42+00:00", + "last": "2026-09-06T09:32:42+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:18+00:00", + "last": "2026-09-05T20:49:18+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:02+00:00", + "last": "2026-09-06T10:15:02+00:00" + }, + { + "path": "/bot/mastodon-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:43:17+00:00", + "last": "2026-09-07T06:43:17+00:00" + }, + { + "path": "/bot/mastodon-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:04:37+00:00", + "last": "2026-09-07T06:04:37+00:00" + }, + { + "path": "/bot/mastodon-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:27:50+00:00", + "last": "2026-09-07T04:27:50+00:00" + }, + { + "path": "/bot/mastodon-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:27:53+00:00", + "last": "2026-09-07T02:27:53+00:00" + }, + { + "path": "/bot/mastodon-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:49+00:00", + "last": "2026-09-07T03:43:49+00:00" + }, + { + "path": "/bot/mastodon-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:07+00:00", + "last": "2026-09-07T03:44:07+00:00" + }, + { + "path": "/bot/mcp-catalog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:41:58+00:00", + "last": "2026-09-05T18:41:58+00:00" + }, + { + "path": "/bot/mcp-catalog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:07:18+00:00", + "last": "2026-09-06T12:07:18+00:00" + }, + { + "path": "/bot/mcp-checker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:31:58+00:00", + "last": "2026-09-06T04:31:58+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:45+00:00", + "last": "2026-09-05T22:49:45+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:32+00:00", + "last": "2026-09-05T16:38:32+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:06+00:00", + "last": "2026-09-05T14:27:06+00:00" + }, + { + "path": "/bot/mcp-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:22+00:00", + "last": "2026-09-06T07:50:22+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:44+00:00", + "last": "2026-09-05T20:49:44+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:02:42+00:00", + "last": "2026-09-05T04:02:42+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:01:34+00:00", + "last": "2026-09-05T05:01:34+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:02:58+00:00", + "last": "2026-09-05T04:02:58+00:00" + }, + { + "path": "/bot/mcp-watch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:13:54+00:00", + "last": "2026-09-05T11:13:54+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:46+00:00", + "last": "2026-09-05T08:00:46+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:50+00:00", + "last": "2026-09-06T06:08:50+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:02:55+00:00", + "last": "2026-09-05T04:02:55+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:22+00:00", + "last": "2026-09-05T11:14:22+00:00" + }, + { + "path": "/bot/mcpcensusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:32:31+00:00", + "last": "2026-09-07T00:32:31+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:02:50+00:00", + "last": "2026-09-05T04:02:50+00:00" + }, + { + "path": "/bot/mcpcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:34:26+00:00", + "last": "2026-09-06T08:34:26+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:10+00:00", + "last": "2026-09-05T18:42:10+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:32:10+00:00", + "last": "2026-09-06T04:32:10+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:38+00:00", + "last": "2026-09-05T13:12:38+00:00" + }, + { + "path": "/bot/mcpmeter.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:52:42+00:00", + "last": "2026-09-06T06:52:42+00:00" + }, + { + "path": "/bot/mcpqueen-grader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:08:10+00:00", + "last": "2026-09-06T12:08:10+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:11:59+00:00", + "last": "2026-09-05T13:11:59+00:00" + }, + { + "path": "/bot/mcpscan.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:17:58+00:00", + "last": "2026-09-06T05:17:58+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:02+00:00", + "last": "2026-09-05T19:39:02+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:31+00:00", + "last": "2026-09-05T03:18:31+00:00" + }, + { + "path": "/bot/mercury-velvt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:30+00:00", + "last": "2026-09-05T14:27:30+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:18+00:00", + "last": "2026-09-05T19:38:18+00:00" + }, + { + "path": "/bot/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:38:05+00:00", + "last": "2026-09-07T07:38:05+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:32:38+00:00", + "last": "2026-09-06T09:32:38+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:10+00:00", + "last": "2026-09-05T05:02:10+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:50:10+00:00", + "last": "2026-09-05T21:50:10+00:00" + }, + { + "path": "/bot/mwmbl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:34+00:00", + "last": "2026-09-05T20:49:34+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:22+00:00", + "last": "2026-09-05T13:12:22+00:00" + }, + { + "path": "/bot/neuronto.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:50:02+00:00", + "last": "2026-09-06T02:50:02+00:00" + }, + { + "path": "/bot/node.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:31+00:00", + "last": "2026-09-04T05:10:31+00:00" + }, + { + "path": "/bot/nothumansearch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:14+00:00", + "last": "2026-09-05T13:12:14+00:00" + }, + { + "path": "/bot/nothumansearch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:15:50+00:00", + "last": "2026-09-06T11:15:50+00:00" + }, + { + "path": "/bot/oauth4webapi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:09:26+00:00", + "last": "2026-09-06T06:09:26+00:00" + }, + { + "path": "/bot/openai-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:50:38+00:00", + "last": "2026-09-05T21:50:38+00:00" + }, + { + "path": "/bot/openai-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:14:50+00:00", + "last": "2026-09-06T03:14:50+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:02+00:00", + "last": "2026-09-05T11:14:02+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:00:58+00:00", + "last": "2026-09-05T10:00:58+00:00" + }, + { + "path": "/bot/packagehound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:14+00:00", + "last": "2026-09-06T10:15:14+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:50+00:00", + "last": "2026-09-05T19:38:50+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:15:54+00:00", + "last": "2026-09-07T01:15:54+00:00" + }, + { + "path": "/bot/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:52+00:00", + "last": "2026-09-05T19:39:52+00:00" + }, + { + "path": "/bot/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:18:38+00:00", + "last": "2026-09-06T05:18:38+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:50:30+00:00", + "last": "2026-09-05T21:50:30+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:02+00:00", + "last": "2026-09-05T10:01:02+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:46+00:00", + "last": "2026-09-05T21:49:46+00:00" + }, + { + "path": "/bot/python-httpx.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:17:44+00:00", + "last": "2026-09-06T05:17:44+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:19+00:00", + "last": "2026-09-05T15:32:19+00:00" + }, + { + "path": "/bot/python-httpx2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:18:02+00:00", + "last": "2026-09-06T05:18:02+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:22+00:00", + "last": "2026-09-05T10:01:22+00:00" + }, + { + "path": "/bot/python.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:18+00:00", + "last": "2026-09-05T05:57:18+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:46+00:00", + "last": "2026-09-05T08:54:46+00:00" + }, + { + "path": "/bot/qtcreator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:35+00:00", + "last": "2026-09-06T06:53:35+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:38+00:00", + "last": "2026-09-05T23:50:38+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:26+00:00", + "last": "2026-09-05T15:32:26+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:18+00:00", + "last": "2026-09-05T08:54:18+00:00" + }, + { + "path": "/bot/repology-linkchecker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:18:14+00:00", + "last": "2026-09-06T05:18:14+00:00" + }, + { + "path": "/bot/rokmcp-collector.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:38+00:00", + "last": "2026-09-05T20:49:38+00:00" + }, + { + "path": "/bot/rokmcp-collector.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:17:47+00:00", + "last": "2026-09-06T05:17:47+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:48:54+00:00", + "last": "2026-09-05T22:48:54+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:34+00:00", + "last": "2026-09-05T18:42:34+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:26+00:00", + "last": "2026-09-06T07:50:26+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:01:38+00:00", + "last": "2026-09-05T05:01:38+00:00" + }, + { + "path": "/bot/sasameagentaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:42+00:00", + "last": "2026-09-06T12:51:42+00:00" + }, + { + "path": "/bot/scraper-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:32:34+00:00", + "last": "2026-09-07T00:32:34+00:00" + }, + { + "path": "/bot/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:18+00:00", + "last": "2026-09-05T18:42:18+00:00" + }, + { + "path": "/bot/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:14+00:00", + "last": "2026-09-06T12:51:14+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T15:56:34+00:00", + "last": "2026-09-03T15:56:34+00:00" + }, + { + "path": "/bot/seo-audit-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:13:59+00:00", + "last": "2026-09-05T11:13:59+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:01:56+00:00", + "last": "2026-09-03T19:01:56+00:00" + }, + { + "path": "/bot/siteguardian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:18+00:00", + "last": "2026-09-05T11:14:18+00:00" + }, + { + "path": "/bot/siteguardian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:33:58+00:00", + "last": "2026-09-06T08:33:58+00:00" + }, + { + "path": "/bot/snyk-advisor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:09:10+00:00", + "last": "2026-09-06T06:09:10+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:02+00:00", + "last": "2026-09-05T17:34:02+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:34+00:00", + "last": "2026-09-05T19:38:34+00:00" + }, + { + "path": "/bot/strand-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:46:42+00:00", + "last": "2026-09-07T00:46:42+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:06+00:00", + "last": "2026-09-05T10:01:06+00:00" + }, + { + "path": "/bot/tar-directory-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:51:14+00:00", + "last": "2026-09-06T07:51:14+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:07+00:00", + "last": "2026-09-05T06:49:07+00:00" + }, + { + "path": "/bot/tar-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:14+00:00", + "last": "2026-09-06T06:53:14+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:56:46+00:00", + "last": "2026-09-05T05:56:46+00:00" + }, + { + "path": "/bot/telegram.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:10+00:00", + "last": "2026-09-05T20:49:10+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:06+00:00", + "last": "2026-09-05T22:49:06+00:00" + }, + { + "path": "/bot/teppi-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:18:54+00:00", + "last": "2026-09-05T12:18:54+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:06+00:00", + "last": "2026-09-05T15:32:06+00:00" + }, + { + "path": "/bot/url2md.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:26+00:00", + "last": "2026-09-05T22:49:26+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:30+00:00", + "last": "2026-09-05T08:00:30+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:56:38+00:00", + "last": "2026-09-05T05:56:38+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:57:03+00:00", + "last": "2026-09-06T03:57:03+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:42+00:00", + "last": "2026-09-05T21:49:42+00:00" + }, + { + "path": "/bot/x1r-replication-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:50:18+00:00", + "last": "2026-09-05T21:50:18+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:42+00:00", + "last": "2026-09-05T08:54:42+00:00" + }, + { + "path": "/bot/x402-observatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:22+00:00", + "last": "2026-09-06T06:53:22+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:14:31+00:00", + "last": "2026-09-04T03:14:31+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:02:18+00:00", + "last": "2026-09-05T10:02:18+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/discovery/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:42+00:00", + "last": "2026-09-05T01:37:42+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/doctor/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:11:55+00:00", + "last": "2026-09-04T18:11:55+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/lint/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:46+00:00", + "last": "2026-09-05T18:42:46+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:27+00:00", + "last": "2026-09-04T05:10:27+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/triage/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:41:26+00:00", + "last": "2026-09-04T08:41:26+00:00" + }, + { + "path": "/c/agentlist/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:14:58+00:00", + "last": "2026-09-06T10:14:58+00:00" + }, + { + "path": "/c/agentlist/data/user-agents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:52:38+00:00", + "last": "2026-09-06T06:52:38+00:00" + }, + { + "path": "/c/agentlist/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:12:42+00:00", + "last": "2026-09-06T02:12:42+00:00" + }, + { + "path": "/c/agentlist/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:14:38+00:00", + "last": "2026-09-06T03:14:38+00:00" + }, + { + "path": "/c/agentlist/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:56:54+00:00", + "last": "2026-09-06T03:56:54+00:00" + }, + { + "path": "/c/agenty/a2a/doctor/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:09:14+00:00", + "last": "2026-09-07T05:09:14+00:00" + }, + { + "path": "/c/agenty/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:43:14+00:00", + "last": "2026-09-07T06:43:14+00:00" + }, + { + "path": "/c/agenty/a2a/triage/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:06:38+00:00", + "last": "2026-09-07T03:06:38+00:00" + }, + { + "path": "/c/ard/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:19+00:00", + "last": "2026-09-04T13:11:19+00:00" + }, + { + "path": "/c/ard/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:40:42+00:00", + "last": "2026-09-05T02:40:42+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:20:32+00:00", + "last": "2026-09-03T18:20:32+00:00" + }, + { + "path": "/c/huggingface-datasets/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:50:54+00:00", + "last": "2026-09-04T23:50:54+00:00" + }, + { + "path": "/c/huggingface-datasets/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:28+00:00", + "last": "2026-09-03T22:13:28+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:58:24+00:00", + "last": "2026-09-03T07:58:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:22:06+00:00", + "last": "2026-09-04T01:22:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:08:59+00:00", + "last": "2026-09-04T06:08:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:06+00:00", + "last": "2026-09-06T12:51:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:11:47+00:00", + "last": "2026-09-04T18:11:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:11+00:00", + "last": "2026-09-04T12:13:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:39+00:00", + "last": "2026-09-04T11:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:09:35+00:00", + "last": "2026-09-04T20:09:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:57:52+00:00", + "last": "2026-09-03T20:57:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:50+00:00", + "last": "2026-09-05T21:49:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:19+00:00", + "last": "2026-09-04T22:40:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:07+00:00", + "last": "2026-09-04T12:13:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-06T11:15:34+00:00", + "last": "2026-09-06T11:15:34+00:00" + }, + { + "path": "/c/openagora/a2a/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:15:30+00:00", + "last": "2026-09-06T11:15:30+00:00" + }, + { + "path": "/c/openwebui/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:46:30+00:00", + "last": "2026-09-03T02:46:30+00:00" + }, + { + "path": "/c/rubygems-registry/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T10:51:10+00:00", + "last": "2026-09-03T10:51:10+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:41:14+00:00", + "last": "2026-09-05T02:41:14+00:00" + }, + { + "path": "/c/smithery-direct/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:09:19+00:00", + "last": "2026-09-04T06:09:19+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:09:06+00:00", + "last": "2026-09-04T06:09:06+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:21:11+00:00", + "last": "2026-09-04T11:21:11+00:00" + }, + { + "path": "/c/thecolony/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:26+00:00", + "last": "2026-09-05T10:01:26+00:00" + }, + { + "path": "/c/thecolony/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:26+00:00", + "last": "2026-09-05T05:02:26+00:00" + }, + { + "path": "/c/thecolony/tools", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:33:33+00:00", + "last": "2026-09-05T15:33:33+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:57:56+00:00", + "last": "2026-09-03T20:57:56+00:00" + }, + { + "path": "/category/ai-search.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:47+00:00", + "last": "2026-09-04T11:20:47+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:03:59+00:00", + "last": "2026-09-03T14:03:59+00:00" + }, + { + "path": "/category/ai-training.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:51:47+00:00", + "last": "2026-09-04T06:51:47+00:00" + }, + { + "path": "/category/dataset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:19+00:00", + "last": "2026-09-04T14:53:19+00:00" + }, + { + "path": "/category/preview.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:42+00:00", + "last": "2026-09-05T10:01:42+00:00" + }, + { + "path": "/category/search.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:15+00:00", + "last": "2026-09-04T13:11:15+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:10+00:00", + "last": "2026-09-03T05:57:10+00:00" + }, + { + "path": "/category/seo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:11+00:00", + "last": "2026-09-05T00:43:11+00:00" + }, + { + "path": "/category/tool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:51:43+00:00", + "last": "2026-09-04T06:51:43+00:00" + }, + { + "path": "/category/user-fetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:50:18+00:00", + "last": "2026-09-06T00:50:18+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:37+00:00", + "last": "2026-09-05T12:19:37+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:58+00:00", + "last": "2026-09-05T22:49:58+00:00" + }, + { + "path": "/compliance.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:18+00:00", + "last": "2026-09-06T10:15:18+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:24+00:00", + "last": "2026-09-04T14:53:24+00:00" + }, + { + "path": "/contact.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:55+00:00", + "last": "2026-09-05T22:49:55+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:06+00:00", + "last": "2026-09-05T00:43:06+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:42+00:00", + "last": "2026-09-06T10:15:42+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:50:43+00:00", + "last": "2026-09-04T15:50:43+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:06+00:00", + "last": "2026-09-05T05:57:06+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:10:11+00:00", + "last": "2026-09-04T20:10:11+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:14+00:00", + "last": "2026-09-05T10:01:14+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:41:22+00:00", + "last": "2026-09-05T02:41:22+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:46+00:00", + "last": "2026-09-04T23:37:46+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:55+00:00", + "last": "2026-09-04T05:10:55+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:06+00:00", + "last": "2026-09-05T18:43:06+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:39+00:00", + "last": "2026-09-04T05:39:39+00:00" + }, + { + "path": "/crawler/ai2bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:47+00:00", + "last": "2026-09-05T16:39:47+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:29:07+00:00", + "last": "2026-09-04T10:29:07+00:00" + }, + { + "path": "/crawler/aihitbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:58+00:00", + "last": "2026-09-05T08:54:58+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:23+00:00", + "last": "2026-09-04T05:39:23+00:00" + }, + { + "path": "/crawler/aiwebindex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:14+00:00", + "last": "2026-09-05T05:57:14+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:51+00:00", + "last": "2026-09-04T05:39:51+00:00" + }, + { + "path": "/crawler/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:40:25+00:00", + "last": "2026-09-05T16:40:25+00:00" + }, + { + "path": "/crawler/andibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:40:50+00:00", + "last": "2026-09-05T02:40:50+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:38:10+00:00", + "last": "2026-09-04T23:38:10+00:00" + }, + { + "path": "/crawler/anomura.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:02+00:00", + "last": "2026-09-05T15:32:02+00:00" + }, + { + "path": "/crawler/anthropic-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:03:10+00:00", + "last": "2026-09-05T04:03:10+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:35+00:00", + "last": "2026-09-04T07:41:35+00:00" + }, + { + "path": "/crawler/apis-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:01:54+00:00", + "last": "2026-09-05T08:01:54+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:43+00:00", + "last": "2026-09-04T05:39:43+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:17:23+00:00", + "last": "2026-09-04T20:17:23+00:00" + }, + { + "path": "/crawler/applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:50:06+00:00", + "last": "2026-09-05T22:50:06+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:46+00:00", + "last": "2026-09-05T01:37:46+00:00" + }, + { + "path": "/crawler/archive-org-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:30+00:00", + "last": "2026-09-06T06:53:30+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:54:15+00:00", + "last": "2026-09-04T08:54:15+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:51+00:00", + "last": "2026-09-04T05:10:51+00:00" + }, + { + "path": "/crawler/awariorssbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:22+00:00", + "last": "2026-09-05T17:34:22+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:47:27+00:00", + "last": "2026-09-04T09:47:27+00:00" + }, + { + "path": "/crawler/awariosmartbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:51:26+00:00", + "last": "2026-09-05T23:51:26+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:55+00:00", + "last": "2026-09-04T05:39:55+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:42:58+00:00", + "last": "2026-09-05T00:42:58+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:08:07+00:00", + "last": "2026-09-04T19:08:07+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:54+00:00", + "last": "2026-09-05T13:12:54+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:21:23+00:00", + "last": "2026-09-04T11:21:23+00:00" + }, + { + "path": "/crawler/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:02+00:00", + "last": "2026-09-05T18:43:02+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:04:11+00:00", + "last": "2026-09-03T14:04:11+00:00" + }, + { + "path": "/crawler/bytespider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:35+00:00", + "last": "2026-09-04T09:38:35+00:00" + }, + { + "path": "/crawler/ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:41:19+00:00", + "last": "2026-09-04T08:41:19+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:55+00:00", + "last": "2026-09-04T22:40:55+00:00" + }, + { + "path": "/crawler/chatgpt-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:16:06+00:00", + "last": "2026-09-07T01:16:06+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:10:07+00:00", + "last": "2026-09-04T20:10:07+00:00" + }, + { + "path": "/crawler/chatgpt-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:01:58+00:00", + "last": "2026-09-05T05:01:58+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:14+00:00", + "last": "2026-09-03T05:57:14+00:00" + }, + { + "path": "/crawler/claude-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:47+00:00", + "last": "2026-09-04T19:07:47+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:05:43+00:00", + "last": "2026-09-04T14:05:43+00:00" + }, + { + "path": "/crawler/claude-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:34+00:00", + "last": "2026-09-06T00:24:34+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:52:15+00:00", + "last": "2026-09-04T06:52:15+00:00" + }, + { + "path": "/crawler/claude-web.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:58+00:00", + "last": "2026-09-05T13:12:58+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:02+00:00", + "last": "2026-09-03T04:57:02+00:00" + }, + { + "path": "/crawler/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:31+00:00", + "last": "2026-09-04T07:41:31+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:50+00:00", + "last": "2026-09-05T14:27:50+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:59+00:00", + "last": "2026-09-04T23:37:59+00:00" + }, + { + "path": "/crawler/cohere-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:16:10+00:00", + "last": "2026-09-06T10:16:10+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:23+00:00", + "last": "2026-09-04T07:41:23+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:55:14+00:00", + "last": "2026-09-05T08:55:14+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:31+00:00", + "last": "2026-09-04T05:39:31+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:54+00:00", + "last": "2026-09-05T14:27:54+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:09:09+00:00", + "last": "2026-09-04T06:09:09+00:00" + }, + { + "path": "/crawler/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:50:22+00:00", + "last": "2026-09-06T02:50:22+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:59+00:00", + "last": "2026-09-04T11:20:59+00:00" + }, + { + "path": "/crawler/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:22+00:00", + "last": "2026-09-05T11:15:22+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:10:35+00:00", + "last": "2026-09-04T20:10:35+00:00" + }, + { + "path": "/crawler/diffbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:10+00:00", + "last": "2026-09-05T19:39:10+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:43+00:00", + "last": "2026-09-04T22:40:43+00:00" + }, + { + "path": "/crawler/dotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:19+00:00", + "last": "2026-09-05T16:39:19+00:00" + }, + { + "path": "/crawler/duckassistbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:51:38+00:00", + "last": "2026-09-05T23:51:38+00:00" + }, + { + "path": "/crawler/duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:26+00:00", + "last": "2026-09-05T19:39:26+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:18+00:00", + "last": "2026-09-05T00:43:18+00:00" + }, + { + "path": "/crawler/echoboxbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:42+00:00", + "last": "2026-09-06T06:53:42+00:00" + }, + { + "path": "/crawler/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:30+00:00", + "last": "2026-09-05T20:50:30+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:47+00:00", + "last": "2026-09-04T14:53:47+00:00" + }, + { + "path": "/crawler/facebookbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:51:10+00:00", + "last": "2026-09-05T20:51:10+00:00" + }, + { + "path": "/crawler/facebookexternalhit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:29:58+00:00", + "last": "2026-09-05T12:29:58+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:43+00:00", + "last": "2026-09-04T05:10:43+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:23+00:00", + "last": "2026-09-04T18:12:23+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:30+00:00", + "last": "2026-09-05T06:49:30+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:43+00:00", + "last": "2026-09-04T13:11:43+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:19+00:00", + "last": "2026-09-04T18:12:19+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:55:10+00:00", + "last": "2026-09-05T08:55:10+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:38:06+00:00", + "last": "2026-09-05T01:38:06+00:00" + }, + { + "path": "/crawler/google-cws.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:32:46+00:00", + "last": "2026-09-06T04:32:46+00:00" + }, + { + "path": "/crawler/google-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:19+00:00", + "last": "2026-09-04T19:07:19+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T03:14:23+00:00", + "last": "2026-09-04T03:14:23+00:00" + }, + { + "path": "/crawler/google-gemininotebook.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:42+00:00", + "last": "2026-09-05T13:13:42+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:43+00:00", + "last": "2026-09-04T09:38:43+00:00" + }, + { + "path": "/crawler/google-inspectiontool.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:50:16+00:00", + "last": "2026-09-06T00:50:16+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:08:00+00:00", + "last": "2026-09-04T19:08:00+00:00" + }, + { + "path": "/crawler/google-pinpoint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:10+00:00", + "last": "2026-09-05T17:34:10+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:35+00:00", + "last": "2026-09-04T12:13:35+00:00" + }, + { + "path": "/crawler/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:14+00:00", + "last": "2026-09-05T13:13:14+00:00" + }, + { + "path": "/crawler/google-site-verification.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:14+00:00", + "last": "2026-09-05T20:50:14+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:15+00:00", + "last": "2026-09-04T18:12:15+00:00" + }, + { + "path": "/crawler/googlebot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:58+00:00", + "last": "2026-09-05T23:50:58+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:47+00:00", + "last": "2026-09-04T13:11:47+00:00" + }, + { + "path": "/crawler/googlebot-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:30+00:00", + "last": "2026-09-05T05:57:30+00:00" + }, + { + "path": "/crawler/googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:19+00:00", + "last": "2026-09-05T12:19:19+00:00" + }, + { + "path": "/crawler/googlemessages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:34+00:00", + "last": "2026-09-05T18:43:34+00:00" + }, + { + "path": "/crawler/googleother-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:44+00:00", + "last": "2026-09-05T16:39:44+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:10:31+00:00", + "last": "2026-09-04T20:10:31+00:00" + }, + { + "path": "/crawler/googleother-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:34+00:00", + "last": "2026-09-05T17:34:34+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:31+00:00", + "last": "2026-09-04T12:13:31+00:00" + }, + { + "path": "/crawler/googleproducer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:26+00:00", + "last": "2026-09-05T20:50:26+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:02:00+00:00", + "last": "2026-09-03T19:02:00+00:00" + }, + { + "path": "/crawler/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:38+00:00", + "last": "2026-09-04T23:37:38+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:52:03+00:00", + "last": "2026-09-04T06:52:03+00:00" + }, + { + "path": "/crawler/ia-archiver.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:46+00:00", + "last": "2026-09-05T05:57:46+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:10+00:00", + "last": "2026-09-05T11:15:10+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:29:03+00:00", + "last": "2026-09-04T10:29:03+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:52:14+00:00", + "last": "2026-09-05T00:52:14+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:13:57+00:00", + "last": "2026-09-03T18:13:57+00:00" + }, + { + "path": "/crawler/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:09:59+00:00", + "last": "2026-09-04T20:09:59+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:50+00:00", + "last": "2026-09-05T10:01:50+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:43+00:00", + "last": "2026-09-04T07:41:43+00:00" + }, + { + "path": "/crawler/kagibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:50+00:00", + "last": "2026-09-05T06:49:50+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:35+00:00", + "last": "2026-09-04T05:39:35+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:14+00:00", + "last": "2026-09-05T00:43:14+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:07+00:00", + "last": "2026-09-04T18:12:07+00:00" + }, + { + "path": "/crawler/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:14+00:00", + "last": "2026-09-05T11:15:14+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:40:11+00:00", + "last": "2026-09-04T11:40:11+00:00" + }, + { + "path": "/crawler/linguee-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:03:30+00:00", + "last": "2026-09-05T04:03:30+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:39+00:00", + "last": "2026-09-04T14:53:39+00:00" + }, + { + "path": "/crawler/mediapartners-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:26+00:00", + "last": "2026-09-05T17:34:26+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:34+00:00", + "last": "2026-09-05T01:37:34+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:27+00:00", + "last": "2026-09-04T05:39:27+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:40:46+00:00", + "last": "2026-09-05T19:40:46+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:05:31+00:00", + "last": "2026-09-04T14:05:31+00:00" + }, + { + "path": "/crawler/mistralai-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:26+00:00", + "last": "2026-09-05T14:27:26+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:47+00:00", + "last": "2026-09-04T05:10:47+00:00" + }, + { + "path": "/crawler/mj12bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:58:02+00:00", + "last": "2026-09-05T05:58:02+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:23+00:00", + "last": "2026-09-04T12:13:23+00:00" + }, + { + "path": "/crawler/mojeekbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:01:54+00:00", + "last": "2026-09-05T05:01:54+00:00" + }, + { + "path": "/crawler/oai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:38:14+00:00", + "last": "2026-09-04T23:38:14+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:55+00:00", + "last": "2026-09-05T01:37:55+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:50:55+00:00", + "last": "2026-09-04T15:50:55+00:00" + }, + { + "path": "/crawler/omgilibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:18+00:00", + "last": "2026-09-05T11:15:18+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:39+00:00", + "last": "2026-09-04T07:41:39+00:00" + }, + { + "path": "/crawler/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:50:42+00:00", + "last": "2026-09-05T21:50:42+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:10:51+00:00", + "last": "2026-09-04T15:10:51+00:00" + }, + { + "path": "/crawler/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:03:18+00:00", + "last": "2026-09-05T05:03:18+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:46:34+00:00", + "last": "2026-09-03T02:46:34+00:00" + }, + { + "path": "/crawler/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:16:07+00:00", + "last": "2026-09-04T18:16:07+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:41:55+00:00", + "last": "2026-09-04T08:41:55+00:00" + }, + { + "path": "/crawler/petalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:02:14+00:00", + "last": "2026-09-05T10:02:14+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:55+00:00", + "last": "2026-09-04T19:07:55+00:00" + }, + { + "path": "/crawler/phindbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:48:54+00:00", + "last": "2026-09-05T06:48:54+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:50:46+00:00", + "last": "2026-09-05T00:50:46+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:50:39+00:00", + "last": "2026-09-04T15:50:39+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:54+00:00", + "last": "2026-09-05T15:32:54+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:03+00:00", + "last": "2026-09-04T18:12:03+00:00" + }, + { + "path": "/crawler/qualifiedbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:02:46+00:00", + "last": "2026-09-05T04:02:46+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:48:55+00:00", + "last": "2026-09-04T09:48:55+00:00" + }, + { + "path": "/crawler/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:54:51+00:00", + "last": "2026-09-05T18:54:51+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:58:22+00:00", + "last": "2026-09-05T01:58:22+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:53:59+00:00", + "last": "2026-09-04T08:53:59+00:00" + }, + { + "path": "/crawler/qwantbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:17:02+00:00", + "last": "2026-09-05T11:17:02+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:15+00:00", + "last": "2026-09-04T12:13:15+00:00" + }, + { + "path": "/crawler/reflectionbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:34+00:00", + "last": "2026-09-05T14:27:34+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:39+00:00", + "last": "2026-09-04T19:07:39+00:00" + }, + { + "path": "/crawler/rogerbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:51:19+00:00", + "last": "2026-09-05T23:51:19+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:41:03+00:00", + "last": "2026-09-04T22:41:03+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:06+00:00", + "last": "2026-09-05T12:19:06+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:50:51+00:00", + "last": "2026-09-04T15:50:51+00:00" + }, + { + "path": "/crawler/scrapy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:19:02+00:00", + "last": "2026-09-05T03:19:02+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:38:06+00:00", + "last": "2026-09-04T23:38:06+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:27+00:00", + "last": "2026-09-04T22:40:27+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:34+00:00", + "last": "2026-09-04T23:37:34+00:00" + }, + { + "path": "/crawler/semrushbot-esi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:38+00:00", + "last": "2026-09-05T17:33:38+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:51+00:00", + "last": "2026-09-04T11:20:51+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:14+00:00", + "last": "2026-09-05T17:34:14+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:06+00:00", + "last": "2026-09-05T11:15:06+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:55+00:00", + "last": "2026-09-04T11:20:55+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:11+00:00", + "last": "2026-09-04T05:39:11+00:00" + }, + { + "path": "/crawler/semrushbot-swa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:34+00:00", + "last": "2026-09-05T20:50:34+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:15+00:00", + "last": "2026-09-04T07:41:15+00:00" + }, + { + "path": "/crawler/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:42+00:00", + "last": "2026-09-06T00:24:42+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:32+00:00", + "last": "2026-09-04T19:07:32+00:00" + }, + { + "path": "/crawler/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:15+00:00", + "last": "2026-09-05T12:19:15+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:31+00:00", + "last": "2026-09-04T14:53:31+00:00" + }, + { + "path": "/crawler/serpstatbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:42+00:00", + "last": "2026-09-05T14:27:42+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:13:27+00:00", + "last": "2026-09-04T12:13:27+00:00" + }, + { + "path": "/crawler/seznambot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:50+00:00", + "last": "2026-09-05T15:32:50+00:00" + }, + { + "path": "/crawler/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:38+00:00", + "last": "2026-09-05T20:50:38+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:50:47+00:00", + "last": "2026-09-04T15:50:47+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:07+00:00", + "last": "2026-09-04T05:39:07+00:00" + }, + { + "path": "/crawler/siteauditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:58+00:00", + "last": "2026-09-05T15:32:58+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:03:14+00:00", + "last": "2026-09-05T05:03:14+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:16:19+00:00", + "last": "2026-09-04T20:16:19+00:00" + }, + { + "path": "/crawler/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:54+00:00", + "last": "2026-09-05T18:43:54+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:38+00:00", + "last": "2026-09-05T01:37:38+00:00" + }, + { + "path": "/crawler/splitsignalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:35:26+00:00", + "last": "2026-09-06T08:35:26+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:26+00:00", + "last": "2026-09-05T00:43:26+00:00" + }, + { + "path": "/crawler/terracotta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:16:02+00:00", + "last": "2026-09-06T10:16:02+00:00" + }, + { + "path": "/crawler/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:50:02+00:00", + "last": "2026-09-05T22:50:02+00:00" + }, + { + "path": "/crawler/tiktokspider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:02:22+00:00", + "last": "2026-09-05T08:02:22+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:12:12+00:00", + "last": "2026-09-04T18:12:12+00:00" + }, + { + "path": "/crawler/timpibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:50:07+00:00", + "last": "2026-09-06T00:50:07+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:38:02+00:00", + "last": "2026-09-04T23:38:02+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:42+00:00", + "last": "2026-09-05T08:00:42+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:50+00:00", + "last": "2026-09-04T23:37:50+00:00" + }, + { + "path": "/crawler/webzio-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:46+00:00", + "last": "2026-09-06T07:50:46+00:00" + }, + { + "path": "/crawler/wpbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:58+00:00", + "last": "2026-09-05T08:00:58+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:10:19+00:00", + "last": "2026-09-04T20:10:19+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:39+00:00", + "last": "2026-09-04T13:11:39+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:29:11+00:00", + "last": "2026-09-04T10:29:11+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:02:02+00:00", + "last": "2026-09-05T08:02:02+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:52:23+00:00", + "last": "2026-09-04T06:52:23+00:00" + }, + { + "path": "/crawler/yandexblogs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:38+00:00", + "last": "2026-09-05T05:57:38+00:00" + }, + { + "path": "/crawler/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:40:10+00:00", + "last": "2026-09-05T19:40:10+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:55+00:00", + "last": "2026-09-04T10:28:55+00:00" + }, + { + "path": "/crawler/yandexcalendar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:22+00:00", + "last": "2026-09-05T05:02:22+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:47+00:00", + "last": "2026-09-04T05:39:47+00:00" + }, + { + "path": "/crawler/yandexcombot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:41:02+00:00", + "last": "2026-09-05T02:41:02+00:00" + }, + { + "path": "/crawler/yandexdirect.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:46+00:00", + "last": "2026-09-05T05:02:46+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:38:03+00:00", + "last": "2026-09-05T01:38:03+00:00" + }, + { + "path": "/crawler/yandexfavicons.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:58+00:00", + "last": "2026-09-06T06:53:58+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:21:35+00:00", + "last": "2026-09-04T11:21:35+00:00" + }, + { + "path": "/crawler/yandexmarket.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:01:46+00:00", + "last": "2026-09-05T08:01:46+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:30+00:00", + "last": "2026-09-05T00:43:30+00:00" + }, + { + "path": "/crawler/yandexmetrika.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:16:54+00:00", + "last": "2026-09-06T11:16:54+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:52:31+00:00", + "last": "2026-09-04T06:52:31+00:00" + }, + { + "path": "/crawler/yandexmobilebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:34+00:00", + "last": "2026-09-05T05:02:34+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:05:47+00:00", + "last": "2026-09-04T14:05:47+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:22+00:00", + "last": "2026-09-05T06:49:22+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:08:03+00:00", + "last": "2026-09-04T19:08:03+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:58+00:00", + "last": "2026-09-05T18:42:58+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:47+00:00", + "last": "2026-09-04T07:41:47+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:05:27+00:00", + "last": "2026-09-04T14:05:27+00:00" + }, + { + "path": "/crawler/yandexwebmaster.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:01:10+00:00", + "last": "2026-09-05T08:01:10+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:05:51+00:00", + "last": "2026-09-04T14:05:51+00:00" + }, + { + "path": "/crawler/yeti.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:42+00:00", + "last": "2026-09-05T18:43:42+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:59+00:00", + "last": "2026-09-04T22:40:59+00:00" + }, + { + "path": "/crawler/youbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:00+00:00", + "last": "2026-09-05T12:19:00+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:22:23+00:00", + "last": "2026-09-04T01:22:23+00:00" + }, + { + "path": "/documents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:23+00:00", + "last": "2026-09-04T05:10:23+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:06:54+00:00", + "last": "2026-09-03T07:06:54+00:00" + }, + { + "path": "/icon.pn", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T13:11:23+00:00", + "last": "2026-09-04T13:11:23+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:43+00:00", + "last": "2026-09-05T11:14:43+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:26+00:00", + "last": "2026-09-05T19:38:26+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:40:22+00:00", + "last": "2026-09-05T19:40:22+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:03+00:00", + "last": "2026-09-03T12:35:03+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:52:11+00:00", + "last": "2026-09-04T06:52:11+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:50:30+00:00", + "last": "2026-09-05T22:50:30+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:01:34+00:00", + "last": "2026-09-05T08:01:34+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:35+00:00", + "last": "2026-09-04T13:11:35+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:02:10+00:00", + "last": "2026-09-05T10:02:10+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:19:10+00:00", + "last": "2026-09-05T03:19:10+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:14+00:00", + "last": "2026-09-05T01:37:14+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:50+00:00", + "last": "2026-09-06T07:50:50+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:11:43+00:00", + "last": "2026-09-04T18:11:43+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:06+00:00", + "last": "2026-09-05T18:42:06+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:42+00:00", + "last": "2026-09-05T13:12:42+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:58+00:00", + "last": "2026-09-05T01:37:58+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:32:39+00:00", + "last": "2026-09-07T00:32:39+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:39:15+00:00", + "last": "2026-09-04T05:39:15+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:30+00:00", + "last": "2026-09-05T17:34:30+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:40:19+00:00", + "last": "2026-09-05T19:40:19+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:43:02+00:00", + "last": "2026-09-05T00:43:02+00:00" + }, + { + "path": "/ip-ranges/google-special.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:34:50+00:00", + "last": "2026-09-06T08:34:50+00:00" + }, + { + "path": "/ip-ranges/google-special.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:53:38+00:00", + "last": "2026-09-06T06:53:38+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:30+00:00", + "last": "2026-09-04T23:37:30+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:22+00:00", + "last": "2026-09-05T01:37:22+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:11+00:00", + "last": "2026-09-04T13:11:11+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:50+00:00", + "last": "2026-09-05T03:18:50+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:58+00:00", + "last": "2026-09-05T11:14:58+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:09:59+00:00", + "last": "2026-09-04T05:09:59+00:00" + }, + { + "path": "/ip-ranges/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:26+00:00", + "last": "2026-09-04T09:38:26+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:53:35+00:00", + "last": "2026-09-04T14:53:35+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:54+00:00", + "last": "2026-09-05T03:18:54+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:43+00:00", + "last": "2026-09-05T19:39:43+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:09:27+00:00", + "last": "2026-09-04T20:09:27+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:54+00:00", + "last": "2026-09-05T08:54:54+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:03:02+00:00", + "last": "2026-09-05T04:03:02+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:30+00:00", + "last": "2026-09-04T22:40:30+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:23+00:00", + "last": "2026-09-05T12:19:23+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:27+00:00", + "last": "2026-09-05T12:19:27+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:35+00:00", + "last": "2026-09-04T05:10:35+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:40:50+00:00", + "last": "2026-09-05T19:40:50+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:20:23+00:00", + "last": "2026-09-05T12:20:23+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:13:07+00:00", + "last": "2026-09-04T06:13:07+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:09:22+00:00", + "last": "2026-09-05T06:09:22+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:02:58+00:00", + "last": "2026-09-05T05:02:58+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:56:42+00:00", + "last": "2026-09-05T05:56:42+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:41:11+00:00", + "last": "2026-09-04T07:41:11+00:00" + }, + { + "path": "/llms.txt.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T23:51:22+00:00", + "last": "2026-09-05T23:51:22+00:00" + }, + { + "path": "/mcp-doctor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:31+00:00", + "last": "2026-09-05T19:39:31+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:42:54+00:00", + "last": "2026-09-05T00:42:54+00:00" + }, + { + "path": "/mcp-lint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:35:18+00:00", + "last": "2026-09-06T08:35:18+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:20:44+00:00", + "last": "2026-09-04T11:20:44+00:00" + }, + { + "path": "/mcp-netcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:30+00:00", + "last": "2026-09-05T17:33:30+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:15+00:00", + "last": "2026-09-04T19:07:15+00:00" + }, + { + "path": "/mcp-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:46+00:00", + "last": "2026-09-05T14:26:46+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:23:11+00:00", + "last": "2026-09-04T20:23:11+00:00" + }, + { + "path": "/mcp-transport.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:14+00:00", + "last": "2026-09-05T08:00:14+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:37:26+00:00", + "last": "2026-09-04T23:37:26+00:00" + }, + { + "path": "/mcp-triage.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:10+00:00", + "last": "2026-09-05T06:49:10+00:00" + }, + { + "path": "/mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:40:55+00:00", + "last": "2026-09-04T07:40:55+00:00" + }, + { + "path": "/mcp/doctor.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-03T16:12:22+00:00", + "last": "2026-09-03T16:12:22+00:00" + }, + { + "path": "/mcp/lint.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-03T19:02:07+00:00", + "last": "2026-09-03T19:02:07+00:00" + }, + { + "path": "/mcp/robots.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-03T15:03:22+00:00", + "last": "2026-09-03T15:03:22+00:00" + }, + { + "path": "/mcp/triage.", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-03T18:23:04+00:00", + "last": "2026-09-03T18:23:04+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:55+00:00", + "last": "2026-09-04T09:38:55+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:22:11+00:00", + "last": "2026-09-04T01:22:11+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:55:22+00:00", + "last": "2026-09-05T08:55:22+00:00" + }, + { + "path": "/operator/ahrefs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:33:26+00:00", + "last": "2026-09-06T09:33:26+00:00" + }, + { + "path": "/operator/aihit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:56:34+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:50+00:00", + "last": "2026-09-05T01:37:50+00:00" + }, + { + "path": "/operator/anthropic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:19:16+00:00", + "last": "2026-09-06T05:19:16+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:22+00:00", + "last": "2026-09-05T13:13:22+00:00" + }, + { + "path": "/operator/apple.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:33:10+00:00", + "last": "2026-09-06T09:33:10+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:03:02+00:00", + "last": "2026-09-05T05:03:02+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:50+00:00", + "last": "2026-09-05T11:15:50+00:00" + }, + { + "path": "/operator/babbar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:32:02+00:00", + "last": "2026-09-06T04:32:02+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:46+00:00", + "last": "2026-09-05T03:18:46+00:00" + }, + { + "path": "/operator/baidu.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:10:18+00:00", + "last": "2026-09-06T06:10:18+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:49:15+00:00", + "last": "2026-09-04T08:49:15+00:00" + }, + { + "path": "/operator/bytedance.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:13:02+00:00", + "last": "2026-09-05T08:13:02+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:34+00:00", + "last": "2026-09-05T23:50:34+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:14+00:00", + "last": "2026-09-05T19:39:14+00:00" + }, + { + "path": "/operator/cloudflare.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:50:14+00:00", + "last": "2026-09-06T02:50:14+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:38+00:00", + "last": "2026-09-06T00:24:38+00:00" + }, + { + "path": "/operator/cohere.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:09:22+00:00", + "last": "2026-09-07T05:09:22+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:58+00:00", + "last": "2026-09-05T14:26:58+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:14:47+00:00", + "last": "2026-09-05T11:14:47+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:02+00:00", + "last": "2026-09-05T16:39:02+00:00" + }, + { + "path": "/operator/dataforseo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:10+00:00", + "last": "2026-09-06T12:51:10+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:42+00:00", + "last": "2026-09-05T19:38:42+00:00" + }, + { + "path": "/operator/direqt.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:02+00:00", + "last": "2026-09-06T07:50:02+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:50+00:00", + "last": "2026-09-05T13:12:50+00:00" + }, + { + "path": "/operator/echobox.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:30+00:00", + "last": "2026-09-06T12:51:30+00:00" + }, + { + "path": "/operator/exa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:15:42+00:00", + "last": "2026-09-06T11:15:42+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:35+00:00", + "last": "2026-09-05T14:26:35+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:15:26+00:00", + "last": "2026-09-05T11:15:26+00:00" + }, + { + "path": "/operator/firecrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:54:14+00:00", + "last": "2026-09-06T06:54:14+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:27+00:00", + "last": "2026-09-04T19:07:27+00:00" + }, + { + "path": "/operator/google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:39:22+00:00", + "last": "2026-09-05T19:39:22+00:00" + }, + { + "path": "/operator/huawei.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:34:02+00:00", + "last": "2026-09-06T08:34:02+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:10+00:00", + "last": "2026-09-05T08:54:10+00:00" + }, + { + "path": "/operator/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:42+00:00", + "last": "2026-09-05T15:32:42+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:49:50+00:00", + "last": "2026-09-05T20:49:50+00:00" + }, + { + "path": "/operator/internetarchive.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:33:46+00:00", + "last": "2026-09-06T08:33:46+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:02+00:00", + "last": "2026-09-05T05:57:02+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:58+00:00", + "last": "2026-09-05T17:33:58+00:00" + }, + { + "path": "/operator/kagi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:18:06+00:00", + "last": "2026-09-06T05:18:06+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:33:19+00:00", + "last": "2026-09-05T15:33:19+00:00" + }, + { + "path": "/operator/klaviyo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:16:30+00:00", + "last": "2026-09-06T11:16:30+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:26:54+00:00", + "last": "2026-09-05T14:26:54+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:22+00:00", + "last": "2026-09-05T20:50:22+00:00" + }, + { + "path": "/operator/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:22+00:00", + "last": "2026-09-06T12:51:22+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:50+00:00", + "last": "2026-09-05T13:13:50+00:00" + }, + { + "path": "/operator/linguee.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:10:30+00:00", + "last": "2026-09-06T06:10:30+00:00" + }, + { + "path": "/operator/lyrenth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:32:26+00:00", + "last": "2026-09-06T09:32:26+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:54+00:00", + "last": "2026-09-05T21:49:54+00:00" + }, + { + "path": "/operator/majestic.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:17:54+00:00", + "last": "2026-09-06T05:17:54+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:51:35+00:00", + "last": "2026-09-05T23:51:35+00:00" + }, + { + "path": "/operator/meltwater.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:37:34+00:00", + "last": "2026-09-07T07:37:34+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:42+00:00", + "last": "2026-09-05T17:34:42+00:00" + }, + { + "path": "/operator/meta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:31:54+00:00", + "last": "2026-09-06T04:31:54+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:54+00:00", + "last": "2026-09-05T08:00:54+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:32:38+00:00", + "last": "2026-09-05T15:32:38+00:00" + }, + { + "path": "/operator/mojeek.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:14:42+00:00", + "last": "2026-09-06T03:14:42+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:38:54+00:00", + "last": "2026-09-05T19:38:54+00:00" + }, + { + "path": "/operator/moz.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:33:43+00:00", + "last": "2026-09-06T08:33:43+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:50+00:00", + "last": "2026-09-05T23:50:50+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:27:18+00:00", + "last": "2026-09-05T14:27:18+00:00" + }, + { + "path": "/operator/nict.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:50:14+00:00", + "last": "2026-09-06T07:50:14+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:47+00:00", + "last": "2026-09-04T09:38:47+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:39+00:00", + "last": "2026-09-05T22:49:39+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:19:03+00:00", + "last": "2026-09-05T12:19:03+00:00" + }, + { + "path": "/operator/parallel.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:14:46+00:00", + "last": "2026-09-06T03:14:46+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:25:43+00:00", + "last": "2026-09-04T20:25:43+00:00" + }, + { + "path": "/operator/perplexity.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:06:54+00:00", + "last": "2026-09-05T06:06:54+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:56:58+00:00", + "last": "2026-09-05T05:56:58+00:00" + }, + { + "path": "/operator/phind.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:32:31+00:00", + "last": "2026-09-06T09:32:31+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:24+00:00", + "last": "2026-09-05T16:39:24+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:50:02+00:00", + "last": "2026-09-05T20:50:02+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:01:10+00:00", + "last": "2026-09-05T10:01:10+00:00" + }, + { + "path": "/operator/qualified.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:51:46+00:00", + "last": "2026-09-06T12:51:46+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:28+00:00", + "last": "2026-09-05T13:12:28+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:50+00:00", + "last": "2026-09-05T18:43:50+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:11+00:00", + "last": "2026-09-05T16:39:11+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:49:42+00:00", + "last": "2026-09-05T22:49:42+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:26+00:00", + "last": "2026-09-05T18:42:26+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:51:02+00:00", + "last": "2026-09-05T23:51:02+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:55:38+00:00", + "last": "2026-09-05T08:55:38+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:13:58+00:00", + "last": "2026-09-05T06:13:58+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:22+00:00", + "last": "2026-09-05T05:57:22+00:00" + }, + { + "path": "/operator/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:15:46+00:00", + "last": "2026-09-06T10:15:46+00:00" + }, + { + "path": "/operator/seznam.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:14:54+00:00", + "last": "2026-09-06T10:14:54+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:34+00:00", + "last": "2026-09-05T03:18:34+00:00" + }, + { + "path": "/operator/sidetrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:09:06+00:00", + "last": "2026-09-06T06:09:06+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:44:10+00:00", + "last": "2026-09-05T18:44:10+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:42+00:00", + "last": "2026-09-05T23:50:42+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:33:18+00:00", + "last": "2026-09-05T17:33:18+00:00" + }, + { + "path": "/operator/timpi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:33:51+00:00", + "last": "2026-09-06T08:33:51+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:12:30+00:00", + "last": "2026-09-05T13:12:30+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:58:47+00:00", + "last": "2026-09-05T23:58:47+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:34:38+00:00", + "last": "2026-09-05T17:34:38+00:00" + }, + { + "path": "/plans", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:07:43+00:00", + "last": "2026-09-04T19:07:43+00:00" + }, + { + "path": "/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:57:20+00:00", + "last": "2026-09-03T21:57:20+00:00" + }, + { + "path": "/policy/allow-ai-search-only.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:09:55+00:00", + "last": "2026-09-04T05:09:55+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:44:58+00:00", + "last": "2026-09-03T06:44:58+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:45:26+00:00", + "last": "2026-09-03T11:45:26+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:56:09+00:00", + "last": "2026-09-03T07:56:09+00:00" + }, + { + "path": "/policy/block-datasets.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:21:43+00:00", + "last": "2026-09-04T11:21:43+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:52:06+00:00", + "last": "2026-09-03T07:52:06+00:00" + }, + { + "path": "/policy/block-disputed.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:51:59+00:00", + "last": "2026-09-04T06:51:59+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:50:18+00:00", + "last": "2026-09-05T23:50:18+00:00" + }, + { + "path": "/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:28:43+00:00", + "last": "2026-09-04T10:28:43+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:40:46+00:00", + "last": "2026-09-03T09:40:46+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:18+00:00", + "last": "2026-09-05T01:37:18+00:00" + }, + { + "path": "/pricing", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:14:10+00:00", + "last": "2026-09-03T04:14:10+00:00" + }, + { + "path": "/pricing.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:51:03+00:00", + "last": "2026-09-04T15:51:03+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:09:31+00:00", + "last": "2026-09-04T20:09:31+00:00" + }, + { + "path": "/privacy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:57:26+00:00", + "last": "2026-09-05T05:57:26+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:30:10+00:00", + "last": "2026-09-03T13:30:10+00:00" + }, + { + "path": "/reference.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:49:15+00:00", + "last": "2026-09-04T09:49:15+00:00" + }, + { + "path": "/register.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:15+00:00", + "last": "2026-09-04T09:38:15+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T15:03:14+00:00", + "last": "2026-09-03T15:03:14+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T15:56:31+00:00", + "last": "2026-09-03T15:56:31+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:14:02+00:00", + "last": "2026-09-03T04:14:02+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:40:38+00:00", + "last": "2026-09-03T09:40:38+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:56+00:00", + "last": "2026-09-05T16:38:56+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:41:23+00:00", + "last": "2026-09-04T08:41:23+00:00" + }, + { + "path": "/security.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:14:50+00:00", + "last": "2026-09-06T10:14:50+00:00" + }, + { + "path": "/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:04:26+00:00", + "last": "2026-09-07T06:04:26+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:14:47+00:00", + "last": "2026-09-04T19:14:47+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:37:27+00:00", + "last": "2026-09-05T01:37:27+00:00" + }, + { + "path": "/snippet/apache-htaccess.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:51:26+00:00", + "last": "2026-09-06T07:51:26+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:38:39+00:00", + "last": "2026-09-04T09:38:39+00:00" + }, + { + "path": "/snippet/caddy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:33:26+00:00", + "last": "2026-09-05T15:33:26+00:00" + }, + { + "path": "/snippet/caddy.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:59+00:00", + "last": "2026-09-05T03:18:59+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:11:31+00:00", + "last": "2026-09-04T13:11:31+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T19:02:04+00:00", + "last": "2026-09-03T19:02:04+00:00" + }, + { + "path": "/snippet/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:11:52+00:00", + "last": "2026-09-04T18:11:52+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:09:15+00:00", + "last": "2026-09-04T06:09:15+00:00" + }, + { + "path": "/snippet/nginx-map.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:46+00:00", + "last": "2026-09-05T18:43:46+00:00" + }, + { + "path": "/snippet/nginx-map.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:13:46+00:00", + "last": "2026-09-05T13:13:46+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:09:11+00:00", + "last": "2026-09-04T06:09:11+00:00" + }, + { + "path": "/snippet/python-classify.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:43:30+00:00", + "last": "2026-09-05T18:43:30+00:00" + }, + { + "path": "/snippet/python-classify.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:50:22+00:00", + "last": "2026-09-05T22:50:22+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T10:51:18+00:00", + "last": "2026-09-03T10:51:18+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:10:38+00:00", + "last": "2026-09-04T05:10:38+00:00" + }, + { + "path": "/terms.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:30:38+00:00", + "last": "2026-09-05T13:30:38+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:42:02+00:00", + "last": "2026-09-05T18:42:02+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-02T04:57:56+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-02T04:58:01+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T09:22:24+00:00" + }, + { + "path": "/crawler/", + "status": "200", + "at": "2026-09-03T02:10:55+00:00" + }, + { + "path": "/c/openwebui/mcp", + "status": "200", + "at": "2026-09-03T02:46:30+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "status": "200", + "at": "2026-09-03T02:46:34+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "status": "200", + "at": "2026-09-03T04:14:02+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "status": "200", + "at": "2026-09-03T04:14:06+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-03T04:14:10+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-03T04:56:54+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-03T04:56:58+00:00" + }, + { + "path": "/crawler/claudebot.html", + "status": "200", + "at": "2026-09-03T04:57:02+00:00" + }, + { + "path": "/category/seo.html", + "status": "200", + "at": "2026-09-03T05:57:10+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "status": "200", + "at": "2026-09-03T05:57:14+00:00" + }, + { + "path": "/policy/allow-all.html", + "status": "200", + "at": "2026-09-03T06:44:58+00:00" + }, + { + "path": "/data/agents.csv", + "status": "200", + "at": "2026-09-03T06:45:02+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T07:06:51+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-03T07:06:54+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "status": "200", + "at": "2026-09-03T07:52:04+00:00" + }, + { + "path": "/policy/block-disputed.html", + "status": "200", + "at": "2026-09-03T07:52:06+00:00" + }, + { + "path": "/policy/block-datasets.html", + "status": "200", + "at": "2026-09-03T07:56:09+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-03T07:58:24+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-03T08:45:02+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "status": "200", + "at": "2026-09-03T09:40:34+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "status": "200", + "at": "2026-09-03T09:40:38+00:00" + }, + { + "path": "/robots/allow-all.txt", + "status": "200", + "at": "2026-09-03T09:40:42+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "status": "200", + "at": "2026-09-03T09:40:46+00:00" + }, + { + "path": "/c/rubygems-registry/", + "status": "200", + "at": "2026-09-03T10:51:10+00:00" + }, + { + "path": "/category/search.html", + "status": "200", + "at": "2026-09-03T10:51:15+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-03T10:51:18+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "status": "200", + "at": "2026-09-03T11:45:22+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "status": "200", + "at": "2026-09-03T11:45:26+00:00" + }, + { + "path": "/category/tool.html", + "status": "200", + "at": "2026-09-03T12:34:58+00:00" + }, + { + "path": "/ip-ranges/", + "status": "200", + "at": "2026-09-03T12:35:03+00:00" + }, + { + "path": "/bot/gptbot.html", + "status": "200", + "at": "2026-09-03T13:25:30+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-03T13:30:10+00:00" + }, + { + "path": "/category/ai-training.html", + "status": "200", + "at": "2026-09-03T14:03:59+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "status": "200", + "at": "2026-09-03T14:04:02+00:00" + }, + { + "path": "/data/index.html", + "status": "200", + "at": "2026-09-03T14:04:07+00:00" + }, + { + "path": "/crawler/bytespider.html", + "status": "200", + "at": "2026-09-03T14:04:11+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/icon.pn", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T13:11:23+00:00", + "last_asked": "2026-09-04T13:11:23+00:00", + "answered_200_since": null + }, + { + "path": "/tools/robots-allowed", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-04T19:07:35+00:00", + "last_asked": "2026-09-05T21:50:02+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T23:37:42+00:00", + "last_asked": "2026-09-04T23:37:42+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 93, + "median_gap_minutes": 56.5, + "visit_starts": [ + "2026-09-02T04:57:56Z", + "2026-09-02T09:22:24Z", + "2026-09-03T02:10:55Z", + "2026-09-03T02:46:30Z", + "2026-09-03T04:14:02Z", + "2026-09-03T04:56:54Z", + "2026-09-03T05:57:10Z", + "2026-09-03T06:44:58Z", + "2026-09-03T07:52:04Z", + "2026-09-03T08:45:02Z", + "2026-09-03T09:40:34Z", + "2026-09-03T10:51:10Z", + "2026-09-03T11:45:22Z", + "2026-09-03T12:34:58Z", + "2026-09-03T13:25:30Z", + "2026-09-03T14:03:59Z", + "2026-09-03T15:03:14Z", + "2026-09-03T15:56:26Z", + "2026-09-03T18:13:57Z", + "2026-09-03T19:01:47Z", + "2026-09-03T20:02:32Z", + "2026-09-03T20:57:52Z", + "2026-09-03T21:57:20Z", + "2026-09-03T22:58:47Z" + ] + }, + "documentation_url": "https://developer.amazon.com/support/amazonbot", + "self_described_as": "Amazonbot/0.1" + }, + { + "slug": "semrushbot", + "name": "SemrushBot", + "group_key": "host:semrush.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)", + "requests": 1327, + "addresses": 39, + "first_seen": "2026-09-03T20:46:28+00:00", + "last_seen": "2026-09-07T08:33:43+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; SemrushBot/7~bl; +http://www.semrush.com/bot.html)", + "requests": 1327, + "addresses": 39, + "first_seen": "2026-09-03T20:46:28+00:00", + "last_seen": "2026-09-07T08:33:43+00:00", + "bytes_served": 20600276, + "classed_by_our_instrument": { + "crawler": 1327 + }, + "surfaces": { + "pathwren-edge": 1008, + "http-tools": 266, + "section-roots": 7, + "identity-documents": 7, + "mcp-zero-argument-pair": 6, + "a2a-crawler-index": 6, + "client-dossiers": 4, + "pricing-document": 3, + "changes-feed": 3, + "mcp-crawler-index": 2, + "access-document": 2, + "api-reference": 2, + "agent-card-addresses": 2, + "document-ledger": 1, + "inference-refusal": 1, + "mcp-transport-get-leg": 1, + "mcp-crawler-ip-verifier": 1, + "a2a-invocation-example": 1, + "apis-json-yaml-form": 1, + "oauth-discovery-refusal": 1, + "mcp-crawler-log-triage": 1, + "ai-crawler-index": 1 + }, + "channels": { + "mcp-registry-official": 6, + "mcpservers-org": 1, + "llmse": 1, + "lemmy": 1, + "thecolony": 1, + "a2a-registry-org": 1 + }, + "accept_headers": [ + "text/html, application/rss+xml, application/atom+xml, text/xml, text/rss+xml, application/xhtml+xml", + "*/*" + ], + "status_codes": { + "200": 1325, + "404": 1, + "400": 1 + }, + "distinct_paths": 1023, + "paths": [ + { + "path": "/tools/verification-methods", + "requests": 126, + "statuses": { + "200": 125, + "400": 1 + }, + "first": "2026-09-07T00:12:12+00:00", + "last": "2026-09-07T08:33:17+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 97, + "statuses": { + "200": 97 + }, + "first": "2026-09-07T00:25:31+00:00", + "last": "2026-09-07T08:33:43+00:00" + }, + { + "path": "/robots.txt", + "requests": 26, + "statuses": { + "200": 26 + }, + "first": "2026-09-03T20:46:28+00:00", + "last": "2026-09-07T07:54:53+00:00" + }, + { + "path": "/tools/verify-crawler", + "requests": 23, + "statuses": { + "200": 23 + }, + "first": "2026-09-07T00:00:35+00:00", + "last": "2026-09-07T08:12:42+00:00" + }, + { + "path": "/bot/index.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T10:41:53+00:00", + "last": "2026-09-07T05:07:12+00:00" + }, + { + "path": "/mcp.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T23:36:42+00:00", + "last": "2026-09-05T12:01:30+00:00" + }, + { + "path": "/tools/example.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T22:55:38+00:00", + "last": "2026-09-07T06:17:52+00:00" + }, + { + "path": "/tools/index.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T00:17:52+00:00", + "last": "2026-09-07T01:24:29+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T03:33:57+00:00", + "last": "2026-09-07T00:07:57+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T12:27:43+00:00", + "last": "2026-09-07T06:12:30+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T06:48:43+00:00", + "last": "2026-09-07T06:42:02+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T10:05:42+00:00", + "last": "2026-09-07T07:22:50+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T06:15:52+00:00", + "last": "2026-09-07T07:55:51+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:44:59+00:00", + "last": "2026-09-07T03:59:42+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:47:23+00:00", + "last": "2026-09-07T05:29:13+00:00" + }, + { + "path": "/changes.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:10:45+00:00", + "last": "2026-09-05T11:54:50+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T01:19:00+00:00", + "last": "2026-09-05T09:17:47+00:00" + }, + { + "path": "/data/agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T23:04:11+00:00", + "last": "2026-09-07T02:02:53+00:00" + }, + { + "path": "/data/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:26:13+00:00", + "last": "2026-09-05T08:30:08+00:00" + }, + { + "path": "/data/ip-sources.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T04:47:53+00:00", + "last": "2026-09-07T07:44:00+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:11:40+00:00", + "last": "2026-09-07T06:53:09+00:00" + }, + { + "path": "/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T20:46:32+00:00", + "last": "2026-09-05T02:24:42+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:34:32+00:00", + "last": "2026-09-05T07:07:32+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T02:20:19+00:00", + "last": "2026-09-05T03:40:06+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T10:58:40+00:00", + "last": "2026-09-07T01:46:44+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T00:59:55+00:00", + "last": "2026-09-07T00:52:01+00:00" + }, + { + "path": "/operator/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:27:28+00:00", + "last": "2026-09-05T08:31:56+00:00" + }, + { + "path": "/policy/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T03:15:11+00:00", + "last": "2026-09-05T11:23:25+00:00" + }, + { + "path": "/pricing", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:13:16+00:00", + "last": "2026-09-07T04:55:05+00:00" + }, + { + "path": "/security.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T06:13:50+00:00", + "last": "2026-09-07T03:43:39+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:46:29+00:00", + "last": "2026-09-03T20:46:29+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:40:59+00:00", + "last": "2026-09-05T11:40:59+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T03:46:16+00:00", + "last": "2026-09-07T03:46:16+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:40:29+00:00", + "last": "2026-09-05T08:40:29+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:22:47+00:00", + "last": "2026-09-05T08:22:47+00:00" + }, + { + "path": "/a2a/discovery/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:39:25+00:00", + "last": "2026-09-07T01:39:25+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:44:41+00:00", + "last": "2026-09-07T06:44:41+00:00" + }, + { + "path": "/a2a/example.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:54:04+00:00", + "last": "2026-09-07T01:54:04+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:20:45+00:00", + "last": "2026-09-07T07:20:45+00:00" + }, + { + "path": "/a2a/score/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:38:15+00:00", + "last": "2026-09-07T06:38:15+00:00" + }, + { + "path": "/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:08+00:00", + "last": "2026-09-07T03:41:08+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:30:56+00:00", + "last": "2026-09-05T01:30:56+00:00" + }, + { + "path": "/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:59:41+00:00", + "last": "2026-09-07T03:59:41+00:00" + }, + { + "path": "/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:05:03+00:00", + "last": "2026-09-07T03:05:03+00:00" + }, + { + "path": "/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:29:11+00:00", + "last": "2026-09-07T05:29:11+00:00" + }, + { + "path": "/ai-crawler-robots/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:33:10+00:00", + "last": "2026-09-07T04:33:10+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:49:43+00:00", + "last": "2026-09-05T10:49:43+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:11:39+00:00", + "last": "2026-09-05T10:11:39+00:00" + }, + { + "path": "/apis.yml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:26:34+00:00", + "last": "2026-09-07T03:26:34+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:17:23+00:00", + "last": "2026-09-05T12:17:23+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:56:15+00:00", + "last": "2026-09-05T03:56:15+00:00" + }, + { + "path": "/bot/402explorer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:06:15+00:00", + "last": "2026-09-07T08:06:15+00:00" + }, + { + "path": "/bot/402explorer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:19:47+00:00", + "last": "2026-09-07T01:19:47+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:52:36+00:00", + "last": "2026-09-05T02:52:36+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:29:50+00:00", + "last": "2026-09-07T05:29:50+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:24:24+00:00", + "last": "2026-09-05T05:24:24+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:15:33+00:00", + "last": "2026-09-07T06:15:33+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:46:38+00:00", + "last": "2026-09-05T05:46:38+00:00" + }, + { + "path": "/bot/a2a-indexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:20:23+00:00", + "last": "2026-09-07T02:20:23+00:00" + }, + { + "path": "/bot/a2a-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:54:53+00:00", + "last": "2026-09-07T07:54:53+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:00:19+00:00", + "last": "2026-09-04T23:00:19+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:28:43+00:00", + "last": "2026-09-07T08:28:43+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:08:21+00:00", + "last": "2026-09-05T17:08:21+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:15:36+00:00", + "last": "2026-09-07T06:15:36+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:58:14+00:00", + "last": "2026-09-07T05:58:14+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:22:54+00:00", + "last": "2026-09-05T02:22:54+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:03:43+00:00", + "last": "2026-09-07T01:03:43+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:03:15+00:00", + "last": "2026-09-05T06:03:15+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:21:32+00:00", + "last": "2026-09-07T06:21:32+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:37:06+00:00", + "last": "2026-09-07T05:37:06+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:57:43+00:00", + "last": "2026-09-04T23:57:43+00:00" + }, + { + "path": "/bot/a2a-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:09:45+00:00", + "last": "2026-09-07T04:09:45+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:07:17+00:00", + "last": "2026-09-05T11:07:17+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:08:17+00:00", + "last": "2026-09-07T04:08:17+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:06:48+00:00", + "last": "2026-09-07T01:06:48+00:00" + }, + { + "path": "/bot/acc-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:11:02+00:00", + "last": "2026-09-05T06:11:02+00:00" + }, + { + "path": "/bot/acc-scout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:18:46+00:00", + "last": "2026-09-07T01:18:46+00:00" + }, + { + "path": "/bot/achilles.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:25:43+00:00", + "last": "2026-09-07T01:25:43+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:41:22+00:00", + "last": "2026-09-04T22:41:22+00:00" + }, + { + "path": "/bot/actablesitebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:38:11+00:00", + "last": "2026-09-07T05:38:11+00:00" + }, + { + "path": "/bot/actablesitebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:15:31+00:00", + "last": "2026-09-07T05:15:31+00:00" + }, + { + "path": "/bot/advisorsai-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:07:46+00:00", + "last": "2026-09-05T04:07:46+00:00" + }, + { + "path": "/bot/advisorsai-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:41:44+00:00", + "last": "2026-09-07T00:41:44+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:28:57+00:00", + "last": "2026-09-05T12:28:57+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:20:44+00:00", + "last": "2026-09-07T04:20:44+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:48:39+00:00", + "last": "2026-09-07T03:48:39+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:40:16+00:00", + "last": "2026-09-05T04:40:16+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:42:30+00:00", + "last": "2026-09-07T00:42:30+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:21:36+00:00", + "last": "2026-09-05T03:21:36+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:41:27+00:00", + "last": "2026-09-07T07:41:27+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:38:24+00:00", + "last": "2026-09-07T03:38:24+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:08:34+00:00", + "last": "2026-09-05T00:08:34+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:48:08+00:00", + "last": "2026-09-04T23:48:08+00:00" + }, + { + "path": "/bot/agent-card-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:16:34+00:00", + "last": "2026-09-05T06:16:34+00:00" + }, + { + "path": "/bot/agent-card-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:18:29+00:00", + "last": "2026-09-07T01:18:29+00:00" + }, + { + "path": "/bot/agent-card-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:49:13+00:00", + "last": "2026-09-07T07:49:13+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:29:27+00:00", + "last": "2026-09-05T10:29:27+00:00" + }, + { + "path": "/bot/agent-guild-scout.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:27:19+00:00", + "last": "2026-09-07T06:27:19+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:07:49+00:00", + "last": "2026-09-05T03:07:49+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:37:48+00:00", + "last": "2026-09-05T05:37:48+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:22:27+00:00", + "last": "2026-09-07T05:22:27+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:45:30+00:00", + "last": "2026-09-07T06:45:30+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:22:49+00:00", + "last": "2026-09-04T23:22:49+00:00" + }, + { + "path": "/bot/agent-world-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:03:48+00:00", + "last": "2026-09-07T00:03:48+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:56:17+00:00", + "last": "2026-09-05T07:56:17+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:45:50+00:00", + "last": "2026-09-04T23:45:50+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:26:36+00:00", + "last": "2026-09-05T01:26:36+00:00" + }, + { + "path": "/bot/agentdisco.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:08:19+00:00", + "last": "2026-09-07T03:08:19+00:00" + }, + { + "path": "/bot/agentgaugebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:13:59+00:00", + "last": "2026-09-05T05:13:59+00:00" + }, + { + "path": "/bot/agentgaugebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:36+00:00", + "last": "2026-09-07T06:50:36+00:00" + }, + { + "path": "/bot/agentgaugebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:46:06+00:00", + "last": "2026-09-07T01:46:06+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:36:20+00:00", + "last": "2026-09-05T07:36:20+00:00" + }, + { + "path": "/bot/agentgrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:15:59+00:00", + "last": "2026-09-07T04:15:59+00:00" + }, + { + "path": "/bot/agentgrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:22:03+00:00", + "last": "2026-09-07T03:22:03+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:10:44+00:00", + "last": "2026-09-05T09:10:44+00:00" + }, + { + "path": "/bot/agentindexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:16+00:00", + "last": "2026-09-07T00:09:16+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:59:43+00:00", + "last": "2026-09-05T07:59:43+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:50:39+00:00", + "last": "2026-09-07T01:50:39+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:33:56+00:00", + "last": "2026-09-05T09:33:56+00:00" + }, + { + "path": "/bot/agentreputationbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:11:29+00:00", + "last": "2026-09-07T06:11:29+00:00" + }, + { + "path": "/bot/agentreputationbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:12:32+00:00", + "last": "2026-09-07T04:12:32+00:00" + }, + { + "path": "/bot/agentry-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:15:13+00:00", + "last": "2026-09-05T06:15:13+00:00" + }, + { + "path": "/bot/agentry-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:25:52+00:00", + "last": "2026-09-07T04:25:52+00:00" + }, + { + "path": "/bot/agentry-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:36:19+00:00", + "last": "2026-09-07T04:36:19+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:20:22+00:00", + "last": "2026-09-05T07:20:22+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:40:02+00:00", + "last": "2026-09-07T06:40:02+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:53:45+00:00", + "last": "2026-09-07T05:53:45+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:57:35+00:00", + "last": "2026-09-05T08:57:35+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:48:32+00:00", + "last": "2026-09-04T23:48:32+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:50:54+00:00", + "last": "2026-09-07T02:50:54+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:50:24+00:00", + "last": "2026-09-04T21:50:24+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:48:45+00:00", + "last": "2026-09-07T05:48:45+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:37:34+00:00", + "last": "2026-09-07T07:37:34+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:23:00+00:00", + "last": "2026-09-04T23:23:00+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:42:52+00:00", + "last": "2026-09-07T02:42:52+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:50:13+00:00", + "last": "2026-09-05T07:50:13+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:00:18+00:00", + "last": "2026-09-07T01:00:18+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:44:30+00:00", + "last": "2026-09-05T10:44:30+00:00" + }, + { + "path": "/bot/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:30:45+00:00", + "last": "2026-09-07T04:30:45+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:35:18+00:00", + "last": "2026-09-05T08:35:18+00:00" + }, + { + "path": "/bot/ai-crawler-logs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:50:10+00:00", + "last": "2026-09-07T07:50:10+00:00" + }, + { + "path": "/bot/ai-crawler-logs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:28:28+00:00", + "last": "2026-09-07T00:28:28+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:41:50+00:00", + "last": "2026-09-04T23:41:50+00:00" + }, + { + "path": "/bot/ai-crawler-robots.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:01:16+00:00", + "last": "2026-09-07T07:01:16+00:00" + }, + { + "path": "/bot/ai-crawler-robots.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:55:14+00:00", + "last": "2026-09-07T02:55:14+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:21:17+00:00", + "last": "2026-09-05T02:21:17+00:00" + }, + { + "path": "/bot/ai-crawler-verify.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:55:50+00:00", + "last": "2026-09-07T03:55:50+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:03:38+00:00", + "last": "2026-09-05T00:03:38+00:00" + }, + { + "path": "/bot/aisec-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:44:50+00:00", + "last": "2026-09-07T07:44:50+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:50:21+00:00", + "last": "2026-09-05T03:50:21+00:00" + }, + { + "path": "/bot/aive-mcp-discover.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:56:13+00:00", + "last": "2026-09-07T03:56:13+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:19:40+00:00", + "last": "2026-09-05T03:19:40+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:48:54+00:00", + "last": "2026-09-07T06:48:54+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:36:37+00:00", + "last": "2026-09-07T06:36:37+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:24:24+00:00", + "last": "2026-09-05T03:24:24+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:34:15+00:00", + "last": "2026-09-05T04:34:15+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:21:31+00:00", + "last": "2026-09-07T00:21:31+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:56:43+00:00", + "last": "2026-09-05T08:56:43+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:11:10+00:00", + "last": "2026-09-07T05:11:10+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:20:30+00:00", + "last": "2026-09-05T01:20:30+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:40:02+00:00", + "last": "2026-09-07T00:40:02+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:19:17+00:00", + "last": "2026-09-07T01:19:17+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:25:25+00:00", + "last": "2026-09-05T03:25:25+00:00" + }, + { + "path": "/bot/apievangelist.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:48:41+00:00", + "last": "2026-09-07T02:48:41+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:36:21+00:00", + "last": "2026-09-05T00:36:21+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:51:24+00:00", + "last": "2026-09-04T22:51:24+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:55:14+00:00", + "last": "2026-09-07T06:55:14+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:31+00:00", + "last": "2026-09-07T03:34:31+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:50:57+00:00", + "last": "2026-09-05T00:50:57+00:00" + }, + { + "path": "/bot/archive-org-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:30:03+00:00", + "last": "2026-09-07T02:30:03+00:00" + }, + { + "path": "/bot/archive-org-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:03:09+00:00", + "last": "2026-09-07T02:03:09+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:47:47+00:00", + "last": "2026-09-05T11:47:47+00:00" + }, + { + "path": "/bot/ardcrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:18:29+00:00", + "last": "2026-09-07T05:18:29+00:00" + }, + { + "path": "/bot/ardcrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:40:14+00:00", + "last": "2026-09-07T00:40:14+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:08:51+00:00", + "last": "2026-09-05T03:08:51+00:00" + }, + { + "path": "/bot/axios.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:58:09+00:00", + "last": "2026-09-07T03:58:09+00:00" + }, + { + "path": "/bot/azureai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:53:11+00:00", + "last": "2026-09-05T06:53:11+00:00" + }, + { + "path": "/bot/azureai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:50:25+00:00", + "last": "2026-09-07T01:50:25+00:00" + }, + { + "path": "/bot/azureai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:23:21+00:00", + "last": "2026-09-07T06:23:21+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:25:15+00:00", + "last": "2026-09-05T01:25:15+00:00" + }, + { + "path": "/bot/bingbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:18:52+00:00", + "last": "2026-09-07T08:18:52+00:00" + }, + { + "path": "/bot/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:05:43+00:00", + "last": "2026-09-07T02:05:43+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:59:47+00:00", + "last": "2026-09-05T02:59:47+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:21:04+00:00", + "last": "2026-09-07T06:21:04+00:00" + }, + { + "path": "/bot/censusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:30:17+00:00", + "last": "2026-09-05T06:30:17+00:00" + }, + { + "path": "/bot/censusbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:21:45+00:00", + "last": "2026-09-07T06:21:45+00:00" + }, + { + "path": "/bot/censusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:15:03+00:00", + "last": "2026-09-07T04:15:03+00:00" + }, + { + "path": "/bot/chainwitness-pr36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:16:40+00:00", + "last": "2026-09-05T00:16:40+00:00" + }, + { + "path": "/bot/chainwitness-pr36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:17:43+00:00", + "last": "2026-09-07T02:17:43+00:00" + }, + { + "path": "/bot/choosemcp-harvester.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:22:52+00:00", + "last": "2026-09-07T08:22:52+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:30:55+00:00", + "last": "2026-09-05T02:30:55+00:00" + }, + { + "path": "/bot/chrome.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:05:35+00:00", + "last": "2026-09-07T07:05:35+00:00" + }, + { + "path": "/bot/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:01:35+00:00", + "last": "2026-09-07T03:01:35+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:07:45+00:00", + "last": "2026-09-05T09:07:45+00:00" + }, + { + "path": "/bot/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:55:13+00:00", + "last": "2026-09-07T01:55:13+00:00" + }, + { + "path": "/bot/colonistone-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:32:38+00:00", + "last": "2026-09-05T10:32:38+00:00" + }, + { + "path": "/bot/colonistone-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:05:29+00:00", + "last": "2026-09-07T06:05:29+00:00" + }, + { + "path": "/bot/colonistone-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:00:31+00:00", + "last": "2026-09-07T04:00:31+00:00" + }, + { + "path": "/bot/colonistone.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:49:10+00:00", + "last": "2026-09-05T08:49:10+00:00" + }, + { + "path": "/bot/colonistone.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:35:39+00:00", + "last": "2026-09-07T03:35:39+00:00" + }, + { + "path": "/bot/colonistone.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:44:26+00:00", + "last": "2026-09-07T01:44:26+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:28:57+00:00", + "last": "2026-09-04T22:28:57+00:00" + }, + { + "path": "/bot/crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:04:14+00:00", + "last": "2026-09-05T00:04:14+00:00" + }, + { + "path": "/bot/crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:37+00:00", + "last": "2026-09-07T03:14:37+00:00" + }, + { + "path": "/bot/crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:37+00:00", + "last": "2026-09-07T04:28:37+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:34:44+00:00", + "last": "2026-09-05T03:34:44+00:00" + }, + { + "path": "/bot/curl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:36:49+00:00", + "last": "2026-09-07T02:36:49+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:51:49+00:00", + "last": "2026-09-05T01:51:49+00:00" + }, + { + "path": "/bot/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:41:51+00:00", + "last": "2026-09-07T01:41:51+00:00" + }, + { + "path": "/bot/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:10+00:00", + "last": "2026-09-07T03:14:10+00:00" + }, + { + "path": "/bot/davefeedread.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:51:53+00:00", + "last": "2026-09-05T02:51:53+00:00" + }, + { + "path": "/bot/davefeedread.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:24:40+00:00", + "last": "2026-09-07T03:24:40+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:13:21+00:00", + "last": "2026-09-05T01:13:21+00:00" + }, + { + "path": "/bot/deno.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:22:10+00:00", + "last": "2026-09-07T02:22:10+00:00" + }, + { + "path": "/bot/deno.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:17:45+00:00", + "last": "2026-09-07T03:17:45+00:00" + }, + { + "path": "/bot/discordbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:32:01+00:00", + "last": "2026-09-04T22:32:01+00:00" + }, + { + "path": "/bot/discordbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:47:18+00:00", + "last": "2026-09-07T00:47:18+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:58:07+00:00", + "last": "2026-09-04T21:58:07+00:00" + }, + { + "path": "/bot/duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:24:52+00:00", + "last": "2026-09-07T04:24:52+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:39:46+00:00", + "last": "2026-09-05T09:39:46+00:00" + }, + { + "path": "/bot/endpointaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:26:01+00:00", + "last": "2026-09-07T00:26:01+00:00" + }, + { + "path": "/bot/endpointaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:09:12+00:00", + "last": "2026-09-07T07:09:12+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:31:25+00:00", + "last": "2026-09-05T08:31:25+00:00" + }, + { + "path": "/bot/enerlio.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:38:37+00:00", + "last": "2026-09-07T06:38:37+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:40:33+00:00", + "last": "2026-09-05T10:40:33+00:00" + }, + { + "path": "/bot/exaforce-mcprep.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:49:57+00:00", + "last": "2026-09-07T02:49:57+00:00" + }, + { + "path": "/bot/exaforce-mcprep.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:30+00:00", + "last": "2026-09-07T03:42:30+00:00" + }, + { + "path": "/bot/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:24:15+00:00", + "last": "2026-09-05T03:24:15+00:00" + }, + { + "path": "/bot/facebookexternalhit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:22:43+00:00", + "last": "2026-09-07T03:22:43+00:00" + }, + { + "path": "/bot/facebookexternalhit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:19:03+00:00", + "last": "2026-09-07T08:19:03+00:00" + }, + { + "path": "/bot/forgescanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:44:33+00:00", + "last": "2026-09-05T00:44:33+00:00" + }, + { + "path": "/bot/forgescanner.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:07:54+00:00", + "last": "2026-09-07T00:07:54+00:00" + }, + { + "path": "/bot/forgescanner.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:10:05+00:00", + "last": "2026-09-07T01:10:05+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:27:23+00:00", + "last": "2026-09-05T03:27:23+00:00" + }, + { + "path": "/bot/freepublicapis.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:39:48+00:00", + "last": "2026-09-07T04:39:48+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:39:51+00:00", + "last": "2026-09-05T09:39:51+00:00" + }, + { + "path": "/bot/frndos.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:27+00:00", + "last": "2026-09-07T00:18:27+00:00" + }, + { + "path": "/bot/frndos.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:51:50+00:00", + "last": "2026-09-07T00:51:50+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:10:51+00:00", + "last": "2026-09-05T07:10:51+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:48:07+00:00", + "last": "2026-09-07T07:48:07+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:29:10+00:00", + "last": "2026-09-07T02:29:10+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:14:48+00:00", + "last": "2026-09-04T23:14:48+00:00" + }, + { + "path": "/bot/git.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:30:13+00:00", + "last": "2026-09-05T00:30:13+00:00" + }, + { + "path": "/bot/git.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:07:51+00:00", + "last": "2026-09-07T00:07:51+00:00" + }, + { + "path": "/bot/git.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:39:40+00:00", + "last": "2026-09-07T01:39:40+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:16:42+00:00", + "last": "2026-09-05T03:16:42+00:00" + }, + { + "path": "/bot/go-http-client.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:33:05+00:00", + "last": "2026-09-07T00:33:05+00:00" + }, + { + "path": "/bot/go-http-client.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:18:51+00:00", + "last": "2026-09-07T06:18:51+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:31:39+00:00", + "last": "2026-09-04T23:31:39+00:00" + }, + { + "path": "/bot/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:31:44+00:00", + "last": "2026-09-05T00:31:44+00:00" + }, + { + "path": "/bot/google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:35:28+00:00", + "last": "2026-09-07T07:35:28+00:00" + }, + { + "path": "/bot/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:08:57+00:00", + "last": "2026-09-05T04:08:57+00:00" + }, + { + "path": "/bot/googlebot-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:21:25+00:00", + "last": "2026-09-07T03:21:25+00:00" + }, + { + "path": "/bot/googlebot-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:27:43+00:00", + "last": "2026-09-07T03:27:43+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:09:48+00:00", + "last": "2026-09-04T23:09:48+00:00" + }, + { + "path": "/bot/googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:46:19+00:00", + "last": "2026-09-07T01:46:19+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:10:42+00:00", + "last": "2026-09-05T08:10:42+00:00" + }, + { + "path": "/bot/googleother.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:23:05+00:00", + "last": "2026-09-07T01:23:05+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:20:02+00:00", + "last": "2026-09-05T03:20:02+00:00" + }, + { + "path": "/bot/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:17:55+00:00", + "last": "2026-09-07T06:17:55+00:00" + }, + { + "path": "/bot/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:37:18+00:00", + "last": "2026-09-07T05:37:18+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:21:13+00:00", + "last": "2026-09-05T11:21:13+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:07:03+00:00", + "last": "2026-09-07T07:07:03+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:30:52+00:00", + "last": "2026-09-07T02:30:52+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:54:55+00:00", + "last": "2026-09-05T03:54:55+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:23:31+00:00", + "last": "2026-09-05T06:23:31+00:00" + }, + { + "path": "/bot/guild-reachability-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:13:06+00:00", + "last": "2026-09-07T01:13:06+00:00" + }, + { + "path": "/bot/guild-reachability-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:01:24+00:00", + "last": "2026-09-07T02:01:24+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:07:26+00:00", + "last": "2026-09-05T10:07:26+00:00" + }, + { + "path": "/bot/guzzlehttp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:22:20+00:00", + "last": "2026-09-07T07:22:20+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:01:30+00:00", + "last": "2026-09-05T01:01:30+00:00" + }, + { + "path": "/bot/hlido-a50-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:05:16+00:00", + "last": "2026-09-05T05:05:16+00:00" + }, + { + "path": "/bot/hlido-a50-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:22:12+00:00", + "last": "2026-09-07T07:22:12+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:50:06+00:00", + "last": "2026-09-05T05:50:06+00:00" + }, + { + "path": "/bot/hultra-link.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:46:18+00:00", + "last": "2026-09-07T06:46:18+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:18:44+00:00", + "last": "2026-09-05T04:18:44+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:32:19+00:00", + "last": "2026-09-07T04:32:19+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:22:40+00:00", + "last": "2026-09-07T03:22:40+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:42:40+00:00", + "last": "2026-09-05T05:42:40+00:00" + }, + { + "path": "/bot/itinai-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:44:38+00:00", + "last": "2026-09-05T10:44:38+00:00" + }, + { + "path": "/bot/itinai-importer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:08:53+00:00", + "last": "2026-09-07T06:08:53+00:00" + }, + { + "path": "/bot/itinai-importer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:51+00:00", + "last": "2026-09-07T03:36:51+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:49:05+00:00", + "last": "2026-09-05T02:49:05+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:17:10+00:00", + "last": "2026-09-05T07:17:10+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:31:31+00:00", + "last": "2026-09-07T08:31:31+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:41+00:00", + "last": "2026-09-07T03:37:41+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:48:53+00:00", + "last": "2026-09-05T08:48:53+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:04+00:00", + "last": "2026-09-07T03:11:04+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:52:07+00:00", + "last": "2026-09-05T00:52:07+00:00" + }, + { + "path": "/bot/llms-txt-generator-de.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:58:35+00:00", + "last": "2026-09-07T04:58:35+00:00" + }, + { + "path": "/bot/llmse.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:27:36+00:00", + "last": "2026-09-05T06:27:36+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:56:26+00:00", + "last": "2026-09-05T06:56:26+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:03:06+00:00", + "last": "2026-09-07T05:03:06+00:00" + }, + { + "path": "/bot/mcp-catalog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:53:58+00:00", + "last": "2026-09-05T03:53:58+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:30:55+00:00", + "last": "2026-09-05T10:30:55+00:00" + }, + { + "path": "/bot/mcp-checker.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:15:40+00:00", + "last": "2026-09-07T02:15:40+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:27:49+00:00", + "last": "2026-09-07T06:27:49+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:03:32+00:00", + "last": "2026-09-05T09:03:32+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:28:22+00:00", + "last": "2026-09-05T08:28:22+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:12:16+00:00", + "last": "2026-09-05T10:12:16+00:00" + }, + { + "path": "/bot/mcp-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:19:13+00:00", + "last": "2026-09-07T01:19:13+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:12:59+00:00", + "last": "2026-09-05T00:12:59+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:38:56+00:00", + "last": "2026-09-07T06:38:56+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:11:38+00:00", + "last": "2026-09-07T08:11:38+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:49:01+00:00", + "last": "2026-09-05T06:49:01+00:00" + }, + { + "path": "/bot/mcp-scraper.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:12:11+00:00", + "last": "2026-09-07T05:12:11+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:04:23+00:00", + "last": "2026-09-05T07:04:23+00:00" + }, + { + "path": "/bot/mcp-stats-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:07:01+00:00", + "last": "2026-09-07T07:07:01+00:00" + }, + { + "path": "/bot/mcp-stats-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:03:47+00:00", + "last": "2026-09-07T08:03:47+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:22:54+00:00", + "last": "2026-09-05T00:22:54+00:00" + }, + { + "path": "/bot/mcp-uptime.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:07:29+00:00", + "last": "2026-09-07T05:07:29+00:00" + }, + { + "path": "/bot/mcp-uptime.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:35:42+00:00", + "last": "2026-09-07T00:35:42+00:00" + }, + { + "path": "/bot/mcp-watch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:27:26+00:00", + "last": "2026-09-05T08:27:26+00:00" + }, + { + "path": "/bot/mcp-watch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:31+00:00", + "last": "2026-09-07T00:17:31+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:12+00:00", + "last": "2026-09-07T04:28:12+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:56:41+00:00", + "last": "2026-09-04T21:56:41+00:00" + }, + { + "path": "/bot/mcp2-research.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:49:12+00:00", + "last": "2026-09-07T00:49:12+00:00" + }, + { + "path": "/bot/mcp2-research.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:26+00:00", + "last": "2026-09-07T00:11:26+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:27:22+00:00", + "last": "2026-09-04T23:27:22+00:00" + }, + { + "path": "/bot/mcpbeat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:13:15+00:00", + "last": "2026-09-07T06:13:15+00:00" + }, + { + "path": "/bot/mcpbeat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:21:01+00:00", + "last": "2026-09-07T08:21:01+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:07:29+00:00", + "last": "2026-09-05T05:07:29+00:00" + }, + { + "path": "/bot/mcpcatalogsync.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:59:58+00:00", + "last": "2026-09-07T00:59:58+00:00" + }, + { + "path": "/bot/mcpcensusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:36:50+00:00", + "last": "2026-09-07T03:36:50+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:55:57+00:00", + "last": "2026-09-05T09:55:57+00:00" + }, + { + "path": "/bot/mcpcheck.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:08:14+00:00", + "last": "2026-09-07T06:08:14+00:00" + }, + { + "path": "/bot/mcpcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:46:07+00:00", + "last": "2026-09-07T04:46:07+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:58:38+00:00", + "last": "2026-09-05T06:58:38+00:00" + }, + { + "path": "/bot/mcpgrade-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:20:26+00:00", + "last": "2026-09-07T06:20:26+00:00" + }, + { + "path": "/bot/mcpgrade-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:25:13+00:00", + "last": "2026-09-07T08:25:13+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:40:58+00:00", + "last": "2026-09-04T22:40:58+00:00" + }, + { + "path": "/bot/mcpi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:04:49+00:00", + "last": "2026-09-07T04:04:49+00:00" + }, + { + "path": "/bot/mcpi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:04:57+00:00", + "last": "2026-09-07T06:04:57+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:58:31+00:00", + "last": "2026-09-05T06:58:31+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:12:14+00:00", + "last": "2026-09-05T10:12:14+00:00" + }, + { + "path": "/bot/mcpqueen-grader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:54:26+00:00", + "last": "2026-09-07T03:54:26+00:00" + }, + { + "path": "/bot/mcpqueen-grader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:11:31+00:00", + "last": "2026-09-07T01:11:31+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:07:05+00:00", + "last": "2026-09-05T13:07:05+00:00" + }, + { + "path": "/bot/mcpscan.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:47+00:00", + "last": "2026-09-07T00:12:47+00:00" + }, + { + "path": "/bot/mcpscan.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:04:27+00:00", + "last": "2026-09-07T07:04:27+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:23:38+00:00", + "last": "2026-09-07T00:23:38+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:02:50+00:00", + "last": "2026-09-05T02:02:50+00:00" + }, + { + "path": "/bot/mcpwatch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:00+00:00", + "last": "2026-09-07T00:17:00+00:00" + }, + { + "path": "/bot/mcpwatch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:11:56+00:00", + "last": "2026-09-07T05:11:56+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:59:39+00:00", + "last": "2026-09-05T11:59:39+00:00" + }, + { + "path": "/bot/mcpwitness.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:00:46+00:00", + "last": "2026-09-07T02:00:46+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:54:30+00:00", + "last": "2026-09-05T03:54:30+00:00" + }, + { + "path": "/bot/measure-mcp-schema.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:25+00:00", + "last": "2026-09-07T03:00:25+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:39:51+00:00", + "last": "2026-09-05T08:39:51+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:00:02+00:00", + "last": "2026-09-05T09:00:02+00:00" + }, + { + "path": "/bot/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:54:59+00:00", + "last": "2026-09-07T06:54:59+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:19:23+00:00", + "last": "2026-09-04T22:19:23+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:24:24+00:00", + "last": "2026-09-07T06:24:24+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:27+00:00", + "last": "2026-09-07T03:42:27+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:29:44+00:00", + "last": "2026-09-05T04:29:44+00:00" + }, + { + "path": "/bot/mozilla-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:53:44+00:00", + "last": "2026-09-07T01:53:44+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:01:31+00:00", + "last": "2026-09-05T04:01:31+00:00" + }, + { + "path": "/bot/mozilla.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:22:29+00:00", + "last": "2026-09-07T05:22:29+00:00" + }, + { + "path": "/bot/mozilla.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:28:11+00:00", + "last": "2026-09-07T01:28:11+00:00" + }, + { + "path": "/bot/mwmbl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:11:03+00:00", + "last": "2026-09-05T03:11:03+00:00" + }, + { + "path": "/bot/mwmbl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:28:40+00:00", + "last": "2026-09-07T00:28:40+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:27:05+00:00", + "last": "2026-09-05T08:27:05+00:00" + }, + { + "path": "/bot/neuronto.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:29:44+00:00", + "last": "2026-09-07T03:29:44+00:00" + }, + { + "path": "/bot/node.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:42:48+00:00", + "last": "2026-09-05T05:42:48+00:00" + }, + { + "path": "/bot/nothumansearch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:03:12+00:00", + "last": "2026-09-05T11:03:12+00:00" + }, + { + "path": "/bot/nothumansearch.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:17:12+00:00", + "last": "2026-09-07T06:17:12+00:00" + }, + { + "path": "/bot/nothumansearch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:19:15+00:00", + "last": "2026-09-07T01:19:15+00:00" + }, + { + "path": "/bot/oauth4webapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:30:54+00:00", + "last": "2026-09-05T00:30:54+00:00" + }, + { + "path": "/bot/oauth4webapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:15+00:00", + "last": "2026-09-07T06:51:15+00:00" + }, + { + "path": "/bot/openai-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:24+00:00", + "last": "2026-09-07T02:21:24+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:10:49+00:00", + "last": "2026-09-05T00:10:49+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:55:47+00:00", + "last": "2026-09-07T02:55:47+00:00" + }, + { + "path": "/bot/ottermindagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:28:13+00:00", + "last": "2026-09-07T08:28:13+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:39:41+00:00", + "last": "2026-09-05T05:39:41+00:00" + }, + { + "path": "/bot/packagehound.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:23:15+00:00", + "last": "2026-09-07T02:23:15+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:49:38+00:00", + "last": "2026-09-05T02:49:38+00:00" + }, + { + "path": "/bot/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:30:58+00:00", + "last": "2026-09-05T08:30:58+00:00" + }, + { + "path": "/bot/perplexitybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:24:06+00:00", + "last": "2026-09-07T07:24:06+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:04:51+00:00", + "last": "2026-09-05T00:04:51+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:27:55+00:00", + "last": "2026-09-07T05:27:55+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:49:10+00:00", + "last": "2026-09-04T22:49:10+00:00" + }, + { + "path": "/bot/ping-blo-gs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:58:57+00:00", + "last": "2026-09-07T06:58:57+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:44:21+00:00", + "last": "2026-09-05T08:44:21+00:00" + }, + { + "path": "/bot/pip.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:28:14+00:00", + "last": "2026-09-07T05:28:14+00:00" + }, + { + "path": "/bot/pip.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:39:09+00:00", + "last": "2026-09-07T05:39:09+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:47:56+00:00", + "last": "2026-09-05T02:47:56+00:00" + }, + { + "path": "/bot/proofbench.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:40:43+00:00", + "last": "2026-09-07T01:40:43+00:00" + }, + { + "path": "/bot/proofbench.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:34:18+00:00", + "last": "2026-09-07T05:34:18+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:33:36+00:00", + "last": "2026-09-04T23:33:36+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:48:41+00:00", + "last": "2026-09-05T10:48:41+00:00" + }, + { + "path": "/bot/python-httpx2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:45:26+00:00", + "last": "2026-09-07T02:45:26+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:38:55+00:00", + "last": "2026-09-05T03:38:55+00:00" + }, + { + "path": "/bot/python-requests.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:12:03+00:00", + "last": "2026-09-07T07:12:03+00:00" + }, + { + "path": "/bot/python-requests.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:34:16+00:00", + "last": "2026-09-07T02:34:16+00:00" + }, + { + "path": "/bot/python.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:34:34+00:00", + "last": "2026-09-05T06:34:34+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:25:08+00:00", + "last": "2026-09-04T22:25:08+00:00" + }, + { + "path": "/bot/qtcreator.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:42:45+00:00", + "last": "2026-09-07T00:42:45+00:00" + }, + { + "path": "/bot/qtcreator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:50:05+00:00", + "last": "2026-09-07T01:50:05+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:30:51+00:00", + "last": "2026-09-04T22:30:51+00:00" + }, + { + "path": "/bot/reactornetty.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:37:12+00:00", + "last": "2026-09-07T05:37:12+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:25:44+00:00", + "last": "2026-09-05T09:25:44+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:57:32+00:00", + "last": "2026-09-07T02:57:32+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:20:43+00:00", + "last": "2026-09-05T05:20:43+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:14:50+00:00", + "last": "2026-09-04T22:14:50+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:12:52+00:00", + "last": "2026-09-07T03:12:52+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:37:41+00:00", + "last": "2026-09-07T01:37:41+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:51:03+00:00", + "last": "2026-09-05T10:51:03+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:02:56+00:00", + "last": "2026-09-05T11:02:56+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:54:04+00:00", + "last": "2026-09-05T05:54:04+00:00" + }, + { + "path": "/bot/sasameagentaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:00:00+00:00", + "last": "2026-09-07T04:00:00+00:00" + }, + { + "path": "/bot/sasameagentaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:20:35+00:00", + "last": "2026-09-07T02:20:35+00:00" + }, + { + "path": "/bot/scraper-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:34:30+00:00", + "last": "2026-09-07T04:34:30+00:00" + }, + { + "path": "/bot/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:56:29+00:00", + "last": "2026-09-07T06:56:29+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:06:09+00:00", + "last": "2026-09-05T11:06:09+00:00" + }, + { + "path": "/bot/sentineloracle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:04:19+00:00", + "last": "2026-09-07T07:04:19+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:05:13+00:00", + "last": "2026-09-05T08:05:13+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:10:22+00:00", + "last": "2026-09-07T07:10:22+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:38:09+00:00", + "last": "2026-09-07T07:38:09+00:00" + }, + { + "path": "/bot/seo-audit-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:33:55+00:00", + "last": "2026-09-05T06:33:55+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:05:48+00:00", + "last": "2026-09-05T01:05:48+00:00" + }, + { + "path": "/bot/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:13:50+00:00", + "last": "2026-09-07T02:13:50+00:00" + }, + { + "path": "/bot/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:48:01+00:00", + "last": "2026-09-07T05:48:01+00:00" + }, + { + "path": "/bot/siteguardian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:48:24+00:00", + "last": "2026-09-05T01:48:24+00:00" + }, + { + "path": "/bot/siteguardian.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:40:40+00:00", + "last": "2026-09-07T06:40:40+00:00" + }, + { + "path": "/bot/smitherybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:27:07+00:00", + "last": "2026-09-04T23:27:07+00:00" + }, + { + "path": "/bot/smitherybot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:22:19+00:00", + "last": "2026-09-07T02:22:19+00:00" + }, + { + "path": "/bot/snyk-advisor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:47:51+00:00", + "last": "2026-09-07T03:47:51+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:07:59+00:00", + "last": "2026-09-05T04:07:59+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:45:19+00:00", + "last": "2026-09-05T01:45:19+00:00" + }, + { + "path": "/bot/spanly-enrich.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:38:42+00:00", + "last": "2026-09-07T00:38:42+00:00" + }, + { + "path": "/bot/spanly-enrich.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:59+00:00", + "last": "2026-09-07T03:41:59+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:29:24+00:00", + "last": "2026-09-05T01:29:24+00:00" + }, + { + "path": "/bot/strand-mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:29+00:00", + "last": "2026-09-07T05:00:29+00:00" + }, + { + "path": "/bot/strand-mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:02:12+00:00", + "last": "2026-09-07T04:02:12+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:39:50+00:00", + "last": "2026-09-04T23:39:50+00:00" + }, + { + "path": "/bot/tar-directory-indexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:17+00:00", + "last": "2026-09-07T01:32:17+00:00" + }, + { + "path": "/bot/tar-directory-indexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:23:57+00:00", + "last": "2026-09-07T04:23:57+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:12:00+00:00", + "last": "2026-09-04T23:12:00+00:00" + }, + { + "path": "/bot/tar-discovery.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:57:17+00:00", + "last": "2026-09-07T04:57:17+00:00" + }, + { + "path": "/bot/tar-discovery.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:52:58+00:00", + "last": "2026-09-07T07:52:58+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:26:47+00:00", + "last": "2026-09-05T02:26:47+00:00" + }, + { + "path": "/bot/telegram.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:24:47+00:00", + "last": "2026-09-05T08:24:47+00:00" + }, + { + "path": "/bot/telegram.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:08:48+00:00", + "last": "2026-09-07T06:08:48+00:00" + }, + { + "path": "/bot/telegram.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:55:29+00:00", + "last": "2026-09-07T05:55:29+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:54:17+00:00", + "last": "2026-09-05T08:54:17+00:00" + }, + { + "path": "/bot/teppi-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:54:11+00:00", + "last": "2026-09-05T04:54:11+00:00" + }, + { + "path": "/bot/teppi-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:13:37+00:00", + "last": "2026-09-07T02:13:37+00:00" + }, + { + "path": "/bot/teppi-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:59+00:00", + "last": "2026-09-07T04:28:59+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:58:26+00:00", + "last": "2026-09-04T21:58:26+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:26+00:00", + "last": "2026-09-07T03:30:26+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:23:41+00:00", + "last": "2026-09-07T02:23:41+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:32:27+00:00", + "last": "2026-09-05T04:32:27+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:02:10+00:00", + "last": "2026-09-05T00:02:10+00:00" + }, + { + "path": "/bot/undici.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:45:50+00:00", + "last": "2026-09-07T02:45:50+00:00" + }, + { + "path": "/bot/url2md.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:09:15+00:00", + "last": "2026-09-07T08:09:15+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:03:28+00:00", + "last": "2026-09-05T08:03:28+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:27:27+00:00", + "last": "2026-09-07T04:27:27+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:11+00:00", + "last": "2026-09-07T02:44:11+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:40:19+00:00", + "last": "2026-09-05T03:40:19+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:26:49+00:00", + "last": "2026-09-07T02:26:49+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:37:35+00:00", + "last": "2026-09-07T05:37:35+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:09:54+00:00", + "last": "2026-09-05T06:09:54+00:00" + }, + { + "path": "/bot/waggle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:49:14+00:00", + "last": "2026-09-07T01:49:14+00:00" + }, + { + "path": "/bot/waggle.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:28:24+00:00", + "last": "2026-09-07T08:28:24+00:00" + }, + { + "path": "/bot/watchpup.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:24:13+00:00", + "last": "2026-09-05T06:24:13+00:00" + }, + { + "path": "/bot/watchpup.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:45:49+00:00", + "last": "2026-09-07T06:45:49+00:00" + }, + { + "path": "/bot/watchpup.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:14:57+00:00", + "last": "2026-09-07T02:14:57+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:04:47+00:00", + "last": "2026-09-05T03:04:47+00:00" + }, + { + "path": "/bot/x402-observatory.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:34:18+00:00", + "last": "2026-09-07T06:34:18+00:00" + }, + { + "path": "/bot/x402-observatory.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:51:26+00:00", + "last": "2026-09-07T05:51:26+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:37:45+00:00", + "last": "2026-09-05T06:37:45+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:16+00:00", + "last": "2026-09-07T06:51:16+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:18:00+00:00", + "last": "2026-09-07T06:18:00+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:54:09+00:00", + "last": "2026-09-07T02:54:09+00:00" + }, + { + "path": "/c/llmse/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:24:40+00:00", + "last": "2026-09-05T02:24:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:40:05+00:00", + "last": "2026-09-05T03:40:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:46:41+00:00", + "last": "2026-09-07T01:46:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:52:00+00:00", + "last": "2026-09-07T00:52:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:31:22+00:00", + "last": "2026-09-05T07:31:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:11:10+00:00", + "last": "2026-09-07T01:11:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:49:33+00:00", + "last": "2026-09-07T04:49:33+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:09:33+00:00", + "last": "2026-09-07T04:09:33+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:30:07+00:00", + "last": "2026-09-05T11:30:07+00:00" + }, + { + "path": "/category/ai-search.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:56:46+00:00", + "last": "2026-09-07T01:56:46+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:26:15+00:00", + "last": "2026-09-04T22:26:15+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:47:03+00:00", + "last": "2026-09-04T23:47:03+00:00" + }, + { + "path": "/category/archive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:34+00:00", + "last": "2026-09-07T06:50:34+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:09:24+00:00", + "last": "2026-09-05T05:09:24+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:01:16+00:00", + "last": "2026-09-05T02:01:16+00:00" + }, + { + "path": "/category/preview.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:02:06+00:00", + "last": "2026-09-07T04:02:06+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:18:35+00:00", + "last": "2026-09-05T00:18:35+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:32:50+00:00", + "last": "2026-09-05T10:32:50+00:00" + }, + { + "path": "/category/tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:37:42+00:00", + "last": "2026-09-05T11:37:42+00:00" + }, + { + "path": "/category/tool.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:54:43+00:00", + "last": "2026-09-07T02:54:43+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:50:11+00:00", + "last": "2026-09-05T10:50:11+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:32:05+00:00", + "last": "2026-09-05T10:32:05+00:00" + }, + { + "path": "/changes", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:31:28+00:00", + "last": "2026-09-05T05:31:28+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:37:57+00:00", + "last": "2026-09-05T08:37:57+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:26:12+00:00", + "last": "2026-09-05T07:26:12+00:00" + }, + { + "path": "/contact.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:22:49+00:00", + "last": "2026-09-07T04:22:49+00:00" + }, + { + "path": "/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:17:45+00:00", + "last": "2026-09-05T09:17:45+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:31:27+00:00", + "last": "2026-09-05T11:31:27+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:29:55+00:00", + "last": "2026-09-07T08:29:55+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:48:52+00:00", + "last": "2026-09-07T00:48:52+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:49:43+00:00", + "last": "2026-09-05T11:49:43+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:14:52+00:00", + "last": "2026-09-07T06:14:52+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:22:32+00:00", + "last": "2026-09-05T08:22:32+00:00" + }, + { + "path": "/crawler/adsbot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:25:18+00:00", + "last": "2026-09-07T05:25:18+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:25:52+00:00", + "last": "2026-09-07T01:25:52+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:09:15+00:00", + "last": "2026-09-05T04:09:15+00:00" + }, + { + "path": "/crawler/ahrefsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:42:06+00:00", + "last": "2026-09-07T03:42:06+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:20:13+00:00", + "last": "2026-09-05T11:20:13+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:18:47+00:00", + "last": "2026-09-07T04:18:47+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:30:19+00:00", + "last": "2026-09-05T06:30:19+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:51:11+00:00", + "last": "2026-09-07T01:51:11+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:48:34+00:00", + "last": "2026-09-07T01:48:34+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:55:22+00:00", + "last": "2026-09-05T07:55:22+00:00" + }, + { + "path": "/crawler/ai2bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:09:31+00:00", + "last": "2026-09-07T03:09:31+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:14:30+00:00", + "last": "2026-09-05T07:14:30+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:08:09+00:00", + "last": "2026-09-05T05:08:09+00:00" + }, + { + "path": "/crawler/aiwebindex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:48:32+00:00", + "last": "2026-09-07T05:48:32+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:39:09+00:00", + "last": "2026-09-05T04:39:09+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:52:59+00:00", + "last": "2026-09-05T03:52:59+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:00:33+00:00", + "last": "2026-09-05T11:00:33+00:00" + }, + { + "path": "/crawler/anomura.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:19:07+00:00", + "last": "2026-09-07T06:19:07+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:25:43+00:00", + "last": "2026-09-05T02:25:43+00:00" + }, + { + "path": "/crawler/anthropic-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:51:42+00:00", + "last": "2026-09-07T03:51:42+00:00" + }, + { + "path": "/crawler/anthropic-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:17:20+00:00", + "last": "2026-09-07T06:17:20+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:42:33+00:00", + "last": "2026-09-05T09:42:33+00:00" + }, + { + "path": "/crawler/apis-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:36+00:00", + "last": "2026-09-07T03:37:36+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:48:03+00:00", + "last": "2026-09-04T23:48:03+00:00" + }, + { + "path": "/crawler/applebot-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:15:24+00:00", + "last": "2026-09-07T01:15:24+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:56:22+00:00", + "last": "2026-09-05T10:56:22+00:00" + }, + { + "path": "/crawler/applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:59:45+00:00", + "last": "2026-09-07T07:59:45+00:00" + }, + { + "path": "/crawler/applebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:38:52+00:00", + "last": "2026-09-07T01:38:52+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:24:40+00:00", + "last": "2026-09-05T05:24:40+00:00" + }, + { + "path": "/crawler/archive-org-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:18:15+00:00", + "last": "2026-09-07T04:18:15+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:16:32+00:00", + "last": "2026-09-05T10:16:32+00:00" + }, + { + "path": "/crawler/atlassian-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:22:05+00:00", + "last": "2026-09-07T01:22:05+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:08:14+00:00", + "last": "2026-09-05T11:08:14+00:00" + }, + { + "path": "/crawler/awariorssbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:19:47+00:00", + "last": "2026-09-07T02:19:47+00:00" + }, + { + "path": "/crawler/awariosmartbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:19:49+00:00", + "last": "2026-09-07T02:19:49+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:22:47+00:00", + "last": "2026-09-05T10:22:47+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:54:35+00:00", + "last": "2026-09-05T10:54:35+00:00" + }, + { + "path": "/crawler/barkrowler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:31:41+00:00", + "last": "2026-09-07T05:31:41+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:29:55+00:00", + "last": "2026-09-05T11:29:55+00:00" + }, + { + "path": "/crawler/bedrockbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:38+00:00", + "last": "2026-09-07T03:46:38+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:20+00:00", + "last": "2026-09-07T03:00:20+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:13:46+00:00", + "last": "2026-09-05T12:13:46+00:00" + }, + { + "path": "/crawler/bingbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:15+00:00", + "last": "2026-09-07T00:12:15+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:41:28+00:00", + "last": "2026-09-04T22:41:28+00:00" + }, + { + "path": "/crawler/bytespider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:18:25+00:00", + "last": "2026-09-07T07:18:25+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:24:37+00:00", + "last": "2026-09-05T11:24:37+00:00" + }, + { + "path": "/crawler/ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:50:46+00:00", + "last": "2026-09-07T03:50:46+00:00" + }, + { + "path": "/crawler/ccbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:02:11+00:00", + "last": "2026-09-07T03:02:11+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:46:42+00:00", + "last": "2026-09-05T01:46:42+00:00" + }, + { + "path": "/crawler/chatgpt-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:02:58+00:00", + "last": "2026-09-07T06:02:58+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:19:37+00:00", + "last": "2026-09-05T06:19:37+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:13:02+00:00", + "last": "2026-09-05T05:13:02+00:00" + }, + { + "path": "/crawler/claude-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:15:50+00:00", + "last": "2026-09-07T01:15:50+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:13:48+00:00", + "last": "2026-09-05T10:13:48+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:19:59+00:00", + "last": "2026-09-05T00:19:59+00:00" + }, + { + "path": "/crawler/claude-web.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:43:13+00:00", + "last": "2026-09-07T00:43:13+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:03:37+00:00", + "last": "2026-09-05T09:03:37+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:29:37+00:00", + "last": "2026-09-05T03:29:37+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:50:14+00:00", + "last": "2026-09-07T01:50:14+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:19:34+00:00", + "last": "2026-09-05T10:19:34+00:00" + }, + { + "path": "/crawler/cohere-ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:56:52+00:00", + "last": "2026-09-07T05:56:52+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:18:17+00:00", + "last": "2026-09-05T06:18:17+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:06:11+00:00", + "last": "2026-09-07T06:06:11+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:33:04+00:00", + "last": "2026-09-07T05:33:04+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:46:34+00:00", + "last": "2026-09-05T08:46:34+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:00:16+00:00", + "last": "2026-09-07T08:00:16+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:31:06+00:00", + "last": "2026-09-05T10:31:06+00:00" + }, + { + "path": "/crawler/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:38:24+00:00", + "last": "2026-09-07T04:38:24+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:35:12+00:00", + "last": "2026-09-05T09:35:12+00:00" + }, + { + "path": "/crawler/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:52:56+00:00", + "last": "2026-09-07T05:52:56+00:00" + }, + { + "path": "/crawler/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:12:03+00:00", + "last": "2026-09-07T05:12:03+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:00:39+00:00", + "last": "2026-09-05T11:00:39+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:14:36+00:00", + "last": "2026-09-05T02:14:36+00:00" + }, + { + "path": "/crawler/diffbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:25:47+00:00", + "last": "2026-09-07T08:25:47+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:41:43+00:00", + "last": "2026-09-05T06:41:43+00:00" + }, + { + "path": "/crawler/dotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:23:48+00:00", + "last": "2026-09-07T05:23:48+00:00" + }, + { + "path": "/crawler/dotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:40:11+00:00", + "last": "2026-09-07T01:40:11+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:04:00+00:00", + "last": "2026-09-05T08:04:00+00:00" + }, + { + "path": "/crawler/duckassistbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:10:13+00:00", + "last": "2026-09-07T08:10:13+00:00" + }, + { + "path": "/crawler/duckassistbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:16:18+00:00", + "last": "2026-09-07T02:16:18+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:09:07+00:00", + "last": "2026-09-04T21:09:07+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:05:03+00:00", + "last": "2026-09-04T23:05:03+00:00" + }, + { + "path": "/crawler/echoboxbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:04:50+00:00", + "last": "2026-09-07T01:04:50+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:33:48+00:00", + "last": "2026-09-05T10:33:48+00:00" + }, + { + "path": "/crawler/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:14:33+00:00", + "last": "2026-09-07T07:14:33+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:48:57+00:00", + "last": "2026-09-05T10:48:57+00:00" + }, + { + "path": "/crawler/facebookbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:48:56+00:00", + "last": "2026-09-07T07:48:56+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:59:28+00:00", + "last": "2026-09-05T02:59:28+00:00" + }, + { + "path": "/crawler/facebookexternalhit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:24+00:00", + "last": "2026-09-07T04:28:24+00:00" + }, + { + "path": "/crawler/facebookexternalhit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:10:07+00:00", + "last": "2026-09-07T08:10:07+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:33:10+00:00", + "last": "2026-09-05T04:33:10+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:38:50+00:00", + "last": "2026-09-05T11:38:50+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:31+00:00", + "last": "2026-09-07T03:04:31+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:48:12+00:00", + "last": "2026-09-05T02:48:12+00:00" + }, + { + "path": "/crawler/firecrawlagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:47:17+00:00", + "last": "2026-09-07T06:47:17+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:28:46+00:00", + "last": "2026-09-04T23:28:46+00:00" + }, + { + "path": "/crawler/google-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:53:37+00:00", + "last": "2026-09-07T03:53:37+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:02:10+00:00", + "last": "2026-09-05T08:02:10+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:29:13+00:00", + "last": "2026-09-07T06:29:13+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:28:44+00:00", + "last": "2026-09-05T03:28:44+00:00" + }, + { + "path": "/crawler/google-cws.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:11:03+00:00", + "last": "2026-09-07T07:11:03+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:17:44+00:00", + "last": "2026-09-04T21:17:44+00:00" + }, + { + "path": "/crawler/google-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:16:03+00:00", + "last": "2026-09-07T08:16:03+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:55:17+00:00", + "last": "2026-09-05T03:55:17+00:00" + }, + { + "path": "/crawler/google-gemininotebook.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:09:40+00:00", + "last": "2026-09-07T03:09:40+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:27:52+00:00", + "last": "2026-09-05T08:27:52+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:11:52+00:00", + "last": "2026-09-05T07:11:52+00:00" + }, + { + "path": "/crawler/google-pinpoint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:14:24+00:00", + "last": "2026-09-07T00:14:24+00:00" + }, + { + "path": "/crawler/google-pinpoint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:45:41+00:00", + "last": "2026-09-07T07:45:41+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:47:43+00:00", + "last": "2026-09-05T01:47:43+00:00" + }, + { + "path": "/crawler/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:59:37+00:00", + "last": "2026-09-07T04:59:37+00:00" + }, + { + "path": "/crawler/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:11+00:00", + "last": "2026-09-07T00:24:11+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:54:04+00:00", + "last": "2026-09-05T11:54:04+00:00" + }, + { + "path": "/crawler/google-safety.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:34:18+00:00", + "last": "2026-09-07T02:34:18+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:21:18+00:00", + "last": "2026-09-05T09:21:18+00:00" + }, + { + "path": "/crawler/google-site-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:36:45+00:00", + "last": "2026-09-07T06:36:45+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:18:38+00:00", + "last": "2026-09-05T11:18:38+00:00" + }, + { + "path": "/crawler/googlebot-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:24:02+00:00", + "last": "2026-09-07T01:24:02+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:16:50+00:00", + "last": "2026-09-05T02:16:50+00:00" + }, + { + "path": "/crawler/googlebot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:27:01+00:00", + "last": "2026-09-07T08:27:01+00:00" + }, + { + "path": "/crawler/googlebot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:55:57+00:00", + "last": "2026-09-07T00:55:57+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:56:54+00:00", + "last": "2026-09-05T02:56:54+00:00" + }, + { + "path": "/crawler/googlebot-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:52:42+00:00", + "last": "2026-09-07T06:52:42+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:32:51+00:00", + "last": "2026-09-05T04:32:51+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:16:01+00:00", + "last": "2026-09-05T09:16:01+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:21:20+00:00", + "last": "2026-09-04T23:21:20+00:00" + }, + { + "path": "/crawler/googleother-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:18:25+00:00", + "last": "2026-09-07T04:18:25+00:00" + }, + { + "path": "/crawler/googleother-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:40:54+00:00", + "last": "2026-09-07T01:40:54+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:04:40+00:00", + "last": "2026-09-05T00:04:40+00:00" + }, + { + "path": "/crawler/googleother-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:35+00:00", + "last": "2026-09-07T01:32:35+00:00" + }, + { + "path": "/crawler/googleother-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:51+00:00", + "last": "2026-09-07T00:15:51+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:55:31+00:00", + "last": "2026-09-05T09:55:31+00:00" + }, + { + "path": "/crawler/googleother.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:27:43+00:00", + "last": "2026-09-07T00:27:43+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:23:27+00:00", + "last": "2026-09-05T02:23:27+00:00" + }, + { + "path": "/crawler/googleproducer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:57:04+00:00", + "last": "2026-09-07T07:57:04+00:00" + }, + { + "path": "/crawler/googleproducer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:57:21+00:00", + "last": "2026-09-07T07:57:21+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:20:20+00:00", + "last": "2026-09-05T11:20:20+00:00" + }, + { + "path": "/crawler/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:05:02+00:00", + "last": "2026-09-07T06:05:02+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:02:04+00:00", + "last": "2026-09-05T02:02:04+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T20:56:48+00:00", + "last": "2026-09-04T20:56:48+00:00" + }, + { + "path": "/crawler/icc-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:04:17+00:00", + "last": "2026-09-07T07:04:17+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:17:47+00:00", + "last": "2026-09-07T03:17:47+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:54:36+00:00", + "last": "2026-09-05T04:54:36+00:00" + }, + { + "path": "/crawler/imagesiftbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:25:48+00:00", + "last": "2026-09-07T03:25:48+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:48:22+00:00", + "last": "2026-09-04T22:48:22+00:00" + }, + { + "path": "/crawler/img2dataset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:51:07+00:00", + "last": "2026-09-07T03:51:07+00:00" + }, + { + "path": "/crawler/img2dataset.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:08:06+00:00", + "last": "2026-09-07T05:08:06+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:46:57+00:00", + "last": "2026-09-05T01:46:57+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:20:33+00:00", + "last": "2026-09-05T06:20:33+00:00" + }, + { + "path": "/crawler/kagibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:18:54+00:00", + "last": "2026-09-07T03:18:54+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:04:40+00:00", + "last": "2026-09-05T05:04:40+00:00" + }, + { + "path": "/crawler/klaviyoaibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:04:50+00:00", + "last": "2026-09-07T02:04:50+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:20:34+00:00", + "last": "2026-09-05T03:20:34+00:00" + }, + { + "path": "/crawler/laiondownloader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:30:23+00:00", + "last": "2026-09-07T04:30:23+00:00" + }, + { + "path": "/crawler/laiondownloader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:35:12+00:00", + "last": "2026-09-07T02:35:12+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:47:04+00:00", + "last": "2026-09-05T05:47:04+00:00" + }, + { + "path": "/crawler/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:42+00:00", + "last": "2026-09-07T03:03:42+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:01:29+00:00", + "last": "2026-09-05T08:01:29+00:00" + }, + { + "path": "/crawler/linguee-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:18:16+00:00", + "last": "2026-09-07T07:18:16+00:00" + }, + { + "path": "/crawler/linguee-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:47:20+00:00", + "last": "2026-09-07T05:47:20+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:27:42+00:00", + "last": "2026-09-04T21:27:42+00:00" + }, + { + "path": "/crawler/mediapartners-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:53:38+00:00", + "last": "2026-09-07T05:53:38+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:02:13+00:00", + "last": "2026-09-05T07:02:13+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:56:37+00:00", + "last": "2026-09-05T05:56:37+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:53:56+00:00", + "last": "2026-09-07T06:53:56+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:33:56+00:00", + "last": "2026-09-07T04:33:56+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:45:42+00:00", + "last": "2026-09-05T11:45:42+00:00" + }, + { + "path": "/crawler/meta-webindexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:34:01+00:00", + "last": "2026-09-07T03:34:01+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:32:43+00:00", + "last": "2026-09-04T22:32:43+00:00" + }, + { + "path": "/crawler/mistralai-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:33:34+00:00", + "last": "2026-09-07T06:33:34+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:41:23+00:00", + "last": "2026-09-05T11:41:23+00:00" + }, + { + "path": "/crawler/mj12bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:25:59+00:00", + "last": "2026-09-07T06:25:59+00:00" + }, + { + "path": "/crawler/mj12bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:12:01+00:00", + "last": "2026-09-07T08:12:01+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:28:37+00:00", + "last": "2026-09-05T05:28:37+00:00" + }, + { + "path": "/crawler/mojeekbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:18:21+00:00", + "last": "2026-09-07T01:18:21+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:03:01+00:00", + "last": "2026-09-05T07:03:01+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:02:56+00:00", + "last": "2026-09-07T08:02:56+00:00" + }, + { + "path": "/crawler/oai-searchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:08:59+00:00", + "last": "2026-09-07T05:08:59+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:19:17+00:00", + "last": "2026-09-05T10:19:17+00:00" + }, + { + "path": "/crawler/omgili.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:59:28+00:00", + "last": "2026-09-07T00:59:28+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:19:24+00:00", + "last": "2026-09-05T04:19:24+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:42:11+00:00", + "last": "2026-09-05T11:42:11+00:00" + }, + { + "path": "/crawler/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:18:13+00:00", + "last": "2026-09-07T03:18:13+00:00" + }, + { + "path": "/crawler/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:27:39+00:00", + "last": "2026-09-07T08:27:39+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:10:05+00:00", + "last": "2026-09-05T10:10:05+00:00" + }, + { + "path": "/crawler/perplexity-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:26:19+00:00", + "last": "2026-09-07T07:26:19+00:00" + }, + { + "path": "/crawler/perplexity-user.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:45:03+00:00", + "last": "2026-09-07T05:45:03+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:07:50+00:00", + "last": "2026-09-05T09:07:50+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:13:14+00:00", + "last": "2026-09-05T11:13:14+00:00" + }, + { + "path": "/crawler/petalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:57:55+00:00", + "last": "2026-09-07T04:57:55+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:59:48+00:00", + "last": "2026-09-05T09:59:48+00:00" + }, + { + "path": "/crawler/phindbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:45:27+00:00", + "last": "2026-09-07T07:45:27+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:22:11+00:00", + "last": "2026-09-04T22:22:11+00:00" + }, + { + "path": "/crawler/pinterestbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:08:17+00:00", + "last": "2026-09-07T03:08:17+00:00" + }, + { + "path": "/crawler/pinterestbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:02+00:00", + "last": "2026-09-07T03:41:02+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:06:30+00:00", + "last": "2026-09-05T02:06:30+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:46:54+00:00", + "last": "2026-09-07T01:46:54+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:21:45+00:00", + "last": "2026-09-05T02:21:45+00:00" + }, + { + "path": "/crawler/qualifiedbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:29:38+00:00", + "last": "2026-09-07T02:29:38+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:45:27+00:00", + "last": "2026-09-05T03:45:27+00:00" + }, + { + "path": "/crawler/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:50:45+00:00", + "last": "2026-09-07T05:50:45+00:00" + }, + { + "path": "/crawler/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:03:05+00:00", + "last": "2026-09-07T05:03:05+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:04:31+00:00", + "last": "2026-09-04T23:04:31+00:00" + }, + { + "path": "/crawler/qwantbot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:59:34+00:00", + "last": "2026-09-07T06:59:34+00:00" + }, + { + "path": "/crawler/qwantbot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:37:51+00:00", + "last": "2026-09-07T05:37:51+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:51:04+00:00", + "last": "2026-09-05T02:51:04+00:00" + }, + { + "path": "/crawler/qwantbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:09:54+00:00", + "last": "2026-09-07T03:09:54+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:47:06+00:00", + "last": "2026-09-05T03:47:06+00:00" + }, + { + "path": "/crawler/reflectionbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:41:50+00:00", + "last": "2026-09-07T02:41:50+00:00" + }, + { + "path": "/crawler/reflectionbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:30:39+00:00", + "last": "2026-09-07T05:30:39+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:30:53+00:00", + "last": "2026-09-05T07:30:53+00:00" + }, + { + "path": "/crawler/rogerbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:14:40+00:00", + "last": "2026-09-07T01:14:40+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:44:05+00:00", + "last": "2026-09-04T23:44:05+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:54:52+00:00", + "last": "2026-09-07T01:54:52+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:56:43+00:00", + "last": "2026-09-05T09:56:43+00:00" + }, + { + "path": "/crawler/scrapy.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:39:29+00:00", + "last": "2026-09-07T02:39:29+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:21:33+00:00", + "last": "2026-09-05T10:21:33+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:40:49+00:00", + "last": "2026-09-07T00:40:49+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:32:19+00:00", + "last": "2026-09-05T06:32:19+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:41:45+00:00", + "last": "2026-09-05T05:41:45+00:00" + }, + { + "path": "/crawler/semrushbot-esi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:25:16+00:00", + "last": "2026-09-07T01:25:16+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:05:53+00:00", + "last": "2026-09-05T04:05:53+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:57:06+00:00", + "last": "2026-09-07T00:57:06+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:28:26+00:00", + "last": "2026-09-04T22:28:26+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:49:31+00:00", + "last": "2026-09-07T00:49:31+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:13:55+00:00", + "last": "2026-09-07T08:13:55+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:12:41+00:00", + "last": "2026-09-05T00:12:41+00:00" + }, + { + "path": "/crawler/semrushbot-si.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:52:45+00:00", + "last": "2026-09-07T04:52:45+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:31:53+00:00", + "last": "2026-09-05T06:31:53+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:18:04+00:00", + "last": "2026-09-05T02:18:04+00:00" + }, + { + "path": "/crawler/semrushbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:04:46+00:00", + "last": "2026-09-07T02:04:46+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:44:41+00:00", + "last": "2026-09-05T08:44:41+00:00" + }, + { + "path": "/crawler/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:54:26+00:00", + "last": "2026-09-07T05:54:26+00:00" + }, + { + "path": "/crawler/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:53:07+00:00", + "last": "2026-09-07T05:53:07+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:52:20+00:00", + "last": "2026-09-05T01:52:20+00:00" + }, + { + "path": "/crawler/serpstatbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:17:08+00:00", + "last": "2026-09-07T08:17:08+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:43:50+00:00", + "last": "2026-09-04T21:43:50+00:00" + }, + { + "path": "/crawler/seznambot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:21:06+00:00", + "last": "2026-09-07T05:21:06+00:00" + }, + { + "path": "/crawler/seznambot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:18:49+00:00", + "last": "2026-09-07T03:18:49+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:58:08+00:00", + "last": "2026-09-05T03:58:08+00:00" + }, + { + "path": "/crawler/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:26:11+00:00", + "last": "2026-09-07T02:26:11+00:00" + }, + { + "path": "/crawler/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:05:47+00:00", + "last": "2026-09-07T08:05:47+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:17:52+00:00", + "last": "2026-09-05T06:17:52+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:49:06+00:00", + "last": "2026-09-07T06:49:06+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:39:02+00:00", + "last": "2026-09-07T06:39:02+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:54:32+00:00", + "last": "2026-09-05T06:54:32+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:22:17+00:00", + "last": "2026-09-05T04:22:17+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:04:59+00:00", + "last": "2026-09-07T05:04:59+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:18:37+00:00", + "last": "2026-09-05T04:18:37+00:00" + }, + { + "path": "/crawler/slackbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:52:41+00:00", + "last": "2026-09-07T01:52:41+00:00" + }, + { + "path": "/crawler/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:31:21+00:00", + "last": "2026-09-07T06:31:21+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:23:02+00:00", + "last": "2026-09-05T03:23:02+00:00" + }, + { + "path": "/crawler/splitsignalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:28:11+00:00", + "last": "2026-09-07T05:28:11+00:00" + }, + { + "path": "/crawler/splitsignalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:10:43+00:00", + "last": "2026-09-07T06:10:43+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:30:36+00:00", + "last": "2026-09-04T23:30:36+00:00" + }, + { + "path": "/crawler/storebot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:23+00:00", + "last": "2026-09-07T00:09:23+00:00" + }, + { + "path": "/crawler/storebot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:00:05+00:00", + "last": "2026-09-07T06:00:05+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:55:23+00:00", + "last": "2026-09-05T02:55:23+00:00" + }, + { + "path": "/crawler/terracotta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:16:53+00:00", + "last": "2026-09-07T01:16:53+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:35:02+00:00", + "last": "2026-09-05T10:35:02+00:00" + }, + { + "path": "/crawler/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:49:25+00:00", + "last": "2026-09-07T05:49:25+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:35:30+00:00", + "last": "2026-09-04T22:35:30+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:35:38+00:00", + "last": "2026-09-05T09:35:38+00:00" + }, + { + "path": "/crawler/timpibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:52:47+00:00", + "last": "2026-09-07T07:52:47+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:59:00+00:00", + "last": "2026-09-05T00:59:00+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:46:32+00:00", + "last": "2026-09-07T01:46:32+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:23:56+00:00", + "last": "2026-09-05T06:23:56+00:00" + }, + { + "path": "/crawler/webzio-extended.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:24:42+00:00", + "last": "2026-09-07T03:24:42+00:00" + }, + { + "path": "/crawler/webzio-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:23:46+00:00", + "last": "2026-09-07T02:23:46+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:44:12+00:00", + "last": "2026-09-05T11:44:12+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:52:44+00:00", + "last": "2026-09-05T01:52:44+00:00" + }, + { + "path": "/crawler/yak.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:20+00:00", + "last": "2026-09-07T06:51:20+00:00" + }, + { + "path": "/crawler/yak.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:00:04+00:00", + "last": "2026-09-07T07:00:04+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:52:21+00:00", + "last": "2026-09-04T21:52:21+00:00" + }, + { + "path": "/crawler/yandexadditional.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:36:04+00:00", + "last": "2026-09-07T07:36:04+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:16:47+00:00", + "last": "2026-09-05T04:16:47+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:21:39+00:00", + "last": "2026-09-05T07:21:39+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:32:17+00:00", + "last": "2026-09-05T10:32:17+00:00" + }, + { + "path": "/crawler/yandexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:35:34+00:00", + "last": "2026-09-07T06:35:34+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:16:47+00:00", + "last": "2026-09-05T06:16:47+00:00" + }, + { + "path": "/crawler/yandexcalendar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:45:11+00:00", + "last": "2026-09-07T06:45:11+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:58:28+00:00", + "last": "2026-09-05T00:58:28+00:00" + }, + { + "path": "/crawler/yandexcombot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:10:31+00:00", + "last": "2026-09-07T05:10:31+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:19:11+00:00", + "last": "2026-09-04T23:19:11+00:00" + }, + { + "path": "/crawler/yandexdirect.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:14+00:00", + "last": "2026-09-07T00:15:14+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:31:32+00:00", + "last": "2026-09-05T09:31:32+00:00" + }, + { + "path": "/crawler/yandexfavicons.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:46:54+00:00", + "last": "2026-09-07T03:46:54+00:00" + }, + { + "path": "/crawler/yandexfavicons.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:57:30+00:00", + "last": "2026-09-07T01:57:30+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:00:59+00:00", + "last": "2026-09-05T00:00:59+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:27:36+00:00", + "last": "2026-09-05T01:27:36+00:00" + }, + { + "path": "/crawler/yandexmarket.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:56:19+00:00", + "last": "2026-09-07T00:56:19+00:00" + }, + { + "path": "/crawler/yandexmarket.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:41:23+00:00", + "last": "2026-09-07T03:41:23+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:22:00+00:00", + "last": "2026-09-05T09:22:00+00:00" + }, + { + "path": "/crawler/yandexmedia.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:06:25+00:00", + "last": "2026-09-07T08:06:25+00:00" + }, + { + "path": "/crawler/yandexmedia.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:25:03+00:00", + "last": "2026-09-07T04:25:03+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:12:35+00:00", + "last": "2026-09-05T08:12:35+00:00" + }, + { + "path": "/crawler/yandexmetrika.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:32:54+00:00", + "last": "2026-09-07T07:32:54+00:00" + }, + { + "path": "/crawler/yandexmetrika.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:09:18+00:00", + "last": "2026-09-07T02:09:18+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:52:27+00:00", + "last": "2026-09-05T09:52:27+00:00" + }, + { + "path": "/crawler/yandexmobilebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:13:41+00:00", + "last": "2026-09-07T08:13:41+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:11:36+00:00", + "last": "2026-09-05T10:11:36+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:05:38+00:00", + "last": "2026-09-07T03:05:38+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:43:51+00:00", + "last": "2026-09-05T08:43:51+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:37:04+00:00", + "last": "2026-09-07T02:37:04+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:40:01+00:00", + "last": "2026-09-05T01:40:01+00:00" + }, + { + "path": "/crawler/yandexvideo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:41+00:00", + "last": "2026-09-07T03:43:41+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:33:32+00:00", + "last": "2026-09-05T01:33:32+00:00" + }, + { + "path": "/crawler/yandexwebmaster.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:52:24+00:00", + "last": "2026-09-07T04:52:24+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:09:13+00:00", + "last": "2026-09-05T05:09:13+00:00" + }, + { + "path": "/crawler/yeti.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:01:21+00:00", + "last": "2026-09-07T07:01:21+00:00" + }, + { + "path": "/crawler/yeti.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:16:44+00:00", + "last": "2026-09-07T06:16:44+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:50:56+00:00", + "last": "2026-09-05T05:50:56+00:00" + }, + { + "path": "/crawler/youbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:51:40+00:00", + "last": "2026-09-07T00:51:40+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:30:05+00:00", + "last": "2026-09-05T08:30:05+00:00" + }, + { + "path": "/documents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:08:22+00:00", + "last": "2026-09-05T05:08:22+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:41:48+00:00", + "last": "2026-09-04T23:41:48+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:15:14+00:00", + "last": "2026-09-05T06:15:14+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:23:55+00:00", + "last": "2026-09-05T06:23:55+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:34:31+00:00", + "last": "2026-09-05T00:34:31+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:07:24+00:00", + "last": "2026-09-05T05:07:24+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:48:47+00:00", + "last": "2026-09-07T04:48:47+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:12:11+00:00", + "last": "2026-09-05T10:12:11+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:52:39+00:00", + "last": "2026-09-04T22:52:39+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:22:10+00:00", + "last": "2026-09-05T00:22:10+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:08:18+00:00", + "last": "2026-09-07T04:08:18+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:29:30+00:00", + "last": "2026-09-05T06:29:30+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:23:43+00:00", + "last": "2026-09-07T05:23:43+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:39:53+00:00", + "last": "2026-09-05T03:39:53+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:58:03+00:00", + "last": "2026-09-07T07:58:03+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:13:40+00:00", + "last": "2026-09-05T03:13:40+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:29:14+00:00", + "last": "2026-09-05T03:29:14+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:04+00:00", + "last": "2026-09-07T01:32:04+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:53:53+00:00", + "last": "2026-09-05T11:53:53+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:08:48+00:00", + "last": "2026-09-07T01:08:48+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:47:18+00:00", + "last": "2026-09-05T08:47:18+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:02:48+00:00", + "last": "2026-09-07T06:02:48+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:52:30+00:00", + "last": "2026-09-05T10:52:30+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:58:47+00:00", + "last": "2026-09-07T04:58:47+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:18:09+00:00", + "last": "2026-09-05T05:18:09+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:35:12+00:00", + "last": "2026-09-04T22:35:12+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:11:34+00:00", + "last": "2026-09-05T00:11:34+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:05:36+00:00", + "last": "2026-09-07T01:05:36+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:31:15+00:00", + "last": "2026-09-05T06:31:15+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:05:23+00:00", + "last": "2026-09-07T03:05:23+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:42:41+00:00", + "last": "2026-09-05T11:42:41+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:56:12+00:00", + "last": "2026-09-05T01:56:12+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:17:32+00:00", + "last": "2026-09-05T05:17:32+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:14:08+00:00", + "last": "2026-09-05T08:14:08+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:16:46+00:00", + "last": "2026-09-05T09:16:46+00:00" + }, + { + "path": "/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:03:51+00:00", + "last": "2026-09-07T07:03:51+00:00" + }, + { + "path": "/mcp.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:01:52+00:00", + "last": "2026-09-07T08:01:52+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:21:41+00:00", + "last": "2026-09-04T23:21:41+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:31:54+00:00", + "last": "2026-09-05T08:31:54+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:01:22+00:00", + "last": "2026-09-04T23:01:22+00:00" + }, + { + "path": "/operator/ahrefs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:50:04+00:00", + "last": "2026-09-07T07:50:04+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:26:08+00:00", + "last": "2026-09-05T11:26:08+00:00" + }, + { + "path": "/operator/ai2.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:17:47+00:00", + "last": "2026-09-07T07:17:47+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:25:22+00:00", + "last": "2026-09-05T06:25:22+00:00" + }, + { + "path": "/operator/aihit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:02:01+00:00", + "last": "2026-09-07T06:02:01+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:43:50+00:00", + "last": "2026-09-05T04:43:50+00:00" + }, + { + "path": "/operator/amazon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:16+00:00", + "last": "2026-09-07T00:16:16+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:17:06+00:00", + "last": "2026-09-05T10:17:06+00:00" + }, + { + "path": "/operator/andi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:04:25+00:00", + "last": "2026-09-07T06:04:25+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:13:25+00:00", + "last": "2026-09-05T04:13:25+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:39:07+00:00", + "last": "2026-09-05T04:39:07+00:00" + }, + { + "path": "/operator/apple.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:15:47+00:00", + "last": "2026-09-07T05:15:47+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:12:44+00:00", + "last": "2026-09-05T09:12:44+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:26:52+00:00", + "last": "2026-09-05T07:26:52+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:22:39+00:00", + "last": "2026-09-05T10:22:39+00:00" + }, + { + "path": "/operator/babbar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:37:47+00:00", + "last": "2026-09-07T01:37:47+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:43:49+00:00", + "last": "2026-09-05T08:43:49+00:00" + }, + { + "path": "/operator/baidu.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:52:23+00:00", + "last": "2026-09-07T07:52:23+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:57:53+00:00", + "last": "2026-09-04T21:57:53+00:00" + }, + { + "path": "/operator/bytedance.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:09+00:00", + "last": "2026-09-07T00:10:09+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:24:54+00:00", + "last": "2026-09-05T01:24:54+00:00" + }, + { + "path": "/operator/ceramic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:32:56+00:00", + "last": "2026-09-07T07:32:56+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:34:00+00:00", + "last": "2026-09-05T01:34:00+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:25:50+00:00", + "last": "2026-09-05T05:25:50+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:08:46+00:00", + "last": "2026-09-05T10:08:46+00:00" + }, + { + "path": "/operator/commoncrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:36:42+00:00", + "last": "2026-09-07T05:36:42+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:00:31+00:00", + "last": "2026-09-05T09:00:31+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:18:01+00:00", + "last": "2026-09-04T23:18:01+00:00" + }, + { + "path": "/operator/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:33:15+00:00", + "last": "2026-09-07T02:33:15+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:18:41+00:00", + "last": "2026-09-05T03:18:41+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:52:47+00:00", + "last": "2026-09-04T22:52:47+00:00" + }, + { + "path": "/operator/diffbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:52:25+00:00", + "last": "2026-09-07T00:52:25+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:57:29+00:00", + "last": "2026-09-05T00:57:29+00:00" + }, + { + "path": "/operator/direqt.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:11+00:00", + "last": "2026-09-07T03:10:11+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:48:46+00:00", + "last": "2026-09-04T22:48:46+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:35:20+00:00", + "last": "2026-09-05T01:35:20+00:00" + }, + { + "path": "/operator/echobox.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:27:22+00:00", + "last": "2026-09-07T05:27:22+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:00:17+00:00", + "last": "2026-09-05T03:00:17+00:00" + }, + { + "path": "/operator/exa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:49:25+00:00", + "last": "2026-09-07T01:49:25+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:23:02+00:00", + "last": "2026-09-05T09:23:02+00:00" + }, + { + "path": "/operator/factset.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:07+00:00", + "last": "2026-09-07T03:14:07+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:35:54+00:00", + "last": "2026-09-05T10:35:54+00:00" + }, + { + "path": "/operator/firecrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:38:29+00:00", + "last": "2026-09-07T04:38:29+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:29:05+00:00", + "last": "2026-09-05T02:29:05+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:48:59+00:00", + "last": "2026-09-05T10:48:59+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:06:54+00:00", + "last": "2026-09-05T10:06:54+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:42:08+00:00", + "last": "2026-09-04T23:42:08+00:00" + }, + { + "path": "/operator/hunter.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:39:54+00:00", + "last": "2026-09-07T03:39:54+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:06:57+00:00", + "last": "2026-09-05T08:06:57+00:00" + }, + { + "path": "/operator/internetarchive.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:50:33+00:00", + "last": "2026-09-07T01:50:33+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:10:07+00:00", + "last": "2026-09-05T02:10:07+00:00" + }, + { + "path": "/operator/iss.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:24:20+00:00", + "last": "2026-09-07T08:24:20+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:47:00+00:00", + "last": "2026-09-05T00:47:00+00:00" + }, + { + "path": "/operator/kagi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:25:24+00:00", + "last": "2026-09-07T03:25:24+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:42:52+00:00", + "last": "2026-09-05T10:42:52+00:00" + }, + { + "path": "/operator/klaviyo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:54:36+00:00", + "last": "2026-09-07T04:54:36+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:36:34+00:00", + "last": "2026-09-05T07:36:34+00:00" + }, + { + "path": "/operator/laion.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:48:43+00:00", + "last": "2026-09-07T05:48:43+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:00:37+00:00", + "last": "2026-09-05T08:00:37+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:26:24+00:00", + "last": "2026-09-05T04:26:24+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:52:05+00:00", + "last": "2026-09-04T21:52:05+00:00" + }, + { + "path": "/operator/lyrenth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:26:35+00:00", + "last": "2026-09-07T00:26:35+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:05:50+00:00", + "last": "2026-09-05T05:05:50+00:00" + }, + { + "path": "/operator/majestic.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:19:51+00:00", + "last": "2026-09-07T03:19:51+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:29:00+00:00", + "last": "2026-09-05T02:29:00+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:03:53+00:00", + "last": "2026-09-05T00:03:53+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:49:49+00:00", + "last": "2026-09-04T23:49:49+00:00" + }, + { + "path": "/operator/microsoft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:18:38+00:00", + "last": "2026-09-07T02:18:38+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:15:43+00:00", + "last": "2026-09-04T22:15:43+00:00" + }, + { + "path": "/operator/mistral.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:35:52+00:00", + "last": "2026-09-07T07:35:52+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:44:25+00:00", + "last": "2026-09-05T09:44:25+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:07:47+00:00", + "last": "2026-09-05T01:07:47+00:00" + }, + { + "path": "/operator/moz.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:24:54+00:00", + "last": "2026-09-07T04:24:54+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:20:46+00:00", + "last": "2026-09-05T04:20:46+00:00" + }, + { + "path": "/operator/naver.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:04:17+00:00", + "last": "2026-09-07T05:04:17+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:51:24+00:00", + "last": "2026-09-05T08:51:24+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:16:18+00:00", + "last": "2026-09-05T03:16:18+00:00" + }, + { + "path": "/operator/openai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:28:11+00:00", + "last": "2026-09-07T04:28:11+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:02:52+00:00", + "last": "2026-09-05T03:02:52+00:00" + }, + { + "path": "/operator/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:44:03+00:00", + "last": "2026-09-07T00:44:03+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:40:15+00:00", + "last": "2026-09-04T21:40:15+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:30:20+00:00", + "last": "2026-09-05T03:30:20+00:00" + }, + { + "path": "/operator/perplexity.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:18:04+00:00", + "last": "2026-09-07T01:18:04+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:56:31+00:00", + "last": "2026-09-05T01:56:31+00:00" + }, + { + "path": "/operator/phind.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:44:46+00:00", + "last": "2026-09-07T07:44:46+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:10:16+00:00", + "last": "2026-09-05T05:10:16+00:00" + }, + { + "path": "/operator/pinterest.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:27:26+00:00", + "last": "2026-09-07T02:27:26+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:13:12+00:00", + "last": "2026-09-05T01:13:12+00:00" + }, + { + "path": "/operator/poseidon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:07:24+00:00", + "last": "2026-09-07T03:07:24+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:04:54+00:00", + "last": "2026-09-05T11:04:54+00:00" + }, + { + "path": "/operator/qualified.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:50:34+00:00", + "last": "2026-09-07T04:50:34+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:26:28+00:00", + "last": "2026-09-05T04:26:28+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:53:43+00:00", + "last": "2026-09-05T02:53:43+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:00:36+00:00", + "last": "2026-09-05T02:00:36+00:00" + }, + { + "path": "/operator/qwant.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:05:59+00:00", + "last": "2026-09-07T03:05:59+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:33:38+00:00", + "last": "2026-09-05T02:33:38+00:00" + }, + { + "path": "/operator/reflection.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:16:37+00:00", + "last": "2026-09-07T06:16:37+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:43:21+00:00", + "last": "2026-09-05T07:43:21+00:00" + }, + { + "path": "/operator/rois.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:05:34+00:00", + "last": "2026-09-07T00:05:34+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:57:18+00:00", + "last": "2026-09-04T23:57:18+00:00" + }, + { + "path": "/operator/sbintuitions.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:48:22+00:00", + "last": "2026-09-07T07:48:22+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:52:22+00:00", + "last": "2026-09-05T09:52:22+00:00" + }, + { + "path": "/operator/scrapy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:10:16+00:00", + "last": "2026-09-07T07:10:16+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:54:30+00:00", + "last": "2026-09-05T09:54:30+00:00" + }, + { + "path": "/operator/screamingfrog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:11:12+00:00", + "last": "2026-09-07T04:11:12+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:23:23+00:00", + "last": "2026-09-05T00:23:23+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:05:08+00:00", + "last": "2026-09-05T05:05:08+00:00" + }, + { + "path": "/operator/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:58:51+00:00", + "last": "2026-09-07T01:58:51+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:26:38+00:00", + "last": "2026-09-05T10:26:38+00:00" + }, + { + "path": "/operator/serpstat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:00:56+00:00", + "last": "2026-09-07T00:00:56+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:28:48+00:00", + "last": "2026-09-05T10:28:48+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:06:05+00:00", + "last": "2026-09-05T04:06:05+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:56:45+00:00", + "last": "2026-09-05T09:56:45+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:28:02+00:00", + "last": "2026-09-04T23:28:02+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:23:42+00:00", + "last": "2026-09-04T22:23:42+00:00" + }, + { + "path": "/operator/timpi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:09:24+00:00", + "last": "2026-09-07T03:09:24+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:16:25+00:00", + "last": "2026-09-05T06:16:25+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:19:45+00:00", + "last": "2026-09-04T22:19:45+00:00" + }, + { + "path": "/operator/yandex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:36:50+00:00", + "last": "2026-09-07T04:36:50+00:00" + }, + { + "path": "/operator/you.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T04:28:09+00:00", + "last": "2026-09-05T04:28:09+00:00" + }, + { + "path": "/operator/you.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:18:17+00:00", + "last": "2026-09-07T06:18:17+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:50:17+00:00", + "last": "2026-09-04T22:50:17+00:00" + }, + { + "path": "/plans", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:55:04+00:00", + "last": "2026-09-07T04:55:04+00:00" + }, + { + "path": "/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:23:23+00:00", + "last": "2026-09-05T11:23:23+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:07:26+00:00", + "last": "2026-09-05T00:07:26+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:14:25+00:00", + "last": "2026-09-04T23:14:25+00:00" + }, + { + "path": "/policy/allow-all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:06:58+00:00", + "last": "2026-09-07T08:06:58+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:58:11+00:00", + "last": "2026-09-05T06:58:11+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:09:22+00:00", + "last": "2026-09-05T12:09:22+00:00" + }, + { + "path": "/policy/block-all-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:45:30+00:00", + "last": "2026-09-07T03:45:30+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:00:01+00:00", + "last": "2026-09-05T00:00:01+00:00" + }, + { + "path": "/policy/block-datasets.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:54:36+00:00", + "last": "2026-09-07T01:54:36+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:13:02+00:00", + "last": "2026-09-05T08:13:02+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:02:44+00:00", + "last": "2026-09-05T02:02:44+00:00" + }, + { + "path": "/policy/block-seo-tools.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:20:20+00:00", + "last": "2026-09-07T02:20:20+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:19:15+00:00", + "last": "2026-09-05T13:19:15+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T06:01:51+00:00", + "last": "2026-09-05T06:01:51+00:00" + }, + { + "path": "/privacy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:56:12+00:00", + "last": "2026-09-07T03:56:12+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T05:56:19+00:00", + "last": "2026-09-05T05:56:19+00:00" + }, + { + "path": "/reference.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:05:21+00:00", + "last": "2026-09-07T03:05:21+00:00" + }, + { + "path": "/register", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:59:28+00:00", + "last": "2026-09-05T03:59:28+00:00" + }, + { + "path": "/register.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:35:48+00:00", + "last": "2026-09-07T04:35:48+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:37+00:00", + "last": "2026-09-07T03:43:37+00:00" + }, + { + "path": "/security.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:46:38+00:00", + "last": "2026-09-07T01:46:38+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:46:34+00:00", + "last": "2026-09-03T20:46:34+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:03:32+00:00", + "last": "2026-09-05T07:03:32+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:41:25+00:00", + "last": "2026-09-05T07:41:25+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:03:13+00:00", + "last": "2026-09-05T07:03:13+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:06:38+00:00", + "last": "2026-09-05T03:06:38+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:53:25+00:00", + "last": "2026-09-05T09:53:25+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:32:05+00:00", + "last": "2026-09-04T23:32:05+00:00" + }, + { + "path": "/snippet/python-classify.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:04:07+00:00", + "last": "2026-09-07T02:04:07+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T01:19:34+00:00", + "last": "2026-09-05T01:19:34+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:21:55+00:00", + "last": "2026-09-07T04:21:55+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:42:08+00:00", + "last": "2026-09-05T00:42:08+00:00" + }, + { + "path": "/terms.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:25:04+00:00", + "last": "2026-09-07T02:25:04+00:00" + }, + { + "path": "/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:17:50+00:00", + "last": "2026-09-05T00:17:50+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:47:45+00:00", + "last": "2026-09-05T11:47:45+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:48:56+00:00", + "last": "2026-09-05T09:48:56+00:00" + }, + { + "path": "/tools/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:42:19+00:00", + "last": "2026-09-07T06:42:19+00:00" + }, + { + "path": "/tools/robots-allowed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:07:25+00:00", + "last": "2026-09-07T06:07:25+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T10:43:30+00:00", + "last": "2026-09-05T10:43:30+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T20:46:28+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T20:46:29+00:00" + }, + { + "path": "/index.html", + "status": "200", + "at": "2026-09-03T20:46:32+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T20:46:34+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "status": "200", + "at": "2026-09-04T20:56:48+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "status": "200", + "at": "2026-09-04T21:09:07+00:00" + }, + { + "path": "/crawler/google-extended.html", + "status": "200", + "at": "2026-09-04T21:17:44+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "status": "200", + "at": "2026-09-04T21:27:42+00:00" + }, + { + "path": "/operator/parallel.html", + "status": "200", + "at": "2026-09-04T21:40:15+00:00" + }, + { + "path": "/crawler/seznambot.html", + "status": "200", + "at": "2026-09-04T21:43:50+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "status": "200", + "at": "2026-09-04T21:50:24+00:00" + }, + { + "path": "/operator/lyrenth.html", + "status": "200", + "at": "2026-09-04T21:52:05+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "status": "200", + "at": "2026-09-04T21:52:21+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "status": "200", + "at": "2026-09-04T21:56:41+00:00" + }, + { + "path": "/operator/bytedance.html", + "status": "200", + "at": "2026-09-04T21:57:53+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "status": "200", + "at": "2026-09-04T21:58:07+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "status": "200", + "at": "2026-09-04T21:58:26+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-04T22:13:16+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "status": "200", + "at": "2026-09-04T22:14:50+00:00" + }, + { + "path": "/operator/mistral.html", + "status": "200", + "at": "2026-09-04T22:15:43+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "status": "200", + "at": "2026-09-04T22:19:23+00:00" + }, + { + "path": "/operator/yandex.html", + "status": "200", + "at": "2026-09-04T22:19:45+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "status": "200", + "at": "2026-09-04T22:22:11+00:00" + }, + { + "path": "/operator/timpi.html", + "status": "200", + "at": "2026-09-04T22:23:42+00:00" + }, + { + "path": "/bot/qtcreator.html", + "status": "200", + "at": "2026-09-04T22:25:08+00:00" + }, + { + "path": "/category/ai-training.html", + "status": "200", + "at": "2026-09-04T22:26:15+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "status": "200", + "at": "2026-09-04T22:28:26+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "status": "200", + "at": "2026-09-04T22:28:57+00:00" + }, + { + "path": "/bot/reactornetty.html", + "status": "200", + "at": "2026-09-04T22:30:51+00:00" + }, + { + "path": "/bot/discordbot.html", + "status": "200", + "at": "2026-09-04T22:32:01+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "status": "200", + "at": "2026-09-04T22:32:43+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "status": "200", + "at": "2026-09-04T22:35:12+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "status": "200", + "at": "2026-09-04T22:35:30+00:00" + }, + { + "path": "/bot/mcpi.html", + "status": "200", + "at": "2026-09-04T22:40:58+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "status": "200", + "at": "2026-09-04T22:41:22+00:00" + }, + { + "path": "/crawler/bytespider.html", + "status": "200", + "at": "2026-09-04T22:41:28+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "status": "200", + "at": "2026-09-04T22:44:59+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "status": "200", + "at": "2026-09-04T22:48:22+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "status": "200", + "at": "2026-09-04T22:48:46+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "status": "200", + "at": "2026-09-04T22:49:10+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/tools/verification-methods", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-07T00:12:12+00:00", + "last_asked": "2026-09-07T08:33:17+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T03:46:16+00:00", + "last_asked": "2026-09-07T03:46:16+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 1210.3, + "visit_starts": [ + "2026-09-03T20:46:28Z", + "2026-09-04T20:56:44Z", + "2026-09-05T13:07:05Z", + "2026-09-05T17:08:21Z", + "2026-09-07T00:00:35Z" + ] + }, + "documentation_url": "http://www.semrush.com/bot.html", + "self_described_as": "SemrushBot/7~bl" + }, + { + "slug": "agent-tools-cloud-crawler", + "name": "agent-tools.cloud-crawler", + "group_key": "host:agent-tools.cloud", + "kind": "named", + "user_agents": [ + { + "ua": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", + "requests": 953, + "addresses": 2, + "first_seen": "2026-09-01T03:55:53+00:00", + "last_seen": "2026-09-07T07:56:12+00:00" + }, + { + "ua": "agent-tools.cloud-a2a/0.1 (+https://agent-tools.cloud)", + "requests": 254, + "addresses": 1, + "first_seen": "2026-09-01T04:10:46+00:00", + "last_seen": "2026-09-07T07:58:35+00:00" + }, + { + "ua": "agent-tools.cloud-audit/1.0 (+https://agent-tools.cloud)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-04T02:51:32+00:00", + "last_seen": "2026-09-04T02:53:39+00:00" + } + ], + "primary_user_agent": "agent-tools.cloud-crawler/0.1 (+https://agent-tools.cloud)", + "requests": 1211, + "addresses": 2, + "first_seen": "2026-09-01T03:55:53+00:00", + "last_seen": "2026-09-07T07:58:35+00:00", + "bytes_served": 8774433, + "classed_by_our_instrument": { + "crawler": 953, + "agent": 258 + }, + "surfaces": { + "a2a-crawler-index": 484, + "mcp-crawler-index": 187, + "pathwren-edge": 186, + "x402-payment-discovery": 132, + "mcp-agent-discovery-doctor": 61, + "mcp-crawler-log-triage": 58, + "mcp-robots-policy-lint": 30, + "mcp-endpoint-lint": 28, + "mcp-crawler-ip-verifier": 27, + "agent-card-addresses": 18 + }, + "channels": { + "agent-tools-cloud": 728, + "mcp-registry-official": 189, + "a2a-registry-org": 35, + "smithery": 5 + }, + "accept_headers": [ + "application/json", + "application/json, text/event-stream" + ], + "status_codes": { + "200": 1190, + "202": 20, + "400": 1 + }, + "distinct_paths": 33, + "paths": [ + { + "path": "/.well-known/x402", + "requests": 129, + "statuses": { + "200": 129 + }, + "first": "2026-09-01T07:49:16+00:00", + "last": "2026-09-07T07:56:08+00:00" + }, + { + "path": "/", + "requests": 120, + "statuses": { + "200": 120 + }, + "first": "2026-09-01T07:49:16+00:00", + "last": "2026-09-07T07:55:45+00:00" + }, + { + "path": "/mcp", + "requests": 105, + "statuses": { + "200": 103, + "202": 2 + }, + "first": "2026-09-01T03:55:53+00:00", + "last": "2026-09-07T07:31:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 72, + "statuses": { + "200": 63, + "202": 9 + }, + "first": "2026-09-01T03:55:53+00:00", + "last": "2026-09-07T07:55:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 72, + "statuses": { + "200": 70, + "202": 2 + }, + "first": "2026-09-01T03:55:53+00:00", + "last": "2026-09-07T07:55:48+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp", + "requests": 51, + "statuses": { + "200": 49, + "202": 2 + }, + "first": "2026-09-01T07:49:16+00:00", + "last": "2026-09-07T07:55:46+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 39, + "statuses": { + "200": 39 + }, + "first": "2026-09-01T15:58:12+00:00", + "last": "2026-09-07T07:55:47+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 39, + "statuses": { + "400": 1, + "200": 38 + }, + "first": "2026-09-01T15:57:50+00:00", + "last": "2026-09-07T07:55:47+00:00" + }, + { + "path": "/a2a/robots", + "requests": 39, + "statuses": { + "200": 39 + }, + "first": "2026-09-01T15:57:58+00:00", + "last": "2026-09-07T07:55:47+00:00" + }, + { + "path": "/a2a/triage", + "requests": 39, + "statuses": { + "200": 39 + }, + "first": "2026-09-01T15:58:05+00:00", + "last": "2026-09-07T07:55:47+00:00" + }, + { + "path": "/a2a", + "requests": 37, + "statuses": { + "200": 37 + }, + "first": "2026-09-02T00:34:15+00:00", + "last": "2026-09-07T07:55:48+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 35, + "statuses": { + "200": 35 + }, + "first": "2026-09-01T04:10:46+00:00", + "last": "2026-09-07T07:58:34+00:00" + }, + { + "path": "/a2a/discovery", + "requests": 34, + "statuses": { + "200": 34 + }, + "first": "2026-09-03T00:35:08+00:00", + "last": "2026-09-07T07:56:08+00:00" + }, + { + "path": "/a2a/lint", + "requests": 34, + "statuses": { + "200": 34 + }, + "first": "2026-09-03T00:35:08+00:00", + "last": "2026-09-07T07:56:08+00:00" + }, + { + "path": "/a2a/score", + "requests": 34, + "statuses": { + "200": 34 + }, + "first": "2026-09-03T00:35:08+00:00", + "last": "2026-09-07T07:56:08+00:00" + }, + { + "path": "/c/agent-tools-cloud/", + "requests": 30, + "statuses": { + "200": 30 + }, + "first": "2026-09-01T07:49:19+00:00", + "last": "2026-09-07T07:58:35+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/netcheck/", + "requests": 29, + "statuses": { + "200": 29 + }, + "first": "2026-09-01T15:57:50+00:00", + "last": "2026-09-07T07:58:34+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/triage/", + "requests": 29, + "statuses": { + "200": 29 + }, + "first": "2026-09-01T15:58:05+00:00", + "last": "2026-09-07T07:58:34+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/doctor/", + "requests": 28, + "statuses": { + "200": 28 + }, + "first": "2026-09-01T15:58:12+00:00", + "last": "2026-09-07T07:58:35+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/robots/", + "requests": 28, + "statuses": { + "200": 28 + }, + "first": "2026-09-01T15:57:57+00:00", + "last": "2026-09-07T07:58:34+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp/robots", + "requests": 28, + "statuses": { + "200": 26, + "202": 2 + }, + "first": "2026-09-04T02:39:07+00:00", + "last": "2026-09-07T07:56:12+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp/lint", + "requests": 26, + "statuses": { + "200": 25, + "202": 1 + }, + "first": "2026-09-04T02:39:02+00:00", + "last": "2026-09-07T07:56:12+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/discovery/", + "requests": 25, + "statuses": { + "200": 25 + }, + "first": "2026-09-03T03:34:14+00:00", + "last": "2026-09-07T07:58:34+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/lint/", + "requests": 25, + "statuses": { + "200": 25 + }, + "first": "2026-09-03T03:34:14+00:00", + "last": "2026-09-07T07:58:35+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/score/", + "requests": 25, + "statuses": { + "200": 25 + }, + "first": "2026-09-03T03:34:14+00:00", + "last": "2026-09-07T07:58:34+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp/netcheck", + "requests": 25, + "statuses": { + "200": 24, + "202": 1 + }, + "first": "2026-09-04T02:39:11+00:00", + "last": "2026-09-07T07:56:12+00:00" + }, + { + "path": "/.well-known/x402.json", + "requests": 22, + "statuses": { + "200": 22 + }, + "first": "2026-09-01T07:49:16+00:00", + "last": "2026-09-07T07:31:02+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T01:09:08+00:00", + "last": "2026-09-07T05:06:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T01:08:45+00:00", + "last": "2026-09-07T05:06:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T01:08:45+00:00", + "last": "2026-09-07T05:06:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T01:08:45+00:00", + "last": "2026-09-07T05:06:11+00:00" + }, + { + "path": "/c/smithery/mcp", + "requests": 2, + "statuses": { + "200": 1, + "202": 1 + }, + "first": "2026-09-07T01:09:22+00:00", + "last": "2026-09-07T01:09:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:06:00+00:00", + "last": "2026-09-07T05:06:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:55:53+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T03:55:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:55:53+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T04:10:46+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp", + "status": "200", + "at": "2026-09-01T07:49:16+00:00" + }, + { + "path": "/.well-known/x402.json", + "status": "200", + "at": "2026-09-01T07:49:16+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-01T07:49:16+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T07:49:16+00:00" + }, + { + "path": "/c/agent-tools-cloud/", + "status": "200", + "at": "2026-09-01T07:49:19+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/netcheck/", + "status": "200", + "at": "2026-09-01T15:57:50+00:00" + }, + { + "path": "/a2a/netcheck", + "status": "200", + "at": "2026-09-01T15:57:50+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/robots/", + "status": "200", + "at": "2026-09-01T15:57:57+00:00" + }, + { + "path": "/a2a/robots", + "status": "200", + "at": "2026-09-01T15:57:58+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/triage/", + "status": "200", + "at": "2026-09-01T15:58:05+00:00" + }, + { + "path": "/a2a/triage", + "status": "200", + "at": "2026-09-01T15:58:05+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/doctor/", + "status": "200", + "at": "2026-09-01T15:58:12+00:00" + }, + { + "path": "/a2a/doctor", + "status": "200", + "at": "2026-09-01T15:58:12+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-02T00:34:15+00:00" + }, + { + "path": "/a2a/discovery", + "status": "200", + "at": "2026-09-03T00:35:08+00:00" + }, + { + "path": "/a2a/score", + "status": "200", + "at": "2026-09-03T00:35:08+00:00" + }, + { + "path": "/a2a/lint", + "status": "200", + "at": "2026-09-03T00:35:08+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/discovery/", + "status": "200", + "at": "2026-09-03T03:34:14+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/score/", + "status": "200", + "at": "2026-09-03T03:34:14+00:00" + }, + { + "path": "/c/agent-tools-cloud/a2a/lint/", + "status": "200", + "at": "2026-09-03T03:34:14+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp/lint", + "status": "200", + "at": "2026-09-04T02:39:02+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp/robots", + "status": "200", + "at": "2026-09-04T02:39:07+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp/netcheck", + "status": "200", + "at": "2026-09-04T02:39:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-07T01:08:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-07T01:08:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-07T01:08:45+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "status": "200", + "at": "2026-09-07T01:09:08+00:00" + }, + { + "path": "/c/smithery/mcp", + "status": "200", + "at": "2026-09-07T01:09:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-07T05:06:00+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/a2a/netcheck", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-01T15:57:50+00:00", + "last_asked": "2026-09-07T07:55:47+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 71, + "median_gap_minutes": 95.6, + "visit_starts": [ + "2026-09-01T03:55:53Z", + "2026-09-01T07:32:58Z", + "2026-09-01T09:48:01Z", + "2026-09-01T11:34:39Z", + "2026-09-01T12:21:00Z", + "2026-09-01T13:53:15Z", + "2026-09-01T15:32:57Z", + "2026-09-01T23:32:26Z", + "2026-09-02T00:19:25Z", + "2026-09-02T03:29:28Z", + "2026-09-02T07:29:33Z", + "2026-09-02T08:15:38Z", + "2026-09-02T09:58:57Z", + "2026-09-02T11:34:24Z", + "2026-09-03T00:25:46Z", + "2026-09-03T03:32:21Z", + "2026-09-03T07:30:00Z", + "2026-09-03T08:18:51Z", + "2026-09-03T09:05:09Z", + "2026-09-03T09:38:34Z", + "2026-09-03T11:33:33Z", + "2026-09-03T12:24:41Z", + "2026-09-03T15:34:51Z", + "2026-09-03T19:32:19Z" + ] + }, + "documentation_url": "https://agent-tools.cloud", + "self_described_as": null + }, + { + "slug": "git", + "name": "git", + "group_key": "ua:git", + "kind": "named", + "user_agents": [ + { + "ua": "git/2.39.5", + "requests": 529, + "addresses": 1, + "first_seen": "2026-09-03T09:53:26+00:00", + "last_seen": "2026-09-06T12:08:43+00:00" + }, + { + "ua": "git/2.39.2", + "requests": 358, + "addresses": 2, + "first_seen": "2026-09-05T21:49:31+00:00", + "last_seen": "2026-09-06T01:48:58+00:00" + }, + { + "ua": "git/2.53.0", + "requests": 192, + "addresses": 1, + "first_seen": "2026-09-05T17:14:50+00:00", + "last_seen": "2026-09-06T00:04:12+00:00" + } + ], + "primary_user_agent": "git/2.39.5", + "requests": 1079, + "addresses": 4, + "first_seen": "2026-09-03T09:53:26+00:00", + "last_seen": "2026-09-06T12:08:43+00:00", + "bytes_served": 6767098, + "classed_by_our_instrument": { + "agent": 1079 + }, + "surfaces": { + "git-dumb-http-object-store": 692, + "pathwren-edge": 387 + }, + "channels": { + "pypi-registry": 530, + "go-module-proxy": 358, + "rubygems-registry": 191 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1063, + "301": 11, + "404": 5 + }, + "distinct_paths": 712, + "paths": [ + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/HEAD", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:58+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/info/refs", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:58+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index/info/refs", + "requests": 4, + "statuses": { + "301": 4 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:58+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/HEAD", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T21:49:39+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/info/refs", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T21:49:39+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index/info/refs", + "requests": 4, + "statuses": { + "301": 4 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T21:49:39+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/03/d36eed29a65b4818312404eca4b30a6c82b4b2", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/04/6e853f151d6c6ac94ad3e3eda79a74d063912c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/04/f0b470c4f4e66f1bc5406740f8171f64e865eb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/05/b4b6694926b2f8c24e80f95b1184421546e498", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/06/5e12ad68ad00da1f93eca76843bca60df8313f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/07/a10f953593f7a305ba5d73f8b09413dfed773a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/09/bdd2717c6a0f1c6dc8e0b6ac0be35285d82cde", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/0b/8cd036cb5aa2b01eba13b3d0b79f059814b832", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/10/11a44e9d0e7e98ba4ddc8d7d010abc357686dd", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/10/7348a831bfe47254a5ee7e0413903718d01cb7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/15/04260cd4f7cfaaa6a0d4d07261e2e5d6a44fed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/15/b6a9905f1fa0f3d57a905c2b4b39be5ddf02af", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/18/1297ea0649fbf720db630007042e500938c331", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1b/ddd887fa7bdaf87882ee1a71e264f17496a65d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1c/4dd72da31a314dbbfad16295d3544f52c624ca", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1d/47dda493444636b525ad0f15a45babdc8f409d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1d/f2fed4a9f3988bd039ab12a1495fc5485ec9a4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1e/5bb42c7ea70578ae1d6a3199fbe7a289d8e589", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1e/d12934b1491160583ee33e64668412904afe23", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/21/1e5d3d62ca232be9a3837bc118f1e04e55096e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/21/777a3791cab52447db824021ff9527c4b18fb1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/23/4e89c5bc335f2cb5f2a97830d0255e683f8a11", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/25/6ecf31d38be7b4644e9a5699274252791d795b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/25/beb25a531e9785c5e3640d1026f2f5c702c450", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/26/1e8d584b03ffb0087fb823c2ab181a2029dd3c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/26/83d13febd0a4b22e5f8798d22e916286ddcdce", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/27/4a843d91a515d33c136974a8b07d229d76228d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/27/bb2cd457d7b4982fce1e4ed067d6290b9158a8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/28/59408d7ee3472af19f9b9c317131d30717f294", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/29/95ab98db13ebe330734a17b1e334cd9bb1933b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/2a/c96831173f92e507447c0b39c54318e11684b4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/2b/85e5d17bbb503e7dedc65350708c41bd14e7de", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/2f/ba3c6ed46bc8ea3858e0a37da6e1d47e017b37", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/34/35c676ce8e5cf11745b63daea99b5a56b10872", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/36/427921484a67b7906f8552dc61f8314c2119c3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/36/4ab51ea5475c58deee9bae058afb6d69029ab1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/37/8683deb0e5252f737e28d32b21efcdcb251058", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3a/aeae0e19045d62ca3a47fca9c2efee9e1adbcf", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3a/ef39d3e534d331fd11b45363ea7f6222a496f1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3c/3ff298c6e8f4bf59afa20946640b3009219316", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3c/5dc5d0d4a2505c8d44144ac9cf6410f00bcc46", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3c/68b35edadfc00c55c69787bc6d14b812294559", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3d/d18e2e8da2738d240eb2ef8746dbf7a5db63e5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3e/d65b2a5a8adb3c85cd6c851258cf2304fbd99b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3f/826d60ad6553bf3f7e4beb01021a2fe2fcb3f5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/41/7f81ef06329a888336b86bd494ff85aea82c3a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/41/adf9757b58f96aec2d7ae0161fcb5628bcefe2", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/42/1a18ce0f915e47dc346a18c573614832a6ca2b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/43/b483df2ff5839fef6be6c3e2fec4b04409c574", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/44/f2a0566c5f9f993dd360d567ab02425fedc4d4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/47/9c2e3b6a37af493b1145d25ddb88a7c81208b5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/49/23bfae9412577156825cf4e6bb3eb3f312d4cb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4b/fe5e8e57e9b6a40af8e64860c0c6cd603e4b6f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4d/65f8454805f86f2912973f17f61e9122aa80cc", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4d/97dcd165557936441c17af1353a7010ffae8bc", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4f/8907ca34efa2e50874baa4930290087a94134a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4f/de4528ae47e7479954063e309a1f76c84be6ff", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/50/5b1a5ccd8695424a6c7d21030559b34997ec8b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/50/9aa54de7928c06d11f112e7a958138c8687375", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/54/e592fdcca90298e8aec61b345c53e1b1547430", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/55/62f9fd7f9afd63e505e539cb6ba35556bdce9a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5a/bda6bc722d34eb8503bbf1bc84057228b3fb1c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5c/77ff358859c582a1b2ae31fe23aa972b51603d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5c/ad6ace210f2277ec522056dbd5d7aa09ee7187", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5d/230c9fd9f056c61fc2d4909b9badb300657791", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5d/7955a3667929e593b6c2fafb993d50d7f3e517", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5e/8c4afe4920b8f214060838d904404642df2ada", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5f/375693da34a4f0cc6b29747057176549b7180a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/61/06d77e5ecc223b1b948f5593ad223a3402b927", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/63/2316d836683d335554282855ba5f6ce57294db", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/68/a9e18d0385e9e3094bc13487371044f59bcef3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6b/834acf277f6b6e321ddadc3cd47f170df37239", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6c/b96dfc7cd3606dd9a96aa04ea677e3975793ae", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6e/e0f1543172967be92fa0fc9f6f83c5cb544434", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/70/94a1983e27e2cbe8f0e6be06f1c72963575ee3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/71/1daa314d6b0585ee1f7ab0ab4b8c66bdbb76a3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/74/30bfccbe26afe75712ec8a3278a2eb6260667c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/74/948a6ad128713809771069273ae91f8a1d69ad", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/75/f8d4646627f190f522414667b4c8f917fd145e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/76/21f72ab4e1521ef6d0a4250effe2de8fbd86a7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/76/d981f315b4af04f0774ed9aabc27bfcaaf21fd", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/77/5edaa42a1739c76702651cb26b91d226db3a89", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/78/55a2dcbe6aa821120246e51f6d19a4dbc294c7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7b/011a139b44ef0bd8f5aed60052819bcfe1aa55", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7b/8f06b83e44e65d1bd21ee95c661ae29c3f0116", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7c/2501fe7b94f3ea1c8c51a779be4a232ad7c987", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7c/f9006e28a48cb801139697b9f11d6e3fa7127e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7d/75132d3ad6b72e36bd86e0a4f486d03549916a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7e/508355c216dcff572dcb6d826b3e1320eca68c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7f/b93af5c819e7ca0f61af17783b3b0bc6835298", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/80/caca27d5dd447dfbde31c6a870920397d1ed9d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/81/cefc7ae4fe75e9ce457026b57f5340279ff7e4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/82/6aeb4adb91bcb688b42b0568dfaf5629a2a462", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/85/4cfe52e55e1cfc2f825cb6b68772c6a7c359a9", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/89/bc5cb48aaabcddad026654d70688bdb7b5179b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/89/d95937ada870d5bcfd10b2df8af2cceb3ad273", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/8a/a9c3ff02d19b8551eaaa8a64f98aaa3d36a259", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/8c/c6d7e5fd93a439c9c6aac84a1ae368afd69732", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/90/ab6a6ee093d4b4e859f4ce560b4f7680f376d6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/94/47cd61edec0722606750327d7c878d69625a60", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/94/aea13f5081439ba4b0f18d3757e288cddf334b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/96/1ee94992816f743650f78ccd1009c9dd5668ae", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/98/b4e72622059f0a93cd975218f07d59cf089cde", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9a/53a7bfdb833d53827a69736ac1d79264445c10", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9d/f3d71e1731aa284e9651076c2d670726d34bc8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9f/90e12e0997daa3645ba5dd7ddcf7e57f8ffe2c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/a1/67f2e1062c7d9bca9c4e1bb1532214b8978f43", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/a2/5be37e7e43bf9bf2bd70750304441491a3bd95", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/a4/1225471e851f0fc7f46469f73f505538be8d1e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/a6/21830e83ecd6065996e9fddb1574937f4c61ea", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/a7/3d181f775e9ea9dc898a36afbcde30f7693f2e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ab/b317b88ef142254df86af724c008214fbcfe41", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ab/e750d45367045582e873b887f22c77ba8200a3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ab/f05f7b5370b7796ce7e60fb4edef5c7bf6d777", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ac/96413423d89173a8f6c5452f98c0d49bd56188", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ae/28b2825726c6a6f375c84a97677755fb8c4372", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ae/3abab681a71c5b130aa099e7a1dfcdfab3e2a6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ae/9b99845f513b75bb6455693b4826dd75a0fe25", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/b0/1f3dc978c6cae7e19f7c2907ff9691e5e54d0c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/b1/fffad73e5cdcd2e539353200676d7dde419999", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/b2/c83df3530b69cee15ebe5652726f627dafb17d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/b6/b0c57c9332859d47c18396e5c715fbfa1e6a79", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/b9/f2f447a1ce37ffa73db407ac8bbf1607f48d97", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/bb/420fbb49ecb76b55fff9ca29f58f75ae37b308", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/bc/3402333b8c2e2d3878bd646622b176daa1c641", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/bc/7ae6cf559094918a5afd8712695899d560f050", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/be/67545c83c43d51fd3786e5cf102f21ed2476e7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/bf/72051b4d3013f8a313c9f48abfa449e2ea7a36", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/c0/676af7bb236159a504c633dc69e3014077b0c3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/c3/94f726653371d284d43bc89a904e518496e978", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ca/aa4541c867f0fd881c59549cbf9e963e74fb4f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/cb/50a2ec55f86a8f2377366bc2f07eb193d35bab", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/cb/c6952cf712670ecb0f30d3deb9f7c110b4c23d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ce/3d22365cfd7e82fbc10793dc758070933c28e3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/cf/ac80e96d30b31c056b79a30525eae3f2148ddb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/cf/edbeaa93285fb382ded6577b545b27e86c9b3c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d1/901a04fe8e96d323bf2e22d7dee705188b8cf7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d5/a60b0e705ec0e1e0bb718ace3f282d12090fe1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d5/c5d9dc47021d56fe1c40977f6cadc0766cc900", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d6/6c7a0b0641c04fbecdb1083b930d19ee80bfd6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d6/99273d0d6820c820236e48c135b6c0ec5efdd5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d8/453547791bbfdca3fb6c14d0737631fa047e3d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/da/5bb842fc8ffab07438ff2d18c00168bce36d41", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/da/c1967570f389baaef7a7c56b9712c5a263cd3e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/db/b0c2a7aa7eb421bfd3307cd2739255efcb4f2e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/dd/e846a47606a4ed02a27c990e86f6183af05dc7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/df/3e775bc3ec3339e84954212ac1a943b8419e95", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e0/c2b017f3ef625d7dbe4565b41e0d74cc0fe8e3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e1/0942ec875917aba4741edaef5b691765332b82", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e1/96b6128be1e9b0419bb810829b603c7455cbed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e2/9cacbf966ad2762b1d4cf149875db12af21096", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e5/55cab91986733d8cd466aecb0342d039d4e9b8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ec/97802fc3464d96fa1aefdd2a09c021da17a7c8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f2/855d3946b1219e5be8240c10aed2e9354c9e60", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f3/eb22390985f4eb29cb259a7e76042927942dc7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f4/2a8dd581997c0236107279cca38dbfa9bacbbb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f6/5e15bf57a66c10691748271b329ccabb5b0a63", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:54+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f7/de8d78b753743c0c10f12626360beba8b5e830", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f7/e43d3c4f1e315b596d0f7e1d153a5cea1aa35e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:57+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f9/abfe7c16897f477f3ad1b23d7b5dea19873681", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/fb/881b33755a6bf40a8d45777b8d0f62fca0d7fd", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/fc/dd7a78db21d707b4967d9673c5219909be7a2c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:04:11+00:00", + "last": "2026-09-06T01:48:55+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/HEAD", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/info/refs", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/03/d36eed29a65b4818312404eca4b30a6c82b4b2", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/04/6e853f151d6c6ac94ad3e3eda79a74d063912c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/04/f0b470c4f4e66f1bc5406740f8171f64e865eb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/05/b4b6694926b2f8c24e80f95b1184421546e498", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/06/5e12ad68ad00da1f93eca76843bca60df8313f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/07/a10f953593f7a305ba5d73f8b09413dfed773a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/09/bdd2717c6a0f1c6dc8e0b6ac0be35285d82cde", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/0b/8cd036cb5aa2b01eba13b3d0b79f059814b832", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/10/11a44e9d0e7e98ba4ddc8d7d010abc357686dd", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/10/7348a831bfe47254a5ee7e0413903718d01cb7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/15/04260cd4f7cfaaa6a0d4d07261e2e5d6a44fed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/15/b6a9905f1fa0f3d57a905c2b4b39be5ddf02af", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/18/1297ea0649fbf720db630007042e500938c331", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/1b/ddd887fa7bdaf87882ee1a71e264f17496a65d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/1c/4dd72da31a314dbbfad16295d3544f52c624ca", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/1d/47dda493444636b525ad0f15a45babdc8f409d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/1d/f2fed4a9f3988bd039ab12a1495fc5485ec9a4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/1e/5bb42c7ea70578ae1d6a3199fbe7a289d8e589", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/1e/d12934b1491160583ee33e64668412904afe23", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/21/1e5d3d62ca232be9a3837bc118f1e04e55096e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/21/777a3791cab52447db824021ff9527c4b18fb1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/23/4e89c5bc335f2cb5f2a97830d0255e683f8a11", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/25/6ecf31d38be7b4644e9a5699274252791d795b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/25/beb25a531e9785c5e3640d1026f2f5c702c450", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/26/1e8d584b03ffb0087fb823c2ab181a2029dd3c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/26/83d13febd0a4b22e5f8798d22e916286ddcdce", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/27/4a843d91a515d33c136974a8b07d229d76228d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/27/bb2cd457d7b4982fce1e4ed067d6290b9158a8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/28/59408d7ee3472af19f9b9c317131d30717f294", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/29/95ab98db13ebe330734a17b1e334cd9bb1933b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/2a/c96831173f92e507447c0b39c54318e11684b4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/2b/85e5d17bbb503e7dedc65350708c41bd14e7de", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/2f/ba3c6ed46bc8ea3858e0a37da6e1d47e017b37", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/34/35c676ce8e5cf11745b63daea99b5a56b10872", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/36/427921484a67b7906f8552dc61f8314c2119c3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/36/4ab51ea5475c58deee9bae058afb6d69029ab1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/37/8683deb0e5252f737e28d32b21efcdcb251058", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3a/aeae0e19045d62ca3a47fca9c2efee9e1adbcf", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3a/ef39d3e534d331fd11b45363ea7f6222a496f1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3c/3ff298c6e8f4bf59afa20946640b3009219316", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3c/5dc5d0d4a2505c8d44144ac9cf6410f00bcc46", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3c/68b35edadfc00c55c69787bc6d14b812294559", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3d/d18e2e8da2738d240eb2ef8746dbf7a5db63e5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3e/d65b2a5a8adb3c85cd6c851258cf2304fbd99b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/3f/826d60ad6553bf3f7e4beb01021a2fe2fcb3f5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/41/7f81ef06329a888336b86bd494ff85aea82c3a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/41/adf9757b58f96aec2d7ae0161fcb5628bcefe2", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/42/1a18ce0f915e47dc346a18c573614832a6ca2b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/43/b483df2ff5839fef6be6c3e2fec4b04409c574", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/44/f2a0566c5f9f993dd360d567ab02425fedc4d4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/47/9c2e3b6a37af493b1145d25ddb88a7c81208b5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/49/23bfae9412577156825cf4e6bb3eb3f312d4cb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/4b/fe5e8e57e9b6a40af8e64860c0c6cd603e4b6f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/4d/65f8454805f86f2912973f17f61e9122aa80cc", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/4d/97dcd165557936441c17af1353a7010ffae8bc", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/4f/8907ca34efa2e50874baa4930290087a94134a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/4f/de4528ae47e7479954063e309a1f76c84be6ff", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/50/5b1a5ccd8695424a6c7d21030559b34997ec8b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/50/9aa54de7928c06d11f112e7a958138c8687375", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/54/e592fdcca90298e8aec61b345c53e1b1547430", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/55/62f9fd7f9afd63e505e539cb6ba35556bdce9a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5a/bda6bc722d34eb8503bbf1bc84057228b3fb1c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5c/77ff358859c582a1b2ae31fe23aa972b51603d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5c/ad6ace210f2277ec522056dbd5d7aa09ee7187", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5d/230c9fd9f056c61fc2d4909b9badb300657791", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5d/7955a3667929e593b6c2fafb993d50d7f3e517", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5e/8c4afe4920b8f214060838d904404642df2ada", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/5f/375693da34a4f0cc6b29747057176549b7180a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/61/06d77e5ecc223b1b948f5593ad223a3402b927", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/63/2316d836683d335554282855ba5f6ce57294db", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/68/a9e18d0385e9e3094bc13487371044f59bcef3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/6b/834acf277f6b6e321ddadc3cd47f170df37239", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/6c/b96dfc7cd3606dd9a96aa04ea677e3975793ae", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/6e/e0f1543172967be92fa0fc9f6f83c5cb544434", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/70/94a1983e27e2cbe8f0e6be06f1c72963575ee3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/71/1daa314d6b0585ee1f7ab0ab4b8c66bdbb76a3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/74/30bfccbe26afe75712ec8a3278a2eb6260667c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/74/948a6ad128713809771069273ae91f8a1d69ad", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/75/f8d4646627f190f522414667b4c8f917fd145e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/76/21f72ab4e1521ef6d0a4250effe2de8fbd86a7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/76/d981f315b4af04f0774ed9aabc27bfcaaf21fd", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/77/5edaa42a1739c76702651cb26b91d226db3a89", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/78/55a2dcbe6aa821120246e51f6d19a4dbc294c7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7b/011a139b44ef0bd8f5aed60052819bcfe1aa55", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7b/8f06b83e44e65d1bd21ee95c661ae29c3f0116", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7c/2501fe7b94f3ea1c8c51a779be4a232ad7c987", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7c/f9006e28a48cb801139697b9f11d6e3fa7127e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7d/75132d3ad6b72e36bd86e0a4f486d03549916a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7e/508355c216dcff572dcb6d826b3e1320eca68c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/7f/b93af5c819e7ca0f61af17783b3b0bc6835298", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/80/caca27d5dd447dfbde31c6a870920397d1ed9d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/81/cefc7ae4fe75e9ce457026b57f5340279ff7e4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/82/6aeb4adb91bcb688b42b0568dfaf5629a2a462", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/85/4cfe52e55e1cfc2f825cb6b68772c6a7c359a9", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/89/bc5cb48aaabcddad026654d70688bdb7b5179b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/89/d95937ada870d5bcfd10b2df8af2cceb3ad273", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/8a/a9c3ff02d19b8551eaaa8a64f98aaa3d36a259", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/8c/c6d7e5fd93a439c9c6aac84a1ae368afd69732", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/90/ab6a6ee093d4b4e859f4ce560b4f7680f376d6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/94/47cd61edec0722606750327d7c878d69625a60", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/94/aea13f5081439ba4b0f18d3757e288cddf334b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/96/1ee94992816f743650f78ccd1009c9dd5668ae", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/98/b4e72622059f0a93cd975218f07d59cf089cde", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/9a/53a7bfdb833d53827a69736ac1d79264445c10", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/9d/f3d71e1731aa284e9651076c2d670726d34bc8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/9f/90e12e0997daa3645ba5dd7ddcf7e57f8ffe2c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/a1/67f2e1062c7d9bca9c4e1bb1532214b8978f43", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/a2/5be37e7e43bf9bf2bd70750304441491a3bd95", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/a4/1225471e851f0fc7f46469f73f505538be8d1e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/a6/21830e83ecd6065996e9fddb1574937f4c61ea", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/a7/3d181f775e9ea9dc898a36afbcde30f7693f2e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ab/b317b88ef142254df86af724c008214fbcfe41", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ab/e750d45367045582e873b887f22c77ba8200a3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ab/f05f7b5370b7796ce7e60fb4edef5c7bf6d777", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ac/96413423d89173a8f6c5452f98c0d49bd56188", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ae/28b2825726c6a6f375c84a97677755fb8c4372", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ae/3abab681a71c5b130aa099e7a1dfcdfab3e2a6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ae/9b99845f513b75bb6455693b4826dd75a0fe25", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/b0/1f3dc978c6cae7e19f7c2907ff9691e5e54d0c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/b1/fffad73e5cdcd2e539353200676d7dde419999", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/b2/c83df3530b69cee15ebe5652726f627dafb17d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/b6/b0c57c9332859d47c18396e5c715fbfa1e6a79", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/b9/f2f447a1ce37ffa73db407ac8bbf1607f48d97", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/bb/420fbb49ecb76b55fff9ca29f58f75ae37b308", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/bc/3402333b8c2e2d3878bd646622b176daa1c641", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/bc/7ae6cf559094918a5afd8712695899d560f050", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/be/67545c83c43d51fd3786e5cf102f21ed2476e7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/bf/72051b4d3013f8a313c9f48abfa449e2ea7a36", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/c0/676af7bb236159a504c633dc69e3014077b0c3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/c3/94f726653371d284d43bc89a904e518496e978", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ca/aa4541c867f0fd881c59549cbf9e963e74fb4f", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/cb/50a2ec55f86a8f2377366bc2f07eb193d35bab", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/cb/c6952cf712670ecb0f30d3deb9f7c110b4c23d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ce/3d22365cfd7e82fbc10793dc758070933c28e3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/cf/ac80e96d30b31c056b79a30525eae3f2148ddb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/cf/edbeaa93285fb382ded6577b545b27e86c9b3c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/d1/901a04fe8e96d323bf2e22d7dee705188b8cf7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/d5/a60b0e705ec0e1e0bb718ace3f282d12090fe1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/d5/c5d9dc47021d56fe1c40977f6cadc0766cc900", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/d6/6c7a0b0641c04fbecdb1083b930d19ee80bfd6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/d6/99273d0d6820c820236e48c135b6c0ec5efdd5", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/d8/453547791bbfdca3fb6c14d0737631fa047e3d", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/da/5bb842fc8ffab07438ff2d18c00168bce36d41", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/da/c1967570f389baaef7a7c56b9712c5a263cd3e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/db/b0c2a7aa7eb421bfd3307cd2739255efcb4f2e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/dd/e846a47606a4ed02a27c990e86f6183af05dc7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/df/3e775bc3ec3339e84954212ac1a943b8419e95", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/e0/c2b017f3ef625d7dbe4565b41e0d74cc0fe8e3", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/e1/0942ec875917aba4741edaef5b691765332b82", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/e1/96b6128be1e9b0419bb810829b603c7455cbed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/e2/9cacbf966ad2762b1d4cf149875db12af21096", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/e5/55cab91986733d8cd466aecb0342d039d4e9b8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/ec/97802fc3464d96fa1aefdd2a09c021da17a7c8", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f2/855d3946b1219e5be8240c10aed2e9354c9e60", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f3/eb22390985f4eb29cb259a7e76042927942dc7", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f4/2a8dd581997c0236107279cca38dbfa9bacbbb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f6/5e15bf57a66c10691748271b329ccabb5b0a63", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f7/de8d78b753743c0c10f12626360beba8b5e830", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f7/e43d3c4f1e315b596d0f7e1d153a5cea1aa35e", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:15+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/f9/abfe7c16897f477f3ad1b23d7b5dea19873681", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/fb/881b33755a6bf40a8d45777b8d0f62fca0d7fd", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:43+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/objects/fc/dd7a78db21d707b4967d9673c5219909be7a2c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json/info/refs", + "requests": 1, + "statuses": { + "301": 1 + }, + "first": "2026-09-06T12:08:42+00:00", + "last": "2026-09-06T12:08:42+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json/info/refs", + "requests": 1, + "statuses": { + "301": 1 + }, + "first": "2026-09-06T12:08:14+00:00", + "last": "2026-09-06T12:08:14+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json/info/refs", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T09:53:26+00:00", + "last": "2026-09-03T09:53:26+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index/info/refs", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T17:14:50+00:00", + "last": "2026-09-05T17:14:50+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/HEAD", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/info/refs", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/03/d36eed29a65b4818312404eca4b30a6c82b4b2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/04/6e853f151d6c6ac94ad3e3eda79a74d063912c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/04/f0b470c4f4e66f1bc5406740f8171f64e865eb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/05/b4b6694926b2f8c24e80f95b1184421546e498", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/06/5e12ad68ad00da1f93eca76843bca60df8313f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/07/a10f953593f7a305ba5d73f8b09413dfed773a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/09/bdd2717c6a0f1c6dc8e0b6ac0be35285d82cde", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/0b/8cd036cb5aa2b01eba13b3d0b79f059814b832", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/10/11a44e9d0e7e98ba4ddc8d7d010abc357686dd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/10/7348a831bfe47254a5ee7e0413903718d01cb7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/15/04260cd4f7cfaaa6a0d4d07261e2e5d6a44fed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/15/b6a9905f1fa0f3d57a905c2b4b39be5ddf02af", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/18/1297ea0649fbf720db630007042e500938c331", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/1b/ddd887fa7bdaf87882ee1a71e264f17496a65d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/1c/4dd72da31a314dbbfad16295d3544f52c624ca", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/1d/47dda493444636b525ad0f15a45babdc8f409d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/1d/f2fed4a9f3988bd039ab12a1495fc5485ec9a4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/1e/5bb42c7ea70578ae1d6a3199fbe7a289d8e589", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/1e/d12934b1491160583ee33e64668412904afe23", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/21/1e5d3d62ca232be9a3837bc118f1e04e55096e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/21/777a3791cab52447db824021ff9527c4b18fb1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/23/4e89c5bc335f2cb5f2a97830d0255e683f8a11", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/25/6ecf31d38be7b4644e9a5699274252791d795b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/25/beb25a531e9785c5e3640d1026f2f5c702c450", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/26/1e8d584b03ffb0087fb823c2ab181a2029dd3c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/26/83d13febd0a4b22e5f8798d22e916286ddcdce", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/27/4a843d91a515d33c136974a8b07d229d76228d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/27/bb2cd457d7b4982fce1e4ed067d6290b9158a8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/28/59408d7ee3472af19f9b9c317131d30717f294", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/29/95ab98db13ebe330734a17b1e334cd9bb1933b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/2a/c96831173f92e507447c0b39c54318e11684b4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/2b/85e5d17bbb503e7dedc65350708c41bd14e7de", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/2f/ba3c6ed46bc8ea3858e0a37da6e1d47e017b37", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/34/35c676ce8e5cf11745b63daea99b5a56b10872", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/36/427921484a67b7906f8552dc61f8314c2119c3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/36/4ab51ea5475c58deee9bae058afb6d69029ab1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/37/8683deb0e5252f737e28d32b21efcdcb251058", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3a/aeae0e19045d62ca3a47fca9c2efee9e1adbcf", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3a/ef39d3e534d331fd11b45363ea7f6222a496f1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3c/3ff298c6e8f4bf59afa20946640b3009219316", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3c/5dc5d0d4a2505c8d44144ac9cf6410f00bcc46", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3c/68b35edadfc00c55c69787bc6d14b812294559", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3d/d18e2e8da2738d240eb2ef8746dbf7a5db63e5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3e/d65b2a5a8adb3c85cd6c851258cf2304fbd99b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/3f/826d60ad6553bf3f7e4beb01021a2fe2fcb3f5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/41/7f81ef06329a888336b86bd494ff85aea82c3a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/41/adf9757b58f96aec2d7ae0161fcb5628bcefe2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/42/1a18ce0f915e47dc346a18c573614832a6ca2b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/43/b483df2ff5839fef6be6c3e2fec4b04409c574", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/44/f2a0566c5f9f993dd360d567ab02425fedc4d4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/47/9c2e3b6a37af493b1145d25ddb88a7c81208b5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/49/23bfae9412577156825cf4e6bb3eb3f312d4cb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/4b/fe5e8e57e9b6a40af8e64860c0c6cd603e4b6f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/4d/65f8454805f86f2912973f17f61e9122aa80cc", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/4d/97dcd165557936441c17af1353a7010ffae8bc", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/4f/8907ca34efa2e50874baa4930290087a94134a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/4f/de4528ae47e7479954063e309a1f76c84be6ff", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/50/5b1a5ccd8695424a6c7d21030559b34997ec8b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/50/9aa54de7928c06d11f112e7a958138c8687375", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/54/e592fdcca90298e8aec61b345c53e1b1547430", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/55/62f9fd7f9afd63e505e539cb6ba35556bdce9a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5a/bda6bc722d34eb8503bbf1bc84057228b3fb1c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5c/77ff358859c582a1b2ae31fe23aa972b51603d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5c/ad6ace210f2277ec522056dbd5d7aa09ee7187", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5d/230c9fd9f056c61fc2d4909b9badb300657791", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5d/7955a3667929e593b6c2fafb993d50d7f3e517", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5e/8c4afe4920b8f214060838d904404642df2ada", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/5f/375693da34a4f0cc6b29747057176549b7180a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/61/06d77e5ecc223b1b948f5593ad223a3402b927", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/63/2316d836683d335554282855ba5f6ce57294db", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/68/a9e18d0385e9e3094bc13487371044f59bcef3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/6b/834acf277f6b6e321ddadc3cd47f170df37239", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/6c/b96dfc7cd3606dd9a96aa04ea677e3975793ae", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/6e/e0f1543172967be92fa0fc9f6f83c5cb544434", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/70/94a1983e27e2cbe8f0e6be06f1c72963575ee3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/71/1daa314d6b0585ee1f7ab0ab4b8c66bdbb76a3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/74/30bfccbe26afe75712ec8a3278a2eb6260667c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/74/948a6ad128713809771069273ae91f8a1d69ad", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/75/f8d4646627f190f522414667b4c8f917fd145e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/76/21f72ab4e1521ef6d0a4250effe2de8fbd86a7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/76/d981f315b4af04f0774ed9aabc27bfcaaf21fd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/77/5edaa42a1739c76702651cb26b91d226db3a89", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/78/55a2dcbe6aa821120246e51f6d19a4dbc294c7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7b/011a139b44ef0bd8f5aed60052819bcfe1aa55", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7b/8f06b83e44e65d1bd21ee95c661ae29c3f0116", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7c/2501fe7b94f3ea1c8c51a779be4a232ad7c987", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7c/f9006e28a48cb801139697b9f11d6e3fa7127e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7d/75132d3ad6b72e36bd86e0a4f486d03549916a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7e/508355c216dcff572dcb6d826b3e1320eca68c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/7f/b93af5c819e7ca0f61af17783b3b0bc6835298", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/80/caca27d5dd447dfbde31c6a870920397d1ed9d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/81/cefc7ae4fe75e9ce457026b57f5340279ff7e4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/82/6aeb4adb91bcb688b42b0568dfaf5629a2a462", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/85/4cfe52e55e1cfc2f825cb6b68772c6a7c359a9", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/89/bc5cb48aaabcddad026654d70688bdb7b5179b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/89/d95937ada870d5bcfd10b2df8af2cceb3ad273", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/8a/a9c3ff02d19b8551eaaa8a64f98aaa3d36a259", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/8c/c6d7e5fd93a439c9c6aac84a1ae368afd69732", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/90/ab6a6ee093d4b4e859f4ce560b4f7680f376d6", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/94/47cd61edec0722606750327d7c878d69625a60", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/94/aea13f5081439ba4b0f18d3757e288cddf334b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/96/1ee94992816f743650f78ccd1009c9dd5668ae", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/98/b4e72622059f0a93cd975218f07d59cf089cde", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/9a/53a7bfdb833d53827a69736ac1d79264445c10", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/9d/f3d71e1731aa284e9651076c2d670726d34bc8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/9f/90e12e0997daa3645ba5dd7ddcf7e57f8ffe2c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/a1/67f2e1062c7d9bca9c4e1bb1532214b8978f43", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/a2/5be37e7e43bf9bf2bd70750304441491a3bd95", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/a4/1225471e851f0fc7f46469f73f505538be8d1e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/a6/21830e83ecd6065996e9fddb1574937f4c61ea", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/a7/3d181f775e9ea9dc898a36afbcde30f7693f2e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ab/b317b88ef142254df86af724c008214fbcfe41", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ab/e750d45367045582e873b887f22c77ba8200a3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ab/f05f7b5370b7796ce7e60fb4edef5c7bf6d777", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ac/96413423d89173a8f6c5452f98c0d49bd56188", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ae/28b2825726c6a6f375c84a97677755fb8c4372", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ae/3abab681a71c5b130aa099e7a1dfcdfab3e2a6", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ae/9b99845f513b75bb6455693b4826dd75a0fe25", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/b0/1f3dc978c6cae7e19f7c2907ff9691e5e54d0c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/b1/fffad73e5cdcd2e539353200676d7dde419999", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/b2/c83df3530b69cee15ebe5652726f627dafb17d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/b6/b0c57c9332859d47c18396e5c715fbfa1e6a79", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/b9/f2f447a1ce37ffa73db407ac8bbf1607f48d97", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/bb/420fbb49ecb76b55fff9ca29f58f75ae37b308", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/bc/3402333b8c2e2d3878bd646622b176daa1c641", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/bc/7ae6cf559094918a5afd8712695899d560f050", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/be/67545c83c43d51fd3786e5cf102f21ed2476e7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/bf/72051b4d3013f8a313c9f48abfa449e2ea7a36", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/c0/676af7bb236159a504c633dc69e3014077b0c3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/c3/94f726653371d284d43bc89a904e518496e978", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ca/aa4541c867f0fd881c59549cbf9e963e74fb4f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/cb/50a2ec55f86a8f2377366bc2f07eb193d35bab", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/cb/c6952cf712670ecb0f30d3deb9f7c110b4c23d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ce/3d22365cfd7e82fbc10793dc758070933c28e3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/cf/ac80e96d30b31c056b79a30525eae3f2148ddb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/cf/edbeaa93285fb382ded6577b545b27e86c9b3c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/d1/901a04fe8e96d323bf2e22d7dee705188b8cf7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/d5/a60b0e705ec0e1e0bb718ace3f282d12090fe1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/d5/c5d9dc47021d56fe1c40977f6cadc0766cc900", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/d6/6c7a0b0641c04fbecdb1083b930d19ee80bfd6", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/d6/99273d0d6820c820236e48c135b6c0ec5efdd5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/d8/453547791bbfdca3fb6c14d0737631fa047e3d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/da/5bb842fc8ffab07438ff2d18c00168bce36d41", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/da/c1967570f389baaef7a7c56b9712c5a263cd3e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/db/b0c2a7aa7eb421bfd3307cd2739255efcb4f2e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/dd/e846a47606a4ed02a27c990e86f6183af05dc7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/df/3e775bc3ec3339e84954212ac1a943b8419e95", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/e0/c2b017f3ef625d7dbe4565b41e0d74cc0fe8e3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/e1/0942ec875917aba4741edaef5b691765332b82", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/e1/96b6128be1e9b0419bb810829b603c7455cbed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/e2/9cacbf966ad2762b1d4cf149875db12af21096", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/e5/55cab91986733d8cd466aecb0342d039d4e9b8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/ec/97802fc3464d96fa1aefdd2a09c021da17a7c8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f2/855d3946b1219e5be8240c10aed2e9354c9e60", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f3/eb22390985f4eb29cb259a7e76042927942dc7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f4/2a8dd581997c0236107279cca38dbfa9bacbbb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f6/5e15bf57a66c10691748271b329ccabb5b0a63", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f7/de8d78b753743c0c10f12626360beba8b5e830", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f7/e43d3c4f1e315b596d0f7e1d153a5cea1aa35e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:27+00:00", + "last": "2026-09-06T01:53:27+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/f9/abfe7c16897f477f3ad1b23d7b5dea19873681", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/fb/881b33755a6bf40a8d45777b8d0f62fca0d7fd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:26+00:00", + "last": "2026-09-06T01:53:26+00:00" + }, + { + "path": "/c/pypi-verify/git/ai-crawler-index.git/objects/fc/dd7a78db21d707b4967d9673c5219909be7a2c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:53:25+00:00", + "last": "2026-09-06T01:53:25+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json/info/refs", + "requests": 1, + "statuses": { + "301": 1 + }, + "first": "2026-09-06T01:53:24+00:00", + "last": "2026-09-06T01:53:24+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/03/d36eed29a65b4818312404eca4b30a6c82b4b2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/04/6e853f151d6c6ac94ad3e3eda79a74d063912c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/04/f0b470c4f4e66f1bc5406740f8171f64e865eb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/05/b4b6694926b2f8c24e80f95b1184421546e498", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/06/5e12ad68ad00da1f93eca76843bca60df8313f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/07/a10f953593f7a305ba5d73f8b09413dfed773a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/09/bdd2717c6a0f1c6dc8e0b6ac0be35285d82cde", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/0b/8cd036cb5aa2b01eba13b3d0b79f059814b832", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/10/11a44e9d0e7e98ba4ddc8d7d010abc357686dd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/10/7348a831bfe47254a5ee7e0413903718d01cb7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/15/04260cd4f7cfaaa6a0d4d07261e2e5d6a44fed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/15/b6a9905f1fa0f3d57a905c2b4b39be5ddf02af", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/18/1297ea0649fbf720db630007042e500938c331", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1b/ddd887fa7bdaf87882ee1a71e264f17496a65d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1c/4dd72da31a314dbbfad16295d3544f52c624ca", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1d/47dda493444636b525ad0f15a45babdc8f409d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1d/f2fed4a9f3988bd039ab12a1495fc5485ec9a4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1e/5bb42c7ea70578ae1d6a3199fbe7a289d8e589", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1e/d12934b1491160583ee33e64668412904afe23", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/21/1e5d3d62ca232be9a3837bc118f1e04e55096e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/21/777a3791cab52447db824021ff9527c4b18fb1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/23/4e89c5bc335f2cb5f2a97830d0255e683f8a11", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/25/6ecf31d38be7b4644e9a5699274252791d795b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/25/beb25a531e9785c5e3640d1026f2f5c702c450", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/26/1e8d584b03ffb0087fb823c2ab181a2029dd3c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/26/83d13febd0a4b22e5f8798d22e916286ddcdce", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/27/4a843d91a515d33c136974a8b07d229d76228d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/27/bb2cd457d7b4982fce1e4ed067d6290b9158a8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/28/59408d7ee3472af19f9b9c317131d30717f294", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/29/95ab98db13ebe330734a17b1e334cd9bb1933b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/2a/c96831173f92e507447c0b39c54318e11684b4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/2b/85e5d17bbb503e7dedc65350708c41bd14e7de", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/2f/ba3c6ed46bc8ea3858e0a37da6e1d47e017b37", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/34/35c676ce8e5cf11745b63daea99b5a56b10872", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/36/427921484a67b7906f8552dc61f8314c2119c3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/36/4ab51ea5475c58deee9bae058afb6d69029ab1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/37/8683deb0e5252f737e28d32b21efcdcb251058", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3a/aeae0e19045d62ca3a47fca9c2efee9e1adbcf", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3a/ef39d3e534d331fd11b45363ea7f6222a496f1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3c/3ff298c6e8f4bf59afa20946640b3009219316", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3c/5dc5d0d4a2505c8d44144ac9cf6410f00bcc46", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3c/68b35edadfc00c55c69787bc6d14b812294559", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3d/d18e2e8da2738d240eb2ef8746dbf7a5db63e5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3e/d65b2a5a8adb3c85cd6c851258cf2304fbd99b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3f/826d60ad6553bf3f7e4beb01021a2fe2fcb3f5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/41/7f81ef06329a888336b86bd494ff85aea82c3a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/41/adf9757b58f96aec2d7ae0161fcb5628bcefe2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/42/1a18ce0f915e47dc346a18c573614832a6ca2b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/43/b483df2ff5839fef6be6c3e2fec4b04409c574", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/44/f2a0566c5f9f993dd360d567ab02425fedc4d4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/47/9c2e3b6a37af493b1145d25ddb88a7c81208b5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/49/23bfae9412577156825cf4e6bb3eb3f312d4cb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/4b/fe5e8e57e9b6a40af8e64860c0c6cd603e4b6f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/4d/65f8454805f86f2912973f17f61e9122aa80cc", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/4d/97dcd165557936441c17af1353a7010ffae8bc", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/4f/8907ca34efa2e50874baa4930290087a94134a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/4f/de4528ae47e7479954063e309a1f76c84be6ff", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/50/5b1a5ccd8695424a6c7d21030559b34997ec8b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/50/9aa54de7928c06d11f112e7a958138c8687375", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/54/e592fdcca90298e8aec61b345c53e1b1547430", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/55/62f9fd7f9afd63e505e539cb6ba35556bdce9a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5a/bda6bc722d34eb8503bbf1bc84057228b3fb1c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5c/77ff358859c582a1b2ae31fe23aa972b51603d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5c/ad6ace210f2277ec522056dbd5d7aa09ee7187", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5d/230c9fd9f056c61fc2d4909b9badb300657791", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5d/7955a3667929e593b6c2fafb993d50d7f3e517", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5e/8c4afe4920b8f214060838d904404642df2ada", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/5f/375693da34a4f0cc6b29747057176549b7180a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/61/06d77e5ecc223b1b948f5593ad223a3402b927", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/63/2316d836683d335554282855ba5f6ce57294db", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/68/a9e18d0385e9e3094bc13487371044f59bcef3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/6b/834acf277f6b6e321ddadc3cd47f170df37239", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/6c/b96dfc7cd3606dd9a96aa04ea677e3975793ae", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/6e/e0f1543172967be92fa0fc9f6f83c5cb544434", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/70/94a1983e27e2cbe8f0e6be06f1c72963575ee3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/71/1daa314d6b0585ee1f7ab0ab4b8c66bdbb76a3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/74/30bfccbe26afe75712ec8a3278a2eb6260667c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/74/948a6ad128713809771069273ae91f8a1d69ad", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/75/f8d4646627f190f522414667b4c8f917fd145e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/76/21f72ab4e1521ef6d0a4250effe2de8fbd86a7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/76/d981f315b4af04f0774ed9aabc27bfcaaf21fd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/77/5edaa42a1739c76702651cb26b91d226db3a89", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/78/55a2dcbe6aa821120246e51f6d19a4dbc294c7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7b/011a139b44ef0bd8f5aed60052819bcfe1aa55", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7b/8f06b83e44e65d1bd21ee95c661ae29c3f0116", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7c/2501fe7b94f3ea1c8c51a779be4a232ad7c987", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7c/f9006e28a48cb801139697b9f11d6e3fa7127e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7d/75132d3ad6b72e36bd86e0a4f486d03549916a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7e/508355c216dcff572dcb6d826b3e1320eca68c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7f/b93af5c819e7ca0f61af17783b3b0bc6835298", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/80/caca27d5dd447dfbde31c6a870920397d1ed9d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/81/cefc7ae4fe75e9ce457026b57f5340279ff7e4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/82/6aeb4adb91bcb688b42b0568dfaf5629a2a462", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/85/4cfe52e55e1cfc2f825cb6b68772c6a7c359a9", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/89/bc5cb48aaabcddad026654d70688bdb7b5179b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/89/d95937ada870d5bcfd10b2df8af2cceb3ad273", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/8a/a9c3ff02d19b8551eaaa8a64f98aaa3d36a259", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/8c/c6d7e5fd93a439c9c6aac84a1ae368afd69732", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/90/ab6a6ee093d4b4e859f4ce560b4f7680f376d6", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/94/47cd61edec0722606750327d7c878d69625a60", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/94/aea13f5081439ba4b0f18d3757e288cddf334b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/96/1ee94992816f743650f78ccd1009c9dd5668ae", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/98/b4e72622059f0a93cd975218f07d59cf089cde", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/9a/53a7bfdb833d53827a69736ac1d79264445c10", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/9d/f3d71e1731aa284e9651076c2d670726d34bc8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/9f/90e12e0997daa3645ba5dd7ddcf7e57f8ffe2c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a1/67f2e1062c7d9bca9c4e1bb1532214b8978f43", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a2/5be37e7e43bf9bf2bd70750304441491a3bd95", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a4/1225471e851f0fc7f46469f73f505538be8d1e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a6/21830e83ecd6065996e9fddb1574937f4c61ea", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a7/3d181f775e9ea9dc898a36afbcde30f7693f2e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ab/b317b88ef142254df86af724c008214fbcfe41", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ab/e750d45367045582e873b887f22c77ba8200a3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ab/f05f7b5370b7796ce7e60fb4edef5c7bf6d777", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ac/96413423d89173a8f6c5452f98c0d49bd56188", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ae/28b2825726c6a6f375c84a97677755fb8c4372", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ae/3abab681a71c5b130aa099e7a1dfcdfab3e2a6", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ae/9b99845f513b75bb6455693b4826dd75a0fe25", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/b0/1f3dc978c6cae7e19f7c2907ff9691e5e54d0c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/b1/fffad73e5cdcd2e539353200676d7dde419999", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/b2/c83df3530b69cee15ebe5652726f627dafb17d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/b6/b0c57c9332859d47c18396e5c715fbfa1e6a79", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/b9/f2f447a1ce37ffa73db407ac8bbf1607f48d97", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/bb/420fbb49ecb76b55fff9ca29f58f75ae37b308", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/bc/3402333b8c2e2d3878bd646622b176daa1c641", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/bc/7ae6cf559094918a5afd8712695899d560f050", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/be/67545c83c43d51fd3786e5cf102f21ed2476e7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/bf/72051b4d3013f8a313c9f48abfa449e2ea7a36", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/c0/676af7bb236159a504c633dc69e3014077b0c3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/c3/94f726653371d284d43bc89a904e518496e978", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ca/aa4541c867f0fd881c59549cbf9e963e74fb4f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/cb/50a2ec55f86a8f2377366bc2f07eb193d35bab", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/cb/c6952cf712670ecb0f30d3deb9f7c110b4c23d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ce/3d22365cfd7e82fbc10793dc758070933c28e3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/cf/ac80e96d30b31c056b79a30525eae3f2148ddb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/cf/edbeaa93285fb382ded6577b545b27e86c9b3c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d1/901a04fe8e96d323bf2e22d7dee705188b8cf7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d5/a60b0e705ec0e1e0bb718ace3f282d12090fe1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d5/c5d9dc47021d56fe1c40977f6cadc0766cc900", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d6/6c7a0b0641c04fbecdb1083b930d19ee80bfd6", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d6/99273d0d6820c820236e48c135b6c0ec5efdd5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d8/453547791bbfdca3fb6c14d0737631fa047e3d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/da/5bb842fc8ffab07438ff2d18c00168bce36d41", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/da/c1967570f389baaef7a7c56b9712c5a263cd3e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/db/b0c2a7aa7eb421bfd3307cd2739255efcb4f2e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/dd/e846a47606a4ed02a27c990e86f6183af05dc7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/df/3e775bc3ec3339e84954212ac1a943b8419e95", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e0/c2b017f3ef625d7dbe4565b41e0d74cc0fe8e3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e1/0942ec875917aba4741edaef5b691765332b82", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e1/96b6128be1e9b0419bb810829b603c7455cbed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:32+00:00", + "last": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e2/9cacbf966ad2762b1d4cf149875db12af21096", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e5/55cab91986733d8cd466aecb0342d039d4e9b8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ec/97802fc3464d96fa1aefdd2a09c021da17a7c8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:37+00:00", + "last": "2026-09-05T21:49:37+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f2/855d3946b1219e5be8240c10aed2e9354c9e60", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f3/eb22390985f4eb29cb259a7e76042927942dc7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f4/2a8dd581997c0236107279cca38dbfa9bacbbb", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:35+00:00", + "last": "2026-09-05T21:49:35+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f6/5e15bf57a66c10691748271b329ccabb5b0a63", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:33+00:00", + "last": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f7/de8d78b753743c0c10f12626360beba8b5e830", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f7/e43d3c4f1e315b596d0f7e1d153a5cea1aa35e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:38+00:00", + "last": "2026-09-05T21:49:38+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f9/abfe7c16897f477f3ad1b23d7b5dea19873681", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/fb/881b33755a6bf40a8d45777b8d0f62fca0d7fd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:36+00:00", + "last": "2026-09-05T21:49:36+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/fc/dd7a78db21d707b4967d9673c5219909be7a2c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:49:34+00:00", + "last": "2026-09-05T21:49:34+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/alternates", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/http-alternates", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/packs", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/pack/pack-940494383930e0bd45f8eec8aed1bee6943396ec.idx", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/pack/pack-940494383930e0bd45f8eec8aed1bee6943396ec.pack", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:28:25+00:00", + "last": "2026-09-05T20:28:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/data/agents.json/info/refs", + "status": "404", + "at": "2026-09-03T09:53:26+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index/info/refs", + "status": "404", + "at": "2026-09-05T17:14:50+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index/info/refs", + "status": "301", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/info/refs", + "status": "200", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/HEAD", + "status": "200", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b", + "status": "404", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/http-alternates", + "status": "404", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/alternates", + "status": "404", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/packs", + "status": "200", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/pack/pack-940494383930e0bd45f8eec8aed1bee6943396ec.idx", + "status": "200", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/pack/pack-940494383930e0bd45f8eec8aed1bee6943396ec.pack", + "status": "200", + "at": "2026-09-05T20:28:25+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/cb/50a2ec55f86a8f2377366bc2f07eb193d35bab", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/1e/d12934b1491160583ee33e64668412904afe23", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/75/f8d4646627f190f522414667b4c8f917fd145e", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/15/b6a9905f1fa0f3d57a905c2b4b39be5ddf02af", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/4f/de4528ae47e7479954063e309a1f76c84be6ff", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/81/cefc7ae4fe75e9ce457026b57f5340279ff7e4", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a4/1225471e851f0fc7f46469f73f505538be8d1e", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/71/1daa314d6b0585ee1f7ab0ab4b8c66bdbb76a3", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/d1/901a04fe8e96d323bf2e22d7dee705188b8cf7", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e1/96b6128be1e9b0419bb810829b603c7455cbed", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/28/59408d7ee3472af19f9b9c317131d30717f294", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/7c/2501fe7b94f3ea1c8c51a779be4a232ad7c987", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/74/948a6ad128713809771069273ae91f8a1d69ad", + "status": "200", + "at": "2026-09-05T21:49:32+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f6/5e15bf57a66c10691748271b329ccabb5b0a63", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/26/1e8d584b03ffb0087fb823c2ab181a2029dd3c", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/3a/ef39d3e534d331fd11b45363ea7f6222a496f1", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/c3/94f726653371d284d43bc89a904e518496e978", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/e0/c2b017f3ef625d7dbe4565b41e0d74cc0fe8e3", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/f2/855d3946b1219e5be8240c10aed2e9354c9e60", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/77/5edaa42a1739c76702651cb26b91d226db3a89", + "status": "200", + "at": "2026-09-05T21:49:33+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/pypi-registry/data/agents.json/info/refs", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T09:53:26+00:00", + "last_asked": "2026-09-03T09:53:26+00:00", + "answered_200_since": null + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index/info/refs", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T17:14:50+00:00", + "last_asked": "2026-09-05T17:14:50+00:00", + "answered_200_since": null + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/a2/6601a99dc6586c0aad10fcd09058479567541b", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T20:28:25+00:00", + "last_asked": "2026-09-05T21:49:32+00:00", + "answered_200_since": "2026-09-05T21:09:00+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/http-alternates", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T20:28:25+00:00", + "last_asked": "2026-09-05T20:28:25+00:00", + "answered_200_since": "2026-09-05T21:09:00+00:00" + }, + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/objects/info/alternates", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T20:28:25+00:00", + "last_asked": "2026-09-05T20:28:25+00:00", + "answered_200_since": "2026-09-05T21:10:08+00:00" + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 164.1, + "visit_starts": [ + "2026-09-03T09:53:26Z", + "2026-09-05T17:14:50Z", + "2026-09-05T20:28:25Z", + "2026-09-05T21:49:31Z", + "2026-09-06T00:04:11Z", + "2026-09-06T01:48:54Z", + "2026-09-06T12:08:14Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "402explorer", + "name": "402explorer", + "group_key": "host:discover.paygent.net", + "kind": "named", + "user_agents": [ + { + "ua": "402explorer/0.1 (+https://discover.paygent.net/about)", + "requests": 1059, + "addresses": 2, + "first_seen": "2026-09-01T04:08:29+00:00", + "last_seen": "2026-09-07T07:03:02+00:00" + } + ], + "primary_user_agent": "402explorer/0.1 (+https://discover.paygent.net/about)", + "requests": 1059, + "addresses": 2, + "first_seen": "2026-09-01T04:08:29+00:00", + "last_seen": "2026-09-07T07:03:02+00:00", + "bytes_served": 21121997, + "classed_by_our_instrument": { + "agent": 1028, + "crawler": 31 + }, + "surfaces": { + "mcp-crawler-index": 426, + "pathwren-edge": 112, + "a2a-crawler-index": 94, + "mcp-agent-discovery-doctor": 75, + "mcp-crawler-log-triage": 75, + "mcp-endpoint-lint": 75, + "mcp-crawler-ip-verifier": 75, + "mcp-robots-policy-lint": 75, + "x402-payment-discovery": 30, + "agent-card-addresses": 14, + "mcp-markdown-lane": 8 + }, + "channels": { + "mcp-registry-official": 656, + "paygent-discover": 150, + "paygent": 102, + "crawlers-host": 49, + "paygent-x402": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1059 + }, + "distinct_paths": 16, + "paths": [ + { + "path": "/c/paygent-discover/mcp", + "requests": 150, + "statuses": { + "200": 150 + }, + "first": "2026-09-02T00:42:21+00:00", + "last": "2026-09-07T07:03:02+00:00" + }, + { + "path": "/mcp", + "requests": 101, + "statuses": { + "200": 101 + }, + "first": "2026-09-01T04:08:32+00:00", + "last": "2026-09-07T06:55:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 99, + "statuses": { + "200": 99 + }, + "first": "2026-09-01T04:08:29+00:00", + "last": "2026-09-07T06:55:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 97, + "statuses": { + "200": 97 + }, + "first": "2026-09-01T04:08:35+00:00", + "last": "2026-09-07T06:55:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 97, + "statuses": { + "200": 97 + }, + "first": "2026-09-01T04:08:38+00:00", + "last": "2026-09-07T06:55:55+00:00" + }, + { + "path": "/a2a", + "requests": 94, + "statuses": { + "200": 94 + }, + "first": "2026-09-01T09:55:53+00:00", + "last": "2026-09-07T06:56:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 89, + "statuses": { + "200": 89 + }, + "first": "2026-09-01T16:09:10+00:00", + "last": "2026-09-07T06:56:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 89, + "statuses": { + "200": 89 + }, + "first": "2026-09-01T16:09:12+00:00", + "last": "2026-09-07T06:56:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 79, + "statuses": { + "200": 79 + }, + "first": "2026-09-02T19:39:51+00:00", + "last": "2026-09-07T06:55:58+00:00" + }, + { + "path": "/", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-01T09:55:53+00:00", + "last": "2026-09-07T03:11:47+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-01T09:55:53+00:00", + "last": "2026-09-07T03:11:48+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-01T09:55:53+00:00", + "last": "2026-09-07T03:11:47+00:00" + }, + { + "path": "/openapi.json", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-01T09:55:53+00:00", + "last": "2026-09-07T03:11:48+00:00" + }, + { + "path": "/robots.txt", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-01T09:55:53+00:00", + "last": "2026-09-07T03:11:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-06T09:16:21+00:00", + "last": "2026-09-07T06:55:43+00:00" + }, + { + "path": "/c/paygent-x402/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:11+00:00", + "last": "2026-09-02T02:32:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T04:08:29+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T04:08:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T04:08:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T04:08:38+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T09:55:53+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-01T09:55:53+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T09:55:53+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T09:55:53+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T09:55:53+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T09:55:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:09:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T16:09:12+00:00" + }, + { + "path": "/c/paygent-discover/mcp", + "status": "200", + "at": "2026-09-02T00:42:21+00:00" + }, + { + "path": "/c/paygent-x402/.well-known/x402", + "status": "200", + "at": "2026-09-02T02:32:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-02T19:39:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T09:16:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 58, + "median_gap_minutes": 70.0, + "visit_starts": [ + "2026-09-01T04:08:29Z", + "2026-09-01T05:18:28Z", + "2026-09-01T06:28:27Z", + "2026-09-01T07:38:27Z", + "2026-09-01T08:48:36Z", + "2026-09-01T09:55:53Z", + "2026-09-01T10:59:00Z", + "2026-09-01T12:03:30Z", + "2026-09-01T13:09:01Z", + "2026-09-01T14:19:00Z", + "2026-09-01T15:28:59Z", + "2026-09-01T17:48:57Z", + "2026-09-02T00:18:15Z", + "2026-09-02T05:18:53Z", + "2026-09-02T11:29:03Z", + "2026-09-02T15:28:51Z", + "2026-09-02T19:39:51Z", + "2026-09-02T21:59:05Z", + "2026-09-03T00:19:08Z", + "2026-09-03T04:50:38Z", + "2026-09-03T13:28:43Z", + "2026-09-03T15:48:43Z", + "2026-09-03T18:08:43Z", + "2026-09-03T19:18:43Z" + ] + }, + "documentation_url": "https://discover.paygent.net/about", + "self_described_as": null + }, + { + "slug": "archive-org-bot", + "name": "archive.org_bot", + "group_key": "host:archive.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99", + "requests": 1017, + "addresses": 11, + "first_seen": "2026-08-31T20:58:34+00:00", + "last_seen": "2026-09-06T08:06:32+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; archive.org_bot +http://archive.org/details/archive.org_bot) Zeno/d3712ae warc/v0.8.99", + "requests": 1017, + "addresses": 11, + "first_seen": "2026-08-31T20:58:34+00:00", + "last_seen": "2026-09-06T08:06:32+00:00", + "bytes_served": 5688347, + "classed_by_our_instrument": { + "crawler": 1017 + }, + "surfaces": { + "pathwren-edge": 927, + "ai-crawler-index": 59, + "client-dossiers": 19, + "a2a-crawler-index": 5, + "changes-feed": 2, + "section-roots": 2, + "mcp-crawler-index": 1, + "document-ledger": 1, + "mcp-transport-get-leg": 1 + }, + "channels": { + "direct": 45, + "mcp-registry-official": 4, + "ard": 3, + "mastodon": 2 + }, + "accept_headers": [], + "status_codes": { + "200": 502, + "not recorded": 309, + "404": 123, + "307": 83 + }, + "distinct_paths": 912, + "paths": [ + { + "path": "/px.gif", + "requests": 66, + "statuses": { + "not recorded": 45, + "200": 21 + }, + "first": "2026-08-31T20:58:35+00:00", + "last": "2026-09-05T21:15:32+00:00" + }, + { + "path": "/changes.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:03:21+00:00", + "last": "2026-09-04T21:31:17+00:00" + }, + { + "path": "/about.html", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T20:59:44+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T07:02:31+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T07:02:34+00:00", + "last": "2026-09-01T15:00:55+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T07:02:30+00:00", + "last": "2026-09-03T09:07:27+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T20:59:01+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T20:58:46+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/data/agents.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T20:58:35+00:00", + "last": "2026-09-02T09:03:19+00:00" + }, + { + "path": "/openapi.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T20:59:36+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:02:30+00:00", + "last": "2026-09-05T21:15:32+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T21:15:29+00:00", + "last": "2026-09-05T21:15:37+00:00" + }, + { + "path": "/bot/node.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:02:16+00:00", + "last": "2026-09-01T07:02:40+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:20+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 2, + "statuses": { + "not recorded": 2 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:59:01+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 2, + "statuses": { + "not recorded": 2 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 2, + "statuses": { + "not recorded": 2 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 2, + "statuses": { + "not recorded": 2 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 2, + "statuses": { + "not recorded": 2 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:59+00:00" + }, + { + "path": "/documents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:15+00:00", + "last": "2026-09-04T21:31:14+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T03:00:04+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:57+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/tools/example.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:57+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:04:57+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:09+00:00", + "last": "2026-09-01T09:00:09+00:00" + }, + { + "path": "/.well-known/ard.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:09+00:00", + "last": "2026-09-01T09:00:09+00:00" + }, + { + "path": "/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:14+00:00", + "last": "2026-09-01T09:00:14+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:14+00:00", + "last": "2026-09-02T09:03:14+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:15+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/a2a/example.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/about.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:16+00:00", + "last": "2026-09-01T07:02:16+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:05+00:00", + "last": "2026-09-01T03:00:05+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:40+00:00", + "last": "2026-09-01T07:02:40+00:00" + }, + { + "path": "/bot/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T09:00:15+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/bot/AgentGrade/1.0%20(security%20research;%20agentgrade.net)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T09:00:14+00:00", + "last": "2026-09-01T09:00:14+00:00" + }, + { + "path": "/bot/GPTBot/1.4", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T15:00:55+00:00", + "last": "2026-09-01T15:00:55+00:00" + }, + { + "path": "/bot/YandexBot/3.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:22+00:00", + "last": "2026-09-01T07:02:22+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:31+00:00", + "last": "2026-09-01T07:02:31+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:35+00:00", + "last": "2026-09-01T07:02:35+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:33+00:00", + "last": "2026-09-01T07:02:33+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:27+00:00", + "last": "2026-09-01T07:02:27+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:26+00:00", + "last": "2026-09-01T07:02:26+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:31+00:00", + "last": "2026-09-01T07:02:31+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:42+00:00", + "last": "2026-09-01T07:02:42+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:37+00:00", + "last": "2026-09-01T07:02:37+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:41+00:00", + "last": "2026-09-01T07:02:41+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:34+00:00", + "last": "2026-09-01T07:02:34+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:30+00:00", + "last": "2026-09-01T07:02:30+00:00" + }, + { + "path": "/bot/agentgrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:09+00:00", + "last": "2026-09-01T09:00:09+00:00" + }, + { + "path": "/bot/agentgrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:09+00:00", + "last": "2026-09-01T09:00:09+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:26+00:00", + "last": "2026-09-01T07:02:26+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:24+00:00", + "last": "2026-09-01T07:02:24+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:43+00:00", + "last": "2026-09-01T07:02:43+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:23+00:00", + "last": "2026-09-01T07:02:23+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:42+00:00", + "last": "2026-09-01T07:02:42+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:23+00:00", + "last": "2026-09-01T07:02:23+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:20+00:00", + "last": "2026-09-01T07:02:20+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:35+00:00", + "last": "2026-09-01T07:02:35+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:28+00:00", + "last": "2026-09-01T07:02:28+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:43+00:00", + "last": "2026-09-01T07:02:43+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:42+00:00", + "last": "2026-09-01T07:02:42+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:28+00:00", + "last": "2026-09-01T07:02:28+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:26+00:00", + "last": "2026-09-01T07:02:26+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:33+00:00", + "last": "2026-09-01T07:02:33+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:22+00:00", + "last": "2026-09-01T07:02:22+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:29+00:00", + "last": "2026-09-01T07:02:29+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:20+00:00", + "last": "2026-09-01T07:02:20+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:36+00:00", + "last": "2026-09-01T07:02:36+00:00" + }, + { + "path": "/bot/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:51+00:00", + "last": "2026-09-01T15:00:51+00:00" + }, + { + "path": "/bot/gptbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:51+00:00", + "last": "2026-09-01T15:00:51+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:27+00:00", + "last": "2026-09-01T07:02:27+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:25+00:00", + "last": "2026-09-01T07:02:25+00:00" + }, + { + "path": "/bot/image/avif%2Cimage/webp%2Cimage/apng%2Cimage/svg%2Bxml%2Cimage/*%2C*/*%3Bq%3D0.8", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T21:15:38+00:00", + "last": "2026-09-05T21:15:38+00:00" + }, + { + "path": "/bot/image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-05T21:15:37+00:00", + "last": "2026-09-05T21:15:37+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:24+00:00", + "last": "2026-09-01T07:02:24+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:40+00:00", + "last": "2026-09-01T07:02:40+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:40+00:00", + "last": "2026-09-01T07:02:40+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:21+00:00", + "last": "2026-09-01T07:02:21+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:20+00:00", + "last": "2026-09-01T07:02:20+00:00" + }, + { + "path": "/bot/mcpbeat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:07:22+00:00", + "last": "2026-09-03T09:07:22+00:00" + }, + { + "path": "/bot/mcpbeat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:07:22+00:00", + "last": "2026-09-03T09:07:22+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:21+00:00", + "last": "2026-09-01T07:02:21+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:20+00:00", + "last": "2026-09-01T07:02:20+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:22+00:00", + "last": "2026-09-01T07:02:22+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:43+00:00", + "last": "2026-09-01T07:02:43+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:38+00:00", + "last": "2026-09-01T07:02:38+00:00" + }, + { + "path": "/bot/meta-externalagent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:15:32+00:00", + "last": "2026-09-05T21:15:32+00:00" + }, + { + "path": "/bot/meta-externalagent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:15:32+00:00", + "last": "2026-09-05T21:15:32+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:32+00:00", + "last": "2026-09-01T07:02:32+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:25+00:00", + "last": "2026-09-01T07:02:25+00:00" + }, + { + "path": "/bot/node.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/bot/node.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:33+00:00", + "last": "2026-09-01T07:02:33+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:39+00:00", + "last": "2026-09-01T07:02:39+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:23+00:00", + "last": "2026-09-01T07:02:23+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:43+00:00", + "last": "2026-09-01T07:02:43+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:32+00:00", + "last": "2026-09-01T07:02:32+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:30+00:00", + "last": "2026-09-01T07:02:30+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:24+00:00", + "last": "2026-09-01T07:02:24+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:31+00:00", + "last": "2026-09-01T07:02:31+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:20+00:00", + "last": "2026-09-01T07:02:20+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:31+00:00", + "last": "2026-09-01T07:02:31+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:25+00:00", + "last": "2026-09-01T07:02:25+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:38+00:00", + "last": "2026-09-01T07:02:38+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:38+00:00", + "last": "2026-09-01T07:02:38+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:39+00:00", + "last": "2026-09-01T07:02:39+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:37+00:00", + "last": "2026-09-01T07:02:37+00:00" + }, + { + "path": "/bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:22+00:00", + "last": "2026-09-01T07:02:22+00:00" + }, + { + "path": "/bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2Cimage/avif%2Cimage/webp%2Cimage/apng%2C*/*%3Bq%3D0.8%2Capplication/signed-exchange%3Bv%3Db3%3Bq%3D0.7", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T21:15:38+00:00", + "last": "2026-09-05T21:15:38+00:00" + }, + { + "path": "/bot/text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:22+00:00", + "last": "2026-09-01T07:02:22+00:00" + }, + { + "path": "/bot/text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-05T21:15:38+00:00", + "last": "2026-09-05T21:15:38+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:25+00:00", + "last": "2026-09-01T07:02:25+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:37+00:00", + "last": "2026-09-01T07:02:37+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:40+00:00", + "last": "2026-09-01T07:02:40+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:38+00:00", + "last": "2026-09-01T07:02:38+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:34+00:00", + "last": "2026-09-01T07:02:34+00:00" + }, + { + "path": "/bot/yandexbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/c/ard/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:13+00:00", + "last": "2026-09-01T09:00:13+00:00" + }, + { + "path": "/c/ard/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:13+00:00", + "last": "2026-09-01T09:00:13+00:00" + }, + { + "path": "/c/ard/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:13+00:00", + "last": "2026-09-01T09:00:13+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:06:32+00:00", + "last": "2026-09-06T08:06:32+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:06:32+00:00", + "last": "2026-09-06T08:06:32+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:14+00:00", + "last": "2026-09-01T09:00:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:15+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:15+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:14+00:00", + "last": "2026-09-01T09:00:14+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:04+00:00", + "last": "2026-09-01T03:00:04+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:04+00:00", + "last": "2026-09-01T03:00:04+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:07+00:00", + "last": "2026-09-01T09:00:07+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/tool.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/changes", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:14+00:00", + "last": "2026-09-02T09:03:14+00:00" + }, + { + "path": "/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:16+00:00", + "last": "2026-09-01T07:02:16+00:00" + }, + { + "path": "/crawler/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/AwarioRssBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:51+00:00", + "last": "2026-09-02T09:04:51+00:00" + }, + { + "path": "/crawler/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/AwarioSmartBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/GoogleOther-Image/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/crawler/GoogleOther-Video/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:27+00:00", + "last": "2026-09-02T09:04:27+00:00" + }, + { + "path": "/crawler/Googlebot-Image/1.0", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Googlebot-Video/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(Linux;%20Android%205.0;%20SM-G920A)%20AppleWebKit%20(KHTML,%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible;%20AdsBot-Google-Mobile;%20+http://www.google.com/mobile/adsbot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:29+00:00", + "last": "2026-09-02T09:04:29+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(X11;%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20Google-Agent;%20+https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:33+00:00", + "last": "2026-09-02T09:04:33+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-CWS)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20GoogleOther)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-ai)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20panscient.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20DotBot/1.2;%20+https://opensiteexplorer.org/dotbot;%20help@moz.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:39+00:00", + "last": "2026-09-02T09:04:39+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:44+00:00", + "last": "2026-08-31T20:59:44+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-CWS)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:31+00:00", + "last": "2026-09-02T09:04:31+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Google-Site-Verification/1.0)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:31+00:00", + "last": "2026-09-02T09:04:31+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20GoogleOther)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20MojeekBot/0.11;%20+https://www.mojeek.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Pinterestbot/1.0;%20+https://www.pinterest.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SEOkicks;%20+https://www.seokicks.de/robot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-BA;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-ESI;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-FT;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-SI;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot-SWA;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SiteAuditBot/0.97;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20SplitSignalBot;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-ai)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible;%20panscient.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:44+00:00", + "last": "2026-09-02T09:04:44+00:00" + }, + { + "path": "/crawler/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/Scrapy/2.11.0%20(+https://scrapy.org)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:44+00:00", + "last": "2026-08-31T20:59:44+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:29+00:00", + "last": "2026-09-02T09:04:29+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:29+00:00", + "last": "2026-09-02T09:04:29+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:29+00:00", + "last": "2026-09-02T09:04:29+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/crawler/ahrefsbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:47+00:00", + "last": "2026-09-02T09:03:47+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:47+00:00", + "last": "2026-09-02T09:03:47+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:39+00:00", + "last": "2026-09-02T09:04:39+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:11+00:00", + "last": "2026-08-31T20:59:11+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:11+00:00", + "last": "2026-08-31T20:59:11+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/crawler/ai2bot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/aihitbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/aihitbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:08+00:00", + "last": "2026-09-02T09:04:08+00:00" + }, + { + "path": "/crawler/aiwebindex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:09+00:00", + "last": "2026-09-02T09:04:09+00:00" + }, + { + "path": "/crawler/aiwebindex.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:49+00:00", + "last": "2026-09-02T09:04:49+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:07+00:00", + "last": "2026-08-31T20:59:07+00:00" + }, + { + "path": "/crawler/amazonbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:08+00:00", + "last": "2026-08-31T20:59:08+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:07+00:00", + "last": "2026-09-02T09:04:07+00:00" + }, + { + "path": "/crawler/andibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:07+00:00", + "last": "2026-09-02T09:04:07+00:00" + }, + { + "path": "/crawler/andibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:47+00:00", + "last": "2026-09-02T09:04:47+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:08+00:00", + "last": "2026-09-02T09:04:08+00:00" + }, + { + "path": "/crawler/anomura.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:08+00:00", + "last": "2026-09-02T09:04:08+00:00" + }, + { + "path": "/crawler/anomura.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:48+00:00", + "last": "2026-09-02T09:04:48+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/anthropic-ai.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:44+00:00", + "last": "2026-08-31T20:58:44+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/apis-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/crawler/apis-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:27+00:00", + "last": "2026-09-02T09:04:27+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:57+00:00", + "last": "2026-08-31T20:58:57+00:00" + }, + { + "path": "/crawler/applebot-extended.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:58+00:00", + "last": "2026-08-31T20:58:58+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:57+00:00", + "last": "2026-08-31T20:58:57+00:00" + }, + { + "path": "/crawler/applebot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:55+00:00", + "last": "2026-08-31T20:58:55+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:23+00:00", + "last": "2026-08-31T20:59:23+00:00" + }, + { + "path": "/crawler/archive-org-bot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:23+00:00", + "last": "2026-08-31T20:59:23+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:05+00:00", + "last": "2026-09-02T09:04:05+00:00" + }, + { + "path": "/crawler/atlassian-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:05+00:00", + "last": "2026-09-02T09:04:05+00:00" + }, + { + "path": "/crawler/atlassian-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:47+00:00", + "last": "2026-09-02T09:04:47+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:16+00:00", + "last": "2026-09-02T09:04:16+00:00" + }, + { + "path": "/crawler/awariorssbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:17+00:00", + "last": "2026-09-02T09:04:17+00:00" + }, + { + "path": "/crawler/awariorssbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:15+00:00", + "last": "2026-09-02T09:04:15+00:00" + }, + { + "path": "/crawler/awariosmartbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:15+00:00", + "last": "2026-09-02T09:04:15+00:00" + }, + { + "path": "/crawler/awariosmartbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:26+00:00", + "last": "2026-08-31T20:59:26+00:00" + }, + { + "path": "/crawler/baiduspider.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:26+00:00", + "last": "2026-08-31T20:59:26+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:50+00:00", + "last": "2026-09-02T09:03:50+00:00" + }, + { + "path": "/crawler/barkrowler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:50+00:00", + "last": "2026-09-02T09:03:50+00:00" + }, + { + "path": "/crawler/barkrowler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:58+00:00", + "last": "2026-09-02T09:03:58+00:00" + }, + { + "path": "/crawler/bedrockbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:59+00:00", + "last": "2026-09-02T09:03:59+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:53+00:00", + "last": "2026-08-31T20:58:53+00:00" + }, + { + "path": "/crawler/bingbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:54+00:00", + "last": "2026-08-31T20:58:54+00:00" + }, + { + "path": "/crawler/bytespider.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:02+00:00", + "last": "2026-08-31T20:59:02+00:00" + }, + { + "path": "/crawler/ccbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:01+00:00", + "last": "2026-08-31T20:59:01+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:19+00:00", + "last": "2026-09-02T09:04:19+00:00" + }, + { + "path": "/crawler/chatgpt-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:18+00:00", + "last": "2026-09-02T09:04:18+00:00" + }, + { + "path": "/crawler/chatgpt-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:51+00:00", + "last": "2026-09-02T09:04:51+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/chatgpt-user.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/claude-searchbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claude-user.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:45+00:00", + "last": "2026-08-31T20:58:45+00:00" + }, + { + "path": "/crawler/claude-web.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:46+00:00", + "last": "2026-08-31T20:58:46+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/claudebot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:59+00:00", + "last": "2026-09-02T09:03:59+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:59+00:00", + "last": "2026-09-02T09:03:59+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:13+00:00", + "last": "2026-08-31T20:59:13+00:00" + }, + { + "path": "/crawler/cohere-ai.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:13+00:00", + "last": "2026-08-31T20:59:13+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:14+00:00", + "last": "2026-08-31T20:59:14+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:14+00:00", + "last": "2026-08-31T20:59:14+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/cotoyogi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:45+00:00", + "last": "2026-09-02T09:04:45+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:20+00:00", + "last": "2026-09-02T09:04:20+00:00" + }, + { + "path": "/crawler/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:20+00:00", + "last": "2026-09-02T09:04:20+00:00" + }, + { + "path": "/crawler/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:52+00:00", + "last": "2026-09-02T09:04:52+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:01+00:00", + "last": "2026-09-02T09:04:01+00:00" + }, + { + "path": "/crawler/crawlspace.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:01+00:00", + "last": "2026-09-02T09:04:01+00:00" + }, + { + "path": "/crawler/crawlspace.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:44+00:00", + "last": "2026-09-02T09:04:44+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:50+00:00", + "last": "2026-09-02T09:03:50+00:00" + }, + { + "path": "/crawler/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:49+00:00", + "last": "2026-09-02T09:03:49+00:00" + }, + { + "path": "/crawler/dataforseobot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/crawler/diffbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:49+00:00", + "last": "2026-09-02T09:03:49+00:00" + }, + { + "path": "/crawler/dotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:48+00:00", + "last": "2026-09-02T09:03:48+00:00" + }, + { + "path": "/crawler/dotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:39+00:00", + "last": "2026-09-02T09:04:39+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/crawler/duckassistbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:08+00:00", + "last": "2026-08-31T20:59:08+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/crawler/duckduckbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:17+00:00", + "last": "2026-09-02T09:04:17+00:00" + }, + { + "path": "/crawler/echoboxbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:17+00:00", + "last": "2026-09-02T09:04:17+00:00" + }, + { + "path": "/crawler/echoboxbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:51+00:00", + "last": "2026-09-02T09:04:51+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:00+00:00", + "last": "2026-09-02T09:04:00+00:00" + }, + { + "path": "/crawler/exasearchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:59+00:00", + "last": "2026-09-02T09:03:59+00:00" + }, + { + "path": "/crawler/exasearchbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:05+00:00", + "last": "2026-08-31T20:59:05+00:00" + }, + { + "path": "/crawler/facebookbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:06+00:00", + "last": "2026-08-31T20:59:06+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:05+00:00", + "last": "2026-08-31T20:59:05+00:00" + }, + { + "path": "/crawler/facebookexternalhit.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:05+00:00", + "last": "2026-08-31T20:59:05+00:00" + }, + { + "path": "/crawler/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:09+00:00", + "last": "2026-09-02T09:04:09+00:00" + }, + { + "path": "/crawler/factset-spyderbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:09+00:00", + "last": "2026-09-02T09:04:09+00:00" + }, + { + "path": "/crawler/factset-spyderbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:49+00:00", + "last": "2026-09-02T09:04:49+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:25+00:00", + "last": "2026-09-02T09:03:25+00:00" + }, + { + "path": "/crawler/feedfetcher-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:24+00:00", + "last": "2026-09-02T09:03:24+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:30+00:00", + "last": "2026-09-02T09:04:30+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:31+00:00", + "last": "2026-08-31T20:59:31+00:00" + }, + { + "path": "/crawler/firecrawlagent.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:31+00:00", + "last": "2026-08-31T20:59:31+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:32+00:00", + "last": "2026-09-02T09:03:32+00:00" + }, + { + "path": "/crawler/google-agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:32+00:00", + "last": "2026-09-02T09:03:32+00:00" + }, + { + "path": "/crawler/google-agent.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:34+00:00", + "last": "2026-09-02T09:04:34+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:50+00:00", + "last": "2026-08-31T20:58:50+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:26+00:00", + "last": "2026-09-02T09:03:26+00:00" + }, + { + "path": "/crawler/google-cws.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:27+00:00", + "last": "2026-09-02T09:03:27+00:00" + }, + { + "path": "/crawler/google-cws.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:31+00:00", + "last": "2026-09-02T09:04:31+00:00" + }, + { + "path": "/crawler/google-extended.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:46+00:00", + "last": "2026-08-31T20:58:46+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:30+00:00", + "last": "2026-09-02T09:03:30+00:00" + }, + { + "path": "/crawler/google-gemininotebook.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:31+00:00", + "last": "2026-09-02T09:03:31+00:00" + }, + { + "path": "/crawler/google-gemininotebook.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:32+00:00", + "last": "2026-09-02T09:04:32+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:51+00:00", + "last": "2026-08-31T20:58:51+00:00" + }, + { + "path": "/crawler/google-inspectiontool.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:51+00:00", + "last": "2026-08-31T20:58:51+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:27+00:00", + "last": "2026-09-02T09:03:27+00:00" + }, + { + "path": "/crawler/google-pinpoint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:27+00:00", + "last": "2026-09-02T09:03:27+00:00" + }, + { + "path": "/crawler/google-pinpoint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:32+00:00", + "last": "2026-09-02T09:04:32+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:25+00:00", + "last": "2026-09-02T09:03:25+00:00" + }, + { + "path": "/crawler/google-read-aloud.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:25+00:00", + "last": "2026-09-02T09:03:25+00:00" + }, + { + "path": "/crawler/google-read-aloud.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:30+00:00", + "last": "2026-09-02T09:04:30+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:24+00:00", + "last": "2026-09-02T09:03:24+00:00" + }, + { + "path": "/crawler/google-safety.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:24+00:00", + "last": "2026-09-02T09:03:24+00:00" + }, + { + "path": "/crawler/google-safety.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:30+00:00", + "last": "2026-09-02T09:04:30+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:26+00:00", + "last": "2026-09-02T09:03:26+00:00" + }, + { + "path": "/crawler/google-site-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:25+00:00", + "last": "2026-09-02T09:03:25+00:00" + }, + { + "path": "/crawler/google-site-verification.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:31+00:00", + "last": "2026-09-02T09:04:31+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:51+00:00", + "last": "2026-08-31T20:58:51+00:00" + }, + { + "path": "/crawler/googlebot-image.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:51+00:00", + "last": "2026-08-31T20:58:51+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:51+00:00", + "last": "2026-08-31T20:58:51+00:00" + }, + { + "path": "/crawler/googlebot-news.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:52+00:00", + "last": "2026-08-31T20:58:52+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:16+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/crawler/googlebot-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:16+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/crawler/googlebot-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/crawler/googlebot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:47+00:00", + "last": "2026-08-31T20:58:47+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:29+00:00", + "last": "2026-09-02T09:03:29+00:00" + }, + { + "path": "/crawler/googlemessages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:30+00:00", + "last": "2026-09-02T09:03:30+00:00" + }, + { + "path": "/crawler/googlemessages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:32+00:00", + "last": "2026-09-02T09:04:32+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:18+00:00", + "last": "2026-09-02T09:03:18+00:00" + }, + { + "path": "/crawler/googleother-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:17+00:00", + "last": "2026-09-02T09:03:17+00:00" + }, + { + "path": "/crawler/googleother-image.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:27+00:00", + "last": "2026-09-02T09:04:27+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/crawler/googleother-video.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/crawler/googleother-video.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:27+00:00", + "last": "2026-09-02T09:04:27+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/crawler/googleother.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:29+00:00", + "last": "2026-09-02T09:03:29+00:00" + }, + { + "path": "/crawler/googleproducer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:29+00:00", + "last": "2026-09-02T09:03:29+00:00" + }, + { + "path": "/crawler/googleproducer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:32+00:00", + "last": "2026-09-02T09:04:32+00:00" + }, + { + "path": "/crawler/gptbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:23+00:00", + "last": "2026-08-31T20:59:23+00:00" + }, + { + "path": "/crawler/ia-archiver.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:25+00:00", + "last": "2026-08-31T20:59:25+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:03+00:00", + "last": "2026-09-02T09:04:03+00:00" + }, + { + "path": "/crawler/icc-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:45+00:00", + "last": "2026-09-02T09:04:45+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:19+00:00", + "last": "2026-08-31T20:59:19+00:00" + }, + { + "path": "/crawler/imagesiftbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:18+00:00", + "last": "2026-08-31T20:59:18+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:33+00:00", + "last": "2026-08-31T20:59:33+00:00" + }, + { + "path": "/crawler/img2dataset.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:33+00:00", + "last": "2026-08-31T20:59:33+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:21+00:00", + "last": "2026-09-01T07:02:21+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:45+00:00", + "last": "2026-09-02T09:04:45+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:54+00:00", + "last": "2026-09-02T09:03:54+00:00" + }, + { + "path": "/crawler/kagibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:54+00:00", + "last": "2026-09-02T09:03:54+00:00" + }, + { + "path": "/crawler/kagibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:06+00:00", + "last": "2026-09-02T09:04:06+00:00" + }, + { + "path": "/crawler/klaviyoaibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:05+00:00", + "last": "2026-09-02T09:04:05+00:00" + }, + { + "path": "/crawler/klaviyoaibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:47+00:00", + "last": "2026-09-02T09:04:47+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:13+00:00", + "last": "2026-09-02T09:04:13+00:00" + }, + { + "path": "/crawler/laiondownloader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:13+00:00", + "last": "2026-09-02T09:04:13+00:00" + }, + { + "path": "/crawler/laiondownloader.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/lightpanda.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:13+00:00", + "last": "2026-09-02T09:04:13+00:00" + }, + { + "path": "/crawler/lightpanda.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/linguee-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/linguee-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:23+00:00", + "last": "2026-09-02T09:03:23+00:00" + }, + { + "path": "/crawler/mediapartners-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:22+00:00", + "last": "2026-09-02T09:03:22+00:00" + }, + { + "path": "/crawler/mediapartners-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:30+00:00", + "last": "2026-09-02T09:04:30+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:04+00:00", + "last": "2026-08-31T20:59:04+00:00" + }, + { + "path": "/crawler/meta-externalagent.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:03+00:00", + "last": "2026-08-31T20:59:03+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:04+00:00", + "last": "2026-08-31T20:59:04+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:05+00:00", + "last": "2026-08-31T20:59:05+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:18+00:00", + "last": "2026-09-02T09:04:18+00:00" + }, + { + "path": "/crawler/meta-webindexer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:18+00:00", + "last": "2026-09-02T09:04:18+00:00" + }, + { + "path": "/crawler/meta-webindexer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:51+00:00", + "last": "2026-09-02T09:04:51+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:14+00:00", + "last": "2026-08-31T20:59:14+00:00" + }, + { + "path": "/crawler/mistralai-user.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:15+00:00", + "last": "2026-08-31T20:59:15+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:48+00:00", + "last": "2026-09-02T09:03:48+00:00" + }, + { + "path": "/crawler/mj12bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:48+00:00", + "last": "2026-09-02T09:03:48+00:00" + }, + { + "path": "/crawler/mj12bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:39+00:00", + "last": "2026-09-02T09:04:39+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:52+00:00", + "last": "2026-09-02T09:03:52+00:00" + }, + { + "path": "/crawler/mojeekbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:53+00:00", + "last": "2026-09-02T09:03:53+00:00" + }, + { + "path": "/crawler/mojeekbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:17+00:00", + "last": "2026-08-31T20:59:17+00:00" + }, + { + "path": "/crawler/omgili.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:17+00:00", + "last": "2026-08-31T20:59:17+00:00" + }, + { + "path": "/crawler/omgili/0.5%20%2Bhttp%3A/omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/omgili/0.5%20+http://omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/crawler/omgilibot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/crawler/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:48+00:00", + "last": "2026-08-31T20:59:48+00:00" + }, + { + "path": "/crawler/omgilibot/0.4;%20+http://omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:02+00:00", + "last": "2026-09-02T09:04:02+00:00" + }, + { + "path": "/crawler/panscient.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:02+00:00", + "last": "2026-09-02T09:04:02+00:00" + }, + { + "path": "/crawler/panscient.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:44+00:00", + "last": "2026-09-02T09:04:44+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:01+00:00", + "last": "2026-08-31T20:59:01+00:00" + }, + { + "path": "/crawler/perplexity-user.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:59+00:00", + "last": "2026-08-31T20:58:59+00:00" + }, + { + "path": "/crawler/perplexitybot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:59+00:00", + "last": "2026-08-31T20:58:59+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:31+00:00", + "last": "2026-08-31T20:59:31+00:00" + }, + { + "path": "/crawler/petalbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:31+00:00", + "last": "2026-08-31T20:59:31+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:07+00:00", + "last": "2026-09-02T09:04:07+00:00" + }, + { + "path": "/crawler/phindbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:07+00:00", + "last": "2026-09-02T09:04:07+00:00" + }, + { + "path": "/crawler/phindbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:47+00:00", + "last": "2026-09-02T09:04:47+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:57+00:00", + "last": "2026-09-02T09:03:57+00:00" + }, + { + "path": "/crawler/pinterestbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:58+00:00", + "last": "2026-09-02T09:03:58+00:00" + }, + { + "path": "/crawler/pinterestbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:10+00:00", + "last": "2026-09-02T09:04:10+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:09+00:00", + "last": "2026-09-02T09:04:09+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:49+00:00", + "last": "2026-09-02T09:04:49+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:10+00:00", + "last": "2026-09-02T09:04:10+00:00" + }, + { + "path": "/crawler/qualifiedbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:11+00:00", + "last": "2026-09-02T09:04:11+00:00" + }, + { + "path": "/crawler/qualifiedbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:49+00:00", + "last": "2026-09-02T09:04:49+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:06+00:00", + "last": "2026-09-02T09:04:06+00:00" + }, + { + "path": "/crawler/quillbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:07+00:00", + "last": "2026-09-02T09:04:07+00:00" + }, + { + "path": "/crawler/quillbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:47+00:00", + "last": "2026-09-02T09:04:47+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:55+00:00", + "last": "2026-09-02T09:03:55+00:00" + }, + { + "path": "/crawler/qwantbot-news.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:56+00:00", + "last": "2026-09-02T09:03:56+00:00" + }, + { + "path": "/crawler/qwantbot-news.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:55+00:00", + "last": "2026-09-02T09:03:55+00:00" + }, + { + "path": "/crawler/qwantbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:55+00:00", + "last": "2026-09-02T09:03:55+00:00" + }, + { + "path": "/crawler/qwantbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:11+00:00", + "last": "2026-09-02T09:04:11+00:00" + }, + { + "path": "/crawler/reflectionbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:11+00:00", + "last": "2026-09-02T09:04:11+00:00" + }, + { + "path": "/crawler/reflectionbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:49+00:00", + "last": "2026-09-02T09:04:49+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:49+00:00", + "last": "2026-09-02T09:03:49+00:00" + }, + { + "path": "/crawler/rogerbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:49+00:00", + "last": "2026-09-02T09:03:49+00:00" + }, + { + "path": "/crawler/rogerbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/crawler/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/rogerbot/1.2%20(http://moz.com/help/pro/what-is-rogerbot-,%20rogerbot-crawler@moz.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:03+00:00", + "last": "2026-09-02T09:04:03+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:03+00:00", + "last": "2026-09-02T09:04:03+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:44+00:00", + "last": "2026-09-02T09:04:44+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:32+00:00", + "last": "2026-08-31T20:59:32+00:00" + }, + { + "path": "/crawler/scrapy.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:32+00:00", + "last": "2026-08-31T20:59:32+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:51+00:00", + "last": "2026-09-02T09:03:51+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:51+00:00", + "last": "2026-09-02T09:03:51+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/crawler/semrushbot-ba.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/crawler/semrushbot-ba.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:46+00:00", + "last": "2026-09-02T09:03:46+00:00" + }, + { + "path": "/crawler/semrushbot-esi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:47+00:00", + "last": "2026-09-02T09:03:47+00:00" + }, + { + "path": "/crawler/semrushbot-esi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:39+00:00", + "last": "2026-09-02T09:04:39+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:46+00:00", + "last": "2026-09-02T09:03:46+00:00" + }, + { + "path": "/crawler/semrushbot-ft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:46+00:00", + "last": "2026-09-02T09:03:46+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/crawler/semrushbot-si.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/crawler/semrushbot-si.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/crawler/semrushbot-swa.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/crawler/semrushbot-swa.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/crawler/semrushbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:21+00:00", + "last": "2026-08-31T20:59:21+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:51+00:00", + "last": "2026-09-02T09:03:51+00:00" + }, + { + "path": "/crawler/seokicks.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:52+00:00", + "last": "2026-09-02T09:03:52+00:00" + }, + { + "path": "/crawler/seokicks.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:50+00:00", + "last": "2026-09-02T09:03:50+00:00" + }, + { + "path": "/crawler/serpstatbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:50+00:00", + "last": "2026-09-02T09:03:50+00:00" + }, + { + "path": "/crawler/serpstatbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot;%20https://serpstatbot.com/;%20abuse@serpstatbot.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:27+00:00", + "last": "2026-08-31T20:59:27+00:00" + }, + { + "path": "/crawler/seznambot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:27+00:00", + "last": "2026-08-31T20:59:27+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:00+00:00", + "last": "2026-09-02T09:04:00+00:00" + }, + { + "path": "/crawler/shapbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:00+00:00", + "last": "2026-09-02T09:04:00+00:00" + }, + { + "path": "/crawler/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:45+00:00", + "last": "2026-09-02T09:04:45+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/crawler/siteauditbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/crawler/siteauditbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:56+00:00", + "last": "2026-09-02T09:03:56+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:56+00:00", + "last": "2026-09-02T09:03:56+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:57+00:00", + "last": "2026-09-02T09:03:57+00:00" + }, + { + "path": "/crawler/slackbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:57+00:00", + "last": "2026-09-02T09:03:57+00:00" + }, + { + "path": "/crawler/slackbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:42+00:00", + "last": "2026-09-02T09:04:42+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/crawler/splitsignalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/crawler/splitsignalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:53+00:00", + "last": "2026-08-31T20:58:53+00:00" + }, + { + "path": "/crawler/storebot-google.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:53+00:00", + "last": "2026-08-31T20:58:53+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:01+00:00", + "last": "2026-09-02T09:04:01+00:00" + }, + { + "path": "/crawler/terracotta.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:01+00:00", + "last": "2026-09-02T09:04:01+00:00" + }, + { + "path": "/crawler/terracotta.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/thinkbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:12+00:00", + "last": "2026-09-02T09:04:12+00:00" + }, + { + "path": "/crawler/thinkbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:03+00:00", + "last": "2026-08-31T20:59:03+00:00" + }, + { + "path": "/crawler/tiktokspider.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:03+00:00", + "last": "2026-08-31T20:59:03+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:21+00:00", + "last": "2026-08-31T20:59:21+00:00" + }, + { + "path": "/crawler/timpibot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:20+00:00", + "last": "2026-08-31T20:59:20+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:14+00:00", + "last": "2026-09-02T09:04:14+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:14+00:00", + "last": "2026-09-02T09:04:14+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:18+00:00", + "last": "2026-08-31T20:59:18+00:00" + }, + { + "path": "/crawler/webzio-extended.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:18+00:00", + "last": "2026-08-31T20:59:18+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:19+00:00", + "last": "2026-09-02T09:04:19+00:00" + }, + { + "path": "/crawler/wpbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:19+00:00", + "last": "2026-09-02T09:04:19+00:00" + }, + { + "path": "/crawler/wpbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:52+00:00", + "last": "2026-09-02T09:04:52+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/yak.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:04+00:00", + "last": "2026-09-02T09:04:04+00:00" + }, + { + "path": "/crawler/yak.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:46+00:00", + "last": "2026-09-02T09:04:46+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:43+00:00", + "last": "2026-09-02T09:03:43+00:00" + }, + { + "path": "/crawler/yandexadditional.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:43+00:00", + "last": "2026-09-02T09:03:43+00:00" + }, + { + "path": "/crawler/yandexadditional.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:43+00:00", + "last": "2026-09-02T09:03:43+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:43+00:00", + "last": "2026-09-02T09:03:43+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:36+00:00", + "last": "2026-09-02T09:03:36+00:00" + }, + { + "path": "/crawler/yandexblogs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:35+00:00", + "last": "2026-09-02T09:03:35+00:00" + }, + { + "path": "/crawler/yandexblogs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:34+00:00", + "last": "2026-09-02T09:04:34+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:25+00:00", + "last": "2026-08-31T20:59:25+00:00" + }, + { + "path": "/crawler/yandexbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:26+00:00", + "last": "2026-08-31T20:59:26+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:40+00:00", + "last": "2026-09-02T09:03:40+00:00" + }, + { + "path": "/crawler/yandexcalendar.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:40+00:00", + "last": "2026-09-02T09:03:40+00:00" + }, + { + "path": "/crawler/yandexcalendar.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/crawler/yandexcombot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/crawler/yandexcombot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:40+00:00", + "last": "2026-09-02T09:03:40+00:00" + }, + { + "path": "/crawler/yandexdirect.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:40+00:00", + "last": "2026-09-02T09:03:40+00:00" + }, + { + "path": "/crawler/yandexdirect.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:38+00:00", + "last": "2026-09-02T09:03:38+00:00" + }, + { + "path": "/crawler/yandexfavicons.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:39+00:00", + "last": "2026-09-02T09:03:39+00:00" + }, + { + "path": "/crawler/yandexfavicons.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:35+00:00", + "last": "2026-09-02T09:04:35+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:32+00:00", + "last": "2026-09-02T09:03:32+00:00" + }, + { + "path": "/crawler/yandeximages.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:32+00:00", + "last": "2026-09-02T09:03:32+00:00" + }, + { + "path": "/crawler/yandeximages.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:34+00:00", + "last": "2026-09-02T09:04:34+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:37+00:00", + "last": "2026-09-02T09:03:37+00:00" + }, + { + "path": "/crawler/yandexmarket.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:37+00:00", + "last": "2026-09-02T09:03:37+00:00" + }, + { + "path": "/crawler/yandexmarket.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:35+00:00", + "last": "2026-09-02T09:04:35+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:35+00:00", + "last": "2026-09-02T09:03:35+00:00" + }, + { + "path": "/crawler/yandexmedia.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:35+00:00", + "last": "2026-09-02T09:03:35+00:00" + }, + { + "path": "/crawler/yandexmedia.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:34+00:00", + "last": "2026-09-02T09:04:34+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:41+00:00", + "last": "2026-09-02T09:03:41+00:00" + }, + { + "path": "/crawler/yandexmetrika.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:41+00:00", + "last": "2026-09-02T09:03:41+00:00" + }, + { + "path": "/crawler/yandexmetrika.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:38+00:00", + "last": "2026-09-02T09:03:38+00:00" + }, + { + "path": "/crawler/yandexmobilebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:38+00:00", + "last": "2026-09-02T09:03:38+00:00" + }, + { + "path": "/crawler/yandexmobilebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:35+00:00", + "last": "2026-09-02T09:04:35+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:42+00:00", + "last": "2026-09-02T09:03:42+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:42+00:00", + "last": "2026-09-02T09:03:42+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:42+00:00", + "last": "2026-09-02T09:03:42+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:43+00:00", + "last": "2026-09-02T09:03:43+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:36+00:00", + "last": "2026-09-02T09:04:36+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:33+00:00", + "last": "2026-09-02T09:03:33+00:00" + }, + { + "path": "/crawler/yandexvideo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:34+00:00", + "last": "2026-09-02T09:03:34+00:00" + }, + { + "path": "/crawler/yandexvideo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:34+00:00", + "last": "2026-09-02T09:04:34+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:37+00:00", + "last": "2026-09-02T09:03:37+00:00" + }, + { + "path": "/crawler/yandexwebmaster.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:38+00:00", + "last": "2026-09-02T09:03:38+00:00" + }, + { + "path": "/crawler/yandexwebmaster.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:35+00:00", + "last": "2026-09-02T09:04:35+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:29+00:00", + "last": "2026-08-31T20:59:29+00:00" + }, + { + "path": "/crawler/yeti.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:28+00:00", + "last": "2026-08-31T20:59:28+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/crawler/youbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:15+00:00", + "last": "2026-08-31T20:59:15+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/data/A2A-Registry-HealthCheck/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/A2A-Registry-Smoke/1.0%20(%2Bhttps%3A/a2aregistry.org)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/A2A-Registry-Smoke/1.0%20(+https://a2aregistry.org)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/A2A-Registry/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/APIEvangelist-AddAPI-Control/1.0%20(%2Bhttps%3A/apis.io)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/APIEvangelist-AddAPI-Control/1.0%20(+https://apis.io)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/AetherLink-Public-Agent-Card-Policy-Check/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/AetherLink-Public-Discovery-Evidence/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/AetherLinkDiscoveryEvidence/1.0%20(%2Bhttps%3A/aetherlink.47-85-186-77.sslip.io/llms.txt)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/AetherLinkDiscoveryEvidence/1.0%20(+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/AgentGrade/1.0%20(security%20research;%20agentgrade.net)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/AgentIndexBot/0.1%20(%2Bhttps%3A/agents.traderszone.net%3B%20polite%20ARD%20crawler)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/AgentIndexBot/0.1%20(+https://agents.traderszone.net;%20polite%20ARD%20crawler)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/AgentReputationBot/1.0%20(%2Bhttps%3A/agentreputation.dev)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/AgentReputationBot/1.0%20(+https://agentreputation.dev)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/AgentSure-MCPScan/0.1", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:51+00:00", + "last": "2026-09-02T09:04:51+00:00" + }, + { + "path": "/data/AwarioRssBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:17+00:00", + "last": "2026-09-02T09:04:17+00:00" + }, + { + "path": "/data/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:50+00:00", + "last": "2026-09-02T09:04:50+00:00" + }, + { + "path": "/data/AwarioSmartBot/1.0%20(+https://awario.com/bots.html;%20bots@awario.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:16+00:00", + "last": "2026-09-02T09:04:16+00:00" + }, + { + "path": "/data/ClaudeBot/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/Deno/2.1.4%20(variant%3B%20SupabaseEdgeRuntime/1.74.3)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/Deno/2.1.4%20(variant;%20SupabaseEdgeRuntime/1.74.3)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/DuckDuckBot/1.1%3B%20(%2Bhttp%3A/duckduckgo.com/duckduckbot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/DuckDuckBot/1.1;%20(+http://duckduckgo.com/duckduckbot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/data/GF-Agent-Toll-Outbound/1.6.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/GF-Agent-Toll-Remediation/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/GPTBot/1.4", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/Go-http-client/2.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/GoogleOther-Image/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:03:18+00:00", + "last": "2026-09-02T09:03:18+00:00" + }, + { + "path": "/data/GoogleOther-Video/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/data/Googlebot-Image/1.0", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:51+00:00", + "last": "2026-08-31T20:58:51+00:00" + }, + { + "path": "/data/Googlebot-Video/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:03:16+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/data/MCPCatalogSync/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/MCPWatch/0.1.0%20(%2Bmcpwatch%40iyre.com)%20longitudinal%20MCP%20security%20research", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/MCPWatch/0.1.0%20(+mcpwatch@iyre.com)%20longitudinal%20MCP%20security%20research", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/Mozilla/5.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%2010%3B%20K)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:29+00:00", + "last": "2026-09-02T09:04:29+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible%3B%20Bytespider%3B%20spider-feedback%40bytedance.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Linux;%20Android%2010;%20K)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Linux;%20Android%205.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Mobile%20Safari/537.36%20(compatible;%20Bytespider;%20spider-feedback@bytedance.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:01+00:00", + "last": "2026-08-31T20:59:01+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Linux;%20Android%205.0;%20SM-G920A)%20AppleWebKit%20(KHTML,%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible;%20AdsBot-Google-Mobile;%20+http://www.google.com/mobile/adsbot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:21+00:00", + "last": "2026-09-02T09:03:21+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML%2C%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:51+00:00", + "last": "2026-09-01T07:02:51+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Macintosh;%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML,%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Macintosh;%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:51+00:00", + "last": "2026-09-01T07:02:51+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:51+00:00", + "last": "2026-09-01T07:02:51+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:51+00:00", + "last": "2026-09-01T07:02:51+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0;%20Win64;%20x64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:33+00:00", + "last": "2026-09-02T09:04:33+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(X11;%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(X11;%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20Google-Agent;%20+https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:32+00:00", + "last": "2026-09-02T09:03:32+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20AgentSure-MCPScan/0.1%3B%20%2Bhttps%3A/agentsure.tech)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Baiduspider/2.0%3B%20%2Bhttp%3A/www.baidu.com/search/spider.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-SearchBot/1.0%3B%20%2BClaude-SearchBot%40anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-User/1.0%3B%20%2BClaude-User%40anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Claude-Web/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Diffbot/0.1%3B%20%2Bhttp%3A/www.diffbot.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20FirecrawlAgent/1.0%3B%20%2Bhttps%3A/firecrawl.dev)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:44+00:00", + "last": "2026-08-31T20:59:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-CWS)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:32+00:00", + "last": "2026-09-02T09:04:32+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-InspectionTool/1.0%3B)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:31+00:00", + "last": "2026-09-02T09:04:31+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20GoogleOther)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Googlebot/2.1%3B%20%2Bhttp%3A/www.google.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20ImagesiftBot%3B%20%2Bimagesift.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20MCPCatalogSync/1.0)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:43+00:00", + "last": "2026-09-02T09:04:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-OCOB/1.0%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot/7~bl%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:37+00:00", + "last": "2026-09-02T09:04:37+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:38+00:00", + "last": "2026-09-02T09:04:38+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20TikTokSpider%3B%20ttspider-feedback%40tiktok.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Timpibot/0.1%3B%20%2Bhttps%3A/timpi.io)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Webzio-Extended/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20YouBot%20(%2Bhttp%3A/www.you.com))", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:42+00:00", + "last": "2026-08-31T20:59:42+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-ai)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20cohere-training-data-crawler)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20panscient.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:44+00:00", + "last": "2026-09-02T09:04:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20AgentSure-MCPScan/0.1;%20+https://agentsure.tech)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Baiduspider/2.0;%20+http://www.baidu.com/search/spider.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:26+00:00", + "last": "2026-08-31T20:59:26+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Claude-Web/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:46+00:00", + "last": "2026-08-31T20:58:46+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:43+00:00", + "last": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Diffbot/0.1;%20+http://www.diffbot.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20DotBot/1.2;%20+https://opensiteexplorer.org/dotbot;%20help@moz.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:49+00:00", + "last": "2026-09-02T09:03:49+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20FirecrawlAgent/1.0;%20+https://firecrawl.dev)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:31+00:00", + "last": "2026-08-31T20:59:31+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Google-CWS)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:27+00:00", + "last": "2026-09-02T09:03:27+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Google-InspectionTool/1.0;)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:50+00:00", + "last": "2026-08-31T20:58:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Google-Site-Verification/1.0)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:25+00:00", + "last": "2026-09-02T09:03:25+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20GoogleOther)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Googlebot/2.1;%20+http://www.google.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20ImagesiftBot;%20+imagesift.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:18+00:00", + "last": "2026-08-31T20:59:18+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20MCPCatalogSync/1.0)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20MojeekBot/0.11;%20+https://www.mojeek.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:52+00:00", + "last": "2026-09-02T09:03:52+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Pinterestbot/1.0;%20+https://www.pinterest.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:57+00:00", + "last": "2026-09-02T09:03:57+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SEOkicks;%20+https://www.seokicks.de/robot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:51+00:00", + "last": "2026-09-02T09:03:51+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-BA;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-ESI;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:46+00:00", + "last": "2026-09-02T09:03:46+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-FT;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:46+00:00", + "last": "2026-09-02T09:03:46+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-OCOB/1.0;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-SI;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot-SWA;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:45+00:00", + "last": "2026-09-02T09:03:45+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SemrushBot/7~bl;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:22+00:00", + "last": "2026-08-31T20:59:22+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SiteAuditBot/0.97;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:44+00:00", + "last": "2026-09-02T09:03:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20SplitSignalBot;%20+http://www.semrush.com/bot.html)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:46+00:00", + "last": "2026-09-02T09:03:46+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20TikTokSpider;%20ttspider-feedback@tiktok.com)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:03+00:00", + "last": "2026-08-31T20:59:03+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Timpibot/0.1;%20+https://timpi.io)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:21+00:00", + "last": "2026-08-31T20:59:21+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Webzio-Extended/1.0)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:18+00:00", + "last": "2026-08-31T20:59:18+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20YouBot%20(+http://www.you.com))", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:23+00:00", + "last": "2026-08-31T20:59:23+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20archive.org_bot%20+http://archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:55+00:00", + "last": "2026-08-31T20:58:55+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20cohere-ai)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:14+00:00", + "last": "2026-08-31T20:59:14+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20cohere-training-data-crawler)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:14+00:00", + "last": "2026-08-31T20:59:14+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20panscient.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:04:02+00:00", + "last": "2026-09-02T09:04:02+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(iPhone%3B%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML%2C%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(iPhone;%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML,%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:44+00:00", + "last": "2026-09-01T07:02:44+00:00" + }, + { + "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML,%20like%20Gecko;%20compatible;%20bingbot/2.0;%20+http://www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/Orbit-MCP-Registry-IconResolver/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/PackageHound/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/ReactorNetty/1.0.32", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/ReactorNetty/1.2.1", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/SaSame-Census-Era-Probe/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/SaSame-MCP-Audit/0.1", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/SaSameAgentAudit/0.1%20(%2Bhttps%3A/live-vps.sasame.online/.well-known/agent-card.json)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/SaSameAgentAudit/0.1%20(+https://live-vps.sasame.online/.well-known/agent-card.json)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/Scrapy/2.11.0%20(%2Bhttps%3A/scrapy.org)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:44+00:00", + "last": "2026-08-31T20:59:44+00:00" + }, + { + "path": "/data/Scrapy/2.11.0%20(+https://scrapy.org)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:32+00:00", + "last": "2026-08-31T20:59:32+00:00" + }, + { + "path": "/data/TAR-Directory-Indexer/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/TAR-Discovery/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/TAR-Health/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/YandexBot/3.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/agent-guild-scout/1%20(%2Bhttps%3A/agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/agent-guild-scout/1%20(+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/agent-tools.cloud-a2a/0.1%20(%2Bhttps%3A/agent-tools.cloud)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/agent-tools.cloud-a2a/0.1%20(+https://agent-tools.cloud)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/agent-tools.cloud-crawler/0.1%20(%2Bhttps%3A/agent-tools.cloud)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/agent-tools.cloud-crawler/0.1%20(+https://agent-tools.cloud)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/agents.csv", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:34+00:00", + "last": "2026-08-31T20:59:34+00:00" + }, + { + "path": "/data/api-forge-mcp-index/1.0%20(%2Bhttps%3A/api.temsor.com/mcp/index%3B%20iletisim%3A%20altyapi%40temsor.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/api-forge-mcp-index/1.0%20(+https://api.temsor.com/mcp/index;%20iletisim:%20altyapi@temsor.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/apis.io-submit/1.0%20(%2Bhttps%3A/apis.io)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/apis.io-submit/1.0%20(+https://apis.io)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/application/json%2C%20application/a2a%2Bjson%3Bq%3D0.9", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/application/json%2C%20text/event-stream%3Bq%3D0.9%2C%20*/*%3Bq%3D0.1", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/application/json%2Ctext/html%3Bq%3D0.9%2C*/*%3Bq%3D0.7", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:50+00:00", + "last": "2026-09-01T07:02:50+00:00" + }, + { + "path": "/data/application/json,%20application/a2a+json;q=0.9", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/application/json,%20text/event-stream;q=0.9,%20*/*;q=0.1", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/application/json,text/html;q=0.9,*/*;q=0.7", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/bingbot/2.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/curl/7.88.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:19+00:00", + "last": "2026-09-01T07:02:19+00:00" + }, + { + "path": "/data/exaforce-mcprep/0.1%20(MCP%20server%20reputation%20scanner)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/facebookexternalhit/1.1%20(%2Bhttp%3A/www.facebook.com/externalhit_uatext.php)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/facebookexternalhit/1.1%20(+http://www.facebook.com/externalhit_uatext.php)", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:05+00:00", + "last": "2026-08-31T20:59:05+00:00" + }, + { + "path": "/data/hultra-link/1.0%20(%2Bhttps%3A/donnees.hultra.link/sondes.md)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/hultra-link/1.0%20(+https://donnees.hultra.link/sondes.md)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/index.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:39+00:00", + "last": "2026-08-31T20:58:39+00:00" + }, + { + "path": "/data/lastseen-schema-probe/1.0%20(%2Bhttps%3A/lastseen.dev%3B%20introspection-only)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/lastseen-schema-probe/1.0%20(+https://lastseen.dev;%20introspection-only)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/mcp-checker/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/mcp-observatory/0.1.0%20(%2Bhttps%3A/github.com/yhouta/mcp-observatory%3B%20public%20transparency%20log%3B%20contact%3A%20yassine.houta%40outlook.fr)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/mcp-observatory/0.1.0%20(+https://github.com/yhouta/mcp-observatory;%20public%20transparency%20log;%20contact:%20yassine.houta@outlook.fr)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/mcp-registry/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/mcp-schema-archive/1.0%20(%2Bhttps%3A/mcp-schema-archive.delfrost42.workers.dev)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/mcp-schema-archive/1.0%20(+https://mcp-schema-archive.delfrost42.workers.dev)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/measure-mcp-schema/0.1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:07+00:00", + "last": "2026-09-01T09:00:07+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:16+00:00", + "last": "2026-09-01T07:02:16+00:00" + }, + { + "path": "/data/omgili/0.5%20%2Bhttp%3A/omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/omgili/0.5%20+http://omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:18+00:00", + "last": "2026-08-31T20:59:18+00:00" + }, + { + "path": "/data/omgilibot/0.4%3B%20%2Bhttp%3A/omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:43+00:00", + "last": "2026-08-31T20:59:43+00:00" + }, + { + "path": "/data/omgilibot/0.4;%20+http://omgili.com", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:16+00:00", + "last": "2026-08-31T20:59:16+00:00" + }, + { + "path": "/data/pip/24.3.1%20%7B%22ci%22%3Anull%2C%22cpu%22%3A%22x86_64%22%2C%22implementation%22%3A%7B%22name%22%3A%22CPython%22%2C%22version%22%3A%223.11.9%22%7D%2C%22installer%22%3A%7B%22name%22%3A%22pip%22%2C%22version%22%3A%2224.3.1%22%7D%2C%22openssl_version%22%3A%22OpenSSL%203.0.13%2030%20Jan%202024%22%2C%22python%22%3A%223.11.9%22%2C%22setuptools_version%22%3A%2275.6.0%22%2C%22system%22%3A%7B%22name%22%3A%22Linux%22%2C%22release%22%3A%226.8.0%22%7D%7D", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/pip/24.3.1%20%7B%22ci%22:null,%22cpu%22:%22x86_64%22,%22implementation%22:%7B%22name%22:%22CPython%22,%22version%22:%223.11.9%22%7D,%22installer%22:%7B%22name%22:%22pip%22,%22version%22:%2224.3.1%22%7D,%22openssl_version%22:%22OpenSSL%203.0.13%2030%20Jan%202024%22,%22python%22:%223.11.9%22,%22setuptools_version%22:%2275.6.0%22,%22system%22:%7B%22name%22:%22Linux%22,%22release%22:%226.8.0%22%7D%7D", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/python-httpx/0.28.1", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/python-httpx2/2.12.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:36+00:00", + "last": "2026-08-31T20:59:36+00:00" + }, + { + "path": "/data/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:40+00:00", + "last": "2026-09-02T09:04:40+00:00" + }, + { + "path": "/data/rogerbot/1.2%20(http://moz.com/help/pro/what-is-rogerbot-,%20rogerbot-crawler@moz.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:49+00:00", + "last": "2026-09-02T09:03:49+00:00" + }, + { + "path": "/data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:04:41+00:00", + "last": "2026-09-02T09:04:41+00:00" + }, + { + "path": "/data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot;%20https://serpstatbot.com/;%20abuse@serpstatbot.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-02T09:03:50+00:00", + "last": "2026-09-02T09:03:50+00:00" + }, + { + "path": "/data/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:48+00:00", + "last": "2026-09-01T07:02:48+00:00" + }, + { + "path": "/data/text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/data/truespar-mcp-registry/0.1%20(%2Bhttps%3A/registry.truespar.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/truespar-mcp-registry/0.1%20(+https://registry.truespar.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/ua-regex.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:37+00:00", + "last": "2026-08-31T20:59:37+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:34+00:00", + "last": "2026-08-31T20:59:34+00:00" + }, + { + "path": "/data/utopian-foundry-probe/1.0", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/data/x402-observatory/0.2%20(%2Bresearch%20collector%3B%20contact%3A%20300tsb%40gmail.com)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T07:02:49+00:00", + "last": "2026-09-01T07:02:49+00:00" + }, + { + "path": "/data/x402-observatory/0.2%20(+research%20collector;%20contact:%20300tsb@gmail.com)", + "requests": 1, + "statuses": { + "307": 1 + }, + "first": "2026-09-01T07:02:18+00:00", + "last": "2026-09-01T07:02:18+00:00" + }, + { + "path": "/documents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:05+00:00", + "last": "2026-09-01T03:00:05+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:05+00:00", + "last": "2026-09-01T03:00:05+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:16+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:34+00:00", + "last": "2026-08-31T20:59:34+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:34+00:00", + "last": "2026-08-31T20:59:34+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:56+00:00", + "last": "2026-08-31T20:58:56+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:55+00:00", + "last": "2026-08-31T20:58:55+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:16+00:00", + "last": "2026-09-02T09:03:16+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:10+00:00", + "last": "2026-08-31T20:59:10+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/ip-ranges/google-special.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:49+00:00", + "last": "2026-08-31T20:58:49+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:32+00:00", + "last": "2026-09-02T09:03:32+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:24+00:00", + "last": "2026-09-02T09:03:24+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:41+00:00", + "last": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:58+00:00", + "last": "2026-08-31T20:58:58+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:00+00:00", + "last": "2026-08-31T20:59:00+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:03:21+00:00", + "last": "2026-09-02T03:03:21+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:31:13+00:00", + "last": "2026-09-04T21:31:13+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:15+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:31:14+00:00", + "last": "2026-09-04T21:31:14+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:15+00:00", + "last": "2026-09-01T09:00:15+00:00" + }, + { + "path": "/mcp/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:14+00:00", + "last": "2026-09-01T09:00:14+00:00" + }, + { + "path": "/message/send%20(the%20v1.0%20name%20SendMessage%20is%20accepted%20too)", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T21:31:17+00:00", + "last": "2026-09-04T21:31:17+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:04+00:00", + "last": "2026-09-01T03:00:04+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:09+00:00", + "last": "2026-09-01T03:00:09+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:04+00:00", + "last": "2026-09-01T03:00:04+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:16+00:00", + "last": "2026-09-01T07:02:16+00:00" + }, + { + "path": "/pricing", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:05:09+00:00", + "last": "2026-09-03T03:05:09+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:48+00:00", + "last": "2026-09-01T15:00:48+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:02:17+00:00", + "last": "2026-09-01T07:02:17+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:45+00:00", + "last": "2026-09-01T15:00:45+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:46+00:00", + "last": "2026-09-01T15:00:46+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:04+00:00", + "last": "2026-09-01T03:00:04+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/snippet/", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:34+00:00", + "last": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/status.json", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:59:34+00:00", + "last": "2026-08-31T20:59:34+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:48+00:00", + "last": "2026-09-01T15:00:48+00:00" + }, + { + "path": "/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:15+00:00", + "last": "2026-09-02T09:03:15+00:00" + }, + { + "path": "/tools/ai-access.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:25+00:00", + "last": "2026-09-02T09:04:25+00:00" + }, + { + "path": "/tools/classify-ua.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/tools/example.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/tools/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:03:20+00:00", + "last": "2026-09-02T09:03:20+00:00" + }, + { + "path": "/tools/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:58+00:00", + "last": "2026-09-02T09:04:58+00:00" + }, + { + "path": "/tools/robots-allowed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/tools/robots-lint.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/tools/verification-methods.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/tools/verify-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + }, + { + "path": "/tools/whoami.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:04:26+00:00", + "last": "2026-09-02T09:04:26+00:00" + } + ], + "first_walk": [ + { + "path": "/category/dataset.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/archive.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/status.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/user-fetch.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/data/", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/crawler/ccbot.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/seo.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/policy/block-disputed.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/category/tool.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/crawler/gptbot.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/snippet/", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/ip-ranges/", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/ip-ranges/index.html", + "status": "not recorded", + "at": "2026-08-31T20:58:34+00:00" + }, + { + "path": "/px.gif", + "status": "not recorded", + "at": "2026-08-31T20:58:35+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-08-31T20:58:35+00:00" + }, + { + "path": "/data/index.html", + "status": "not recorded", + "at": "2026-08-31T20:58:39+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.json", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/gptbot.json", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.json", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.json", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/chatgpt-user.json", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/crawler/claudebot.html", + "status": "not recorded", + "at": "2026-08-31T20:58:41+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20ClaudeBot/1.0;%20+claudebot@anthropic.com)", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claudebot.json", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claude-searchbot.json", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Claude-SearchBot/1.0;%20+Claude-SearchBot@anthropic.com)", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/data/Mozilla/5.0%20(compatible;%20Claude-User/1.0;%20+Claude-User@anthropic.com)", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claude-user.html", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/claude-user.json", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "status": "not recorded", + "at": "2026-08-31T20:58:43+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/data/A2A-Registry-HealthCheck/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:17+00:00", + "last_asked": "2026-09-01T07:02:17+00:00", + "answered_200_since": null + }, + { + "path": "/data/bingbot/2.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:17+00:00", + "last_asked": "2026-09-01T07:02:17+00:00", + "answered_200_since": null + }, + { + "path": "/data/ClaudeBot/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:17+00:00", + "last_asked": "2026-09-01T07:02:17+00:00", + "answered_200_since": null + }, + { + "path": "/data/exaforce-mcprep/0.1%20(MCP%20server%20reputation%20scanner)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:17+00:00", + "last_asked": "2026-09-01T07:02:17+00:00", + "answered_200_since": null + }, + { + "path": "/data/python-httpx2/2.12.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/YandexBot/3.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/Orbit-MCP-Registry-IconResolver/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/Go-http-client/2.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/mcp-registry/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/GPTBot/1.4", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/measure-mcp-schema/0.1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/mcp-checker/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/GF-Agent-Toll-Outbound/1.6.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/utopian-foundry-probe/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/MCPCatalogSync/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/GF-Agent-Toll-Remediation/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/AetherLink-Public-Discovery-Evidence/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/python-httpx/0.28.1", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/ReactorNetty/1.0.32", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:18+00:00", + "last_asked": "2026-09-01T07:02:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/ReactorNetty/1.2.1", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/A2A-Registry/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/AetherLink-Public-Agent-Card-Policy-Check/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/AgentSure-MCPScan/0.1", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/curl/7.88.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/PackageHound/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/SaSame-Census-Era-Probe/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/SaSame-MCP-Audit/0.1", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/TAR-Discovery/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/TAR-Directory-Indexer/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/data/TAR-Health/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:19+00:00", + "last_asked": "2026-09-01T07:02:19+00:00", + "answered_200_since": null + }, + { + "path": "/bot/YandexBot/3.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:22+00:00", + "last_asked": "2026-09-01T07:02:22+00:00", + "answered_200_since": null + }, + { + "path": "/bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:22+00:00", + "last_asked": "2026-09-01T07:02:22+00:00", + "answered_200_since": null + }, + { + "path": "/data/APIEvangelist-AddAPI-Control/1.0%20(%2Bhttps%3A/apis.io)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20archive.org_bot%20%2Bhttp%3A/archive.org/details/archive.org_bot)%20Zeno/d3712ae%20warc/v0.8.99", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20ClaudeBot/1.0%3B%20%2Bclaudebot%40anthropic.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2C*/*%3Bq%3D0.8", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/apis.io-submit/1.0%20(%2Bhttps%3A/apis.io)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20bingbot/2.0%3B%20%2Bhttp%3A/www.bing.com/bingbot.htm)%20Chrome/116.0.1938.76%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/agent-tools.cloud-crawler/0.1%20(%2Bhttps%3A/agent-tools.cloud)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/Deno/2.1.4%20(variant%3B%20SupabaseEdgeRuntime/1.74.3)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/lastseen-schema-probe/1.0%20(%2Bhttps%3A/lastseen.dev%3B%20introspection-only)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/hultra-link/1.0%20(%2Bhttps%3A/donnees.hultra.link/sondes.md)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/agent-tools.cloud-a2a/0.1%20(%2Bhttps%3A/agent-tools.cloud)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/application/json%2C%20text/event-stream%3Bq%3D0.9%2C%20*/*%3Bq%3D0.1", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/MCPWatch/0.1.0%20(%2Bmcpwatch%40iyre.com)%20longitudinal%20MCP%20security%20research", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:48+00:00", + "last_asked": "2026-09-01T07:02:48+00:00", + "answered_200_since": null + }, + { + "path": "/data/AgentReputationBot/1.0%20(%2Bhttps%3A/agentreputation.dev)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/mcp-schema-archive/1.0%20(%2Bhttps%3A/mcp-schema-archive.delfrost42.workers.dev)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/AgentIndexBot/0.1%20(%2Bhttps%3A/agents.traderszone.net%3B%20polite%20ARD%20crawler)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/x402-observatory/0.2%20(%2Bresearch%20collector%3B%20contact%3A%20300tsb%40gmail.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20MCPCatalogSync/1.0)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/agent-guild-scout/1%20(%2Bhttps%3A/agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/A2A-Registry-Smoke/1.0%20(%2Bhttps%3A/a2aregistry.org)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/mcp-observatory/0.1.0%20(%2Bhttps%3A/github.com/yhouta/mcp-observatory%3B%20public%20transparency%20log%3B%20contact%3A%20yassine.houta%40outlook.fr)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/SaSameAgentAudit/0.1%20(%2Bhttps%3A/live-vps.sasame.online/.well-known/agent-card.json)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/pip/24.3.1%20%7B%22ci%22%3Anull%2C%22cpu%22%3A%22x86_64%22%2C%22implementation%22%3A%7B%22name%22%3A%22CPython%22%2C%22version%22%3A%223.11.9%22%7D%2C%22installer%22%3A%7B%22name%22%3A%22pip%22%2C%22version%22%3A%2224.3.1%22%7D%2C%22openssl_version%22%3A%22OpenSSL%203.0.13%2030%20Jan%202024%22%2C%22python%22%3A%223.11.9%22%2C%22setuptools_version%22%3A%2275.6.0%22%2C%22system%22%3A%7B%22name%22%3A%22Linux%22%2C%22release%22%3A%226.8.0%22%7D%7D", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/truespar-mcp-registry/0.1%20(%2Bhttps%3A/registry.truespar.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/application/json%2C%20application/a2a%2Bjson%3Bq%3D0.9", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:49+00:00", + "last_asked": "2026-09-01T07:02:49+00:00", + "answered_200_since": null + }, + { + "path": "/data/AetherLinkDiscoveryEvidence/1.0%20(%2Bhttps%3A/aetherlink.47-85-186-77.sslip.io/llms.txt)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/api-forge-mcp-index/1.0%20(%2Bhttps%3A/api.temsor.com/mcp/index%3B%20iletisim%3A%20altyapi%40temsor.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20AgentSure-MCPScan/0.1%3B%20%2Bhttps%3A/agentsure.tech)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/application/json%2Ctext/html%3Bq%3D0.9%2C*/*%3Bq%3D0.7", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(iPhone%3B%20CPU%20iPhone%20OS%2013_2_3%20like%20Mac%20OS%20X)%20AppleWebKit/605.1.15%20(KHTML%2C%20like%20Gecko)%20Version/13.0.3%20Mobile/15E148%20Safari/604.1", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/148.0.0.0%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_15_7)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/124.0.0.0%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%2010%3B%20K)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/151.0.0.0%20Mobile%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:50+00:00", + "last_asked": "2026-09-01T07:02:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/125.0.0.0%20Safari/537.36%20Edg/125.0.0.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:51+00:00", + "last_asked": "2026-09-01T07:02:51+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0%3B%20Win64%3B%20x64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/144.0.0.0%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:51+00:00", + "last_asked": "2026-09-01T07:02:51+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Windows%20NT%2010.0)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko)%20Chrome/106.0.0.0%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:51+00:00", + "last_asked": "2026-09-01T07:02:51+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Macintosh%3B%20Intel%20Mac%20OS%20X%2010_10_1)%20AppleWebKit/600.2.5%20(KHTML%2C%20like%20Gecko)%20Version/8.0.2%20Safari/600.2.5%20(Gort)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:02:51+00:00", + "last_asked": "2026-09-01T07:02:51+00:00", + "answered_200_since": null + }, + { + "path": "/bot/AgentGrade/1.0%20(security%20research%3B%20agentgrade.net)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T09:00:15+00:00", + "last_asked": "2026-09-01T09:00:15+00:00", + "answered_200_since": null + }, + { + "path": "/bot/GPTBot/1.4", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T15:00:55+00:00", + "last_asked": "2026-09-01T15:00:55+00:00", + "answered_200_since": null + }, + { + "path": "/data/Googlebot-Video/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:03:16+00:00", + "last_asked": "2026-09-02T09:03:16+00:00", + "answered_200_since": null + }, + { + "path": "/data/GoogleOther-Image/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:03:18+00:00", + "last_asked": "2026-09-02T09:03:18+00:00", + "answered_200_since": null + }, + { + "path": "/data/GoogleOther-Video/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:03:20+00:00", + "last_asked": "2026-09-02T09:03:20+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Googlebot-Video/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:26+00:00", + "last_asked": "2026-09-02T09:04:26+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/GoogleOther-Image/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:26+00:00", + "last_asked": "2026-09-02T09:04:26+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/GoogleOther-Video/1.0", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:27+00:00", + "last_asked": "2026-09-02T09:04:27+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:29+00:00", + "last_asked": "2026-09-02T09:04:29+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:31+00:00", + "last_asked": "2026-09-02T09:04:31+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Google-CWS)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:32+00:00", + "last_asked": "2026-09-02T09:04:32+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:33+00:00", + "last_asked": "2026-09-02T09:04:33+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:37+00:00", + "last_asked": "2026-09-02T09:04:37+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:37+00:00", + "last_asked": "2026-09-02T09:04:37+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:37+00:00", + "last_asked": "2026-09-02T09:04:37+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:37+00:00", + "last_asked": "2026-09-02T09:04:37+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:38+00:00", + "last_asked": "2026-09-02T09:04:38+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:38+00:00", + "last_asked": "2026-09-02T09:04:38+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:38+00:00", + "last_asked": "2026-09-02T09:04:38+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:40+00:00", + "last_asked": "2026-09-02T09:04:40+00:00", + "answered_200_since": null + }, + { + "path": "/data/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:40+00:00", + "last_asked": "2026-09-02T09:04:40+00:00", + "answered_200_since": null + }, + { + "path": "/data/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:41+00:00", + "last_asked": "2026-09-02T09:04:41+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:41+00:00", + "last_asked": "2026-09-02T09:04:41+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:41+00:00", + "last_asked": "2026-09-02T09:04:41+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:43+00:00", + "last_asked": "2026-09-02T09:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/data/Mozilla/5.0%20(compatible%3B%20panscient.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:44+00:00", + "last_asked": "2026-09-02T09:04:44+00:00", + "answered_200_since": null + }, + { + "path": "/data/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:50+00:00", + "last_asked": "2026-09-02T09:04:50+00:00", + "answered_200_since": null + }, + { + "path": "/data/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:51+00:00", + "last_asked": "2026-09-02T09:04:51+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(Linux%3B%20Android%205.0%3B%20SM-G920A)%20AppleWebKit%20(KHTML%2C%20like%20Gecko)%20Chrome%20Mobile%20Safari%20(compatible%3B%20AdsBot-Google-Mobile%3B%20%2Bhttp%3A/www.google.com/mobile/adsbot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-Site-Verification/1.0)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(X11%3B%20Linux%20x86_64)%20AppleWebKit/537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20Google-Agent%3B%20%2Bhttps%3A/developers.google.com/crawling/docs/crawlers-fetchers/google-agent)%20Chrome/W.X.Y.Z%20Safari/537.36", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Google-CWS)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SiteAuditBot/0.97%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SWA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-BA%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-SI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SplitSignalBot%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-ESI%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20DotBot/1.2%3B%20%2Bhttps%3A/opensiteexplorer.org/dotbot%3B%20help%40moz.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SemrushBot-FT%3B%20%2Bhttp%3A/www.semrush.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/rogerbot/1.2%20(http%3A/moz.com/help/pro/what-is-rogerbot-%2C%20rogerbot-crawler%40moz.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/serpstatbot/2.1%20(advanced%20backlink%20tracking%20bot%3B%20https%3A/serpstatbot.com/%3B%20abuse%40serpstatbot.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20SEOkicks%3B%20%2Bhttps%3A/www.seokicks.de/robot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20MojeekBot/0.11%3B%20%2Bhttps%3A/www.mojeek.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20Pinterestbot/1.0%3B%20%2Bhttps%3A/www.pinterest.com/bot.html)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/AwarioRssBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/AwarioSmartBot/1.0%20(%2Bhttps%3A/awario.com/bots.html%3B%20bots%40awario.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/Mozilla/5.0%20(compatible%3B%20panscient.com)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:04:58+00:00", + "last_asked": "2026-09-02T09:04:58+00:00", + "answered_200_since": null + }, + { + "path": "/message/send%20(the%20v1.0%20name%20SendMessage%20is%20accepted%20too)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T21:31:17+00:00", + "last_asked": "2026-09-04T21:31:17+00:00", + "answered_200_since": null + }, + { + "path": "/bot/image/avif%2Cimage/webp%2Cimage/apng%2Cimage/svg%2Bxml%2Cimage/*%2C*/*%3Bq%3D0.8", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T21:15:38+00:00", + "last_asked": "2026-09-05T21:15:38+00:00", + "answered_200_since": null + }, + { + "path": "/bot/text/html%2Capplication/xhtml%2Bxml%2Capplication/xml%3Bq%3D0.9%2Cimage/avif%2Cimage/webp%2Cimage/apng%2C*/*%3Bq%3D0.8%2Capplication/signed-exchange%3Bv%3Db3%3Bq%3D0.7", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T21:15:38+00:00", + "last_asked": "2026-09-05T21:15:38+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 12, + "median_gap_minutes": 362.1, + "visit_starts": [ + "2026-08-31T20:58:34Z", + "2026-09-01T03:00:04Z", + "2026-09-01T07:02:16Z", + "2026-09-01T09:00:07Z", + "2026-09-01T15:00:45Z", + "2026-09-02T03:03:21Z", + "2026-09-02T09:03:14Z", + "2026-09-03T03:05:09Z", + "2026-09-03T09:07:16Z", + "2026-09-04T21:31:13Z", + "2026-09-05T21:15:29Z", + "2026-09-06T08:06:32Z" + ] + }, + "documentation_url": "http://archive.org/details/archive.org_bot", + "self_described_as": "archive.org_bot +http://archive.org/details/archive.org_bot" + }, + { + "slug": "waggle", + "name": "Waggle", + "group_key": "host:waggle.zone", + "kind": "named", + "user_agents": [ + { + "ua": "Waggle/1.0 (+https://waggle.zone)", + "requests": 878, + "addresses": 321, + "first_seen": "2026-09-02T04:15:47+00:00", + "last_seen": "2026-09-07T08:35:58+00:00" + } + ], + "primary_user_agent": "Waggle/1.0 (+https://waggle.zone)", + "requests": 878, + "addresses": 321, + "first_seen": "2026-09-02T04:15:47+00:00", + "last_seen": "2026-09-07T08:35:58+00:00", + "bytes_served": 15951551, + "classed_by_our_instrument": { + "agent": 878 + }, + "surfaces": { + "a2a-crawler-index": 752, + "agent-card-addresses": 75, + "pathwren-edge": 51 + }, + "channels": { + "waggle-zone": 749 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 866, + "404": 8, + "308": 4 + }, + "distinct_paths": 19, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 114, + "statuses": { + "200": 114 + }, + "first": "2026-09-02T04:16:03+00:00", + "last": "2026-09-07T08:35:58+00:00" + }, + { + "path": "/c/waggle-zone/a2a/robots/.well-known/agent-card.json", + "requests": 109, + "statuses": { + "200": 109 + }, + "first": "2026-09-02T06:42:11+00:00", + "last": "2026-09-07T08:35:14+00:00" + }, + { + "path": "/c/waggle-zone/a2a/netcheck/.well-known/agent-card.json", + "requests": 108, + "statuses": { + "200": 108 + }, + "first": "2026-09-02T06:42:07+00:00", + "last": "2026-09-07T08:35:33+00:00" + }, + { + "path": "/c/waggle-zone/a2a/triage/.well-known/agent-card.json", + "requests": 108, + "statuses": { + "200": 108 + }, + "first": "2026-09-02T06:41:53+00:00", + "last": "2026-09-07T08:35:16+00:00" + }, + { + "path": "/c/waggle-zone/a2a/doctor/.well-known/agent-card.json", + "requests": 107, + "statuses": { + "200": 107 + }, + "first": "2026-09-02T06:42:04+00:00", + "last": "2026-09-07T08:35:28+00:00" + }, + { + "path": "/c/waggle-zone/a2a/discovery/.well-known/agent-card.json", + "requests": 106, + "statuses": { + "200": 106 + }, + "first": "2026-09-03T00:30:42+00:00", + "last": "2026-09-07T08:35:44+00:00" + }, + { + "path": "/c/waggle-zone/a2a/lint/.well-known/agent-card.json", + "requests": 106, + "statuses": { + "200": 106 + }, + "first": "2026-09-02T21:35:58+00:00", + "last": "2026-09-07T08:35:57+00:00" + }, + { + "path": "/c/waggle-zone/a2a/score/.well-known/agent-card.json", + "requests": 105, + "statuses": { + "200": 105 + }, + "first": "2026-09-03T00:31:23+00:00", + "last": "2026-09-07T08:35:38+00:00" + }, + { + "path": "/.well-known/api-catalog/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "404": 1, + "308": 1 + }, + "first": "2026-09-02T04:16:15+00:00", + "last": "2026-09-02T07:16:06+00:00" + }, + { + "path": "/a2a/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-02T04:15:47+00:00", + "last": "2026-09-02T07:15:47+00:00" + }, + { + "path": "/apis.json/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "404": 1, + "308": 1 + }, + "first": "2026-09-02T04:16:06+00:00", + "last": "2026-09-02T07:16:03+00:00" + }, + { + "path": "/mcp/triage/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "404": 1, + "308": 1 + }, + "first": "2026-09-02T04:15:58+00:00", + "last": "2026-09-02T07:15:58+00:00" + }, + { + "path": "/.well-known/api-catalog/.well-known/agent.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T04:16:15+00:00", + "last": "2026-09-02T04:16:15+00:00" + }, + { + "path": "/a2a/.well-known/agent.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T04:15:47+00:00", + "last": "2026-09-02T04:15:47+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:15:46+00:00", + "last": "2026-09-04T08:15:46+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T08:16:00+00:00", + "last": "2026-09-04T08:16:00+00:00" + }, + { + "path": "/apis.json/.well-known/agent.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T04:16:06+00:00", + "last": "2026-09-02T04:16:06+00:00" + }, + { + "path": "/mcp/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-02T09:16:07+00:00", + "last": "2026-09-02T09:16:07+00:00" + }, + { + "path": "/mcp/triage/.well-known/agent.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T04:15:59+00:00", + "last": "2026-09-02T04:15:59+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a/.well-known/agent-card.json", + "status": "404", + "at": "2026-09-02T04:15:47+00:00" + }, + { + "path": "/a2a/.well-known/agent.json", + "status": "404", + "at": "2026-09-02T04:15:47+00:00" + }, + { + "path": "/mcp/triage/.well-known/agent-card.json", + "status": "404", + "at": "2026-09-02T04:15:58+00:00" + }, + { + "path": "/mcp/triage/.well-known/agent.json", + "status": "404", + "at": "2026-09-02T04:15:59+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T04:16:03+00:00" + }, + { + "path": "/apis.json/.well-known/agent-card.json", + "status": "404", + "at": "2026-09-02T04:16:06+00:00" + }, + { + "path": "/apis.json/.well-known/agent.json", + "status": "404", + "at": "2026-09-02T04:16:06+00:00" + }, + { + "path": "/.well-known/api-catalog/.well-known/agent-card.json", + "status": "404", + "at": "2026-09-02T04:16:15+00:00" + }, + { + "path": "/.well-known/api-catalog/.well-known/agent.json", + "status": "404", + "at": "2026-09-02T04:16:15+00:00" + }, + { + "path": "/c/waggle-zone/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:41:53+00:00" + }, + { + "path": "/c/waggle-zone/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:42:04+00:00" + }, + { + "path": "/c/waggle-zone/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:42:07+00:00" + }, + { + "path": "/c/waggle-zone/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:42:11+00:00" + }, + { + "path": "/mcp/netcheck/.well-known/agent-card.json", + "status": "308", + "at": "2026-09-02T09:16:07+00:00" + }, + { + "path": "/c/waggle-zone/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T21:35:58+00:00" + }, + { + "path": "/c/waggle-zone/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T00:30:42+00:00" + }, + { + "path": "/c/waggle-zone/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T00:31:23+00:00" + }, + { + "path": "/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-04T08:15:46+00:00" + }, + { + "path": "/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-04T08:16:00+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/a2a/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:15:47+00:00", + "last_asked": "2026-09-02T07:15:47+00:00", + "answered_200_since": "2026-09-02T06:00:31+00:00" + }, + { + "path": "/a2a/.well-known/agent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:15:47+00:00", + "last_asked": "2026-09-02T04:15:47+00:00", + "answered_200_since": "2026-09-02T06:00:31+00:00" + }, + { + "path": "/mcp/triage/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:15:58+00:00", + "last_asked": "2026-09-02T07:15:58+00:00", + "answered_200_since": null + }, + { + "path": "/mcp/triage/.well-known/agent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:15:59+00:00", + "last_asked": "2026-09-02T04:15:59+00:00", + "answered_200_since": null + }, + { + "path": "/apis.json/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:16:06+00:00", + "last_asked": "2026-09-02T07:16:03+00:00", + "answered_200_since": null + }, + { + "path": "/apis.json/.well-known/agent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:16:06+00:00", + "last_asked": "2026-09-02T04:16:06+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/api-catalog/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:16:15+00:00", + "last_asked": "2026-09-02T07:16:06+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/api-catalog/.well-known/agent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:16:15+00:00", + "last_asked": "2026-09-02T04:16:15+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 103, + "median_gap_minutes": 60.0, + "visit_starts": [ + "2026-09-02T04:15:47Z", + "2026-09-02T05:35:58Z", + "2026-09-02T06:35:58Z", + "2026-09-02T07:15:47Z", + "2026-09-02T08:35:14Z", + "2026-09-02T09:16:07Z", + "2026-09-02T18:35:15Z", + "2026-09-02T21:35:58Z", + "2026-09-02T23:35:57Z", + "2026-09-03T00:30:26Z", + "2026-09-03T01:35:15Z", + "2026-09-03T02:35:14Z", + "2026-09-03T03:35:14Z", + "2026-09-03T04:35:14Z", + "2026-09-03T05:22:21Z", + "2026-09-03T06:35:14Z", + "2026-09-03T07:35:14Z", + "2026-09-03T08:35:14Z", + "2026-09-03T09:35:15Z", + "2026-09-03T10:35:14Z", + "2026-09-03T11:35:14Z", + "2026-09-03T12:30:28Z", + "2026-09-03T13:35:14Z", + "2026-09-03T14:35:14Z" + ] + }, + "documentation_url": "https://waggle.zone", + "self_described_as": null + }, + { + "slug": "yandexbot", + "name": "YandexBot", + "group_key": "host:yandex.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", + "requests": 872, + "addresses": 392, + "first_seen": "2026-08-31T20:58:12+00:00", + "last_seen": "2026-09-07T06:43:38+00:00" + }, + { + "ua": "Mozilla/5.0 (compatible; YandexFavicons/1.0; +http://yandex.com/bots)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-05T15:05:28+00:00", + "last_seen": "2026-09-05T15:05:30+00:00" + }, + { + "ua": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T12:20:59+00:00", + "last_seen": "2026-09-01T12:20:59+00:00" + }, + { + "ua": "Mozilla/5.0 (compatible; YandexRenderResourcesBot/1.0; +http://yandex.com/bots) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T12:21:00+00:00", + "last_seen": "2026-09-01T12:21:00+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)", + "requests": 877, + "addresses": 393, + "first_seen": "2026-08-31T20:58:12+00:00", + "last_seen": "2026-09-07T06:43:38+00:00", + "bytes_served": 9088841, + "classed_by_our_instrument": { + "crawler": 877 + }, + "surfaces": { + "pathwren-edge": 848, + "blog": 11, + "section-roots": 7, + "identity-documents": 2, + "changes-feed": 1, + "mcp-zero-argument-pair": 1, + "pricing-document": 1, + "api-reference": 1, + "access-document": 1, + "http-tools": 1, + "channel-namespace-doc": 1, + "services-catalogue": 1, + "git-repositories": 1 + }, + "channels": { + "lemmy": 8, + "indexnow": 5, + "blo-gs": 2 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "*/*", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 876, + "not recorded": 1 + }, + "distinct_paths": 673, + "paths": [ + { + "path": "/robots.txt", + "requests": 89, + "statuses": { + "200": 89 + }, + "first": "2026-09-01T02:59:29+00:00", + "last": "2026-09-07T06:43:38+00:00" + }, + { + "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", + "requests": 6, + "statuses": { + "not recorded": 1, + "200": 5 + }, + "first": "2026-08-31T20:58:12+00:00", + "last": "2026-09-07T02:43:25+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:24:23+00:00", + "last": "2026-09-06T11:42:20+00:00" + }, + { + "path": "/data/index.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T07:03:40+00:00", + "last": "2026-09-04T09:10:14+00:00" + }, + { + "path": "/trust", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T00:23:01+00:00", + "last": "2026-09-05T00:47:51+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:59:50+00:00", + "last": "2026-09-06T03:10:14+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T18:21:48+00:00", + "last": "2026-09-04T09:10:17+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T07:04:09+00:00", + "last": "2026-09-04T09:10:27+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:16:23+00:00", + "last": "2026-09-04T09:10:29+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T15:00:33+00:00", + "last": "2026-09-04T09:10:16+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:15:19+00:00", + "last": "2026-09-04T09:10:20+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T15:00:34+00:00", + "last": "2026-09-04T09:10:20+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T09:02:57+00:00", + "last": "2026-09-04T09:10:16+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:15:22+00:00", + "last": "2026-09-01T18:21:50+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T12:20:53+00:00", + "last": "2026-09-01T15:00:31+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:16:24+00:00", + "last": "2026-09-04T09:10:15+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:15:17+00:00", + "last": "2026-09-04T09:10:28+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T05:24:51+00:00", + "last": "2026-09-04T09:10:14+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:15:23+00:00", + "last": "2026-09-01T15:00:51+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T18:21:50+00:00", + "last": "2026-09-04T09:10:29+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T05:24:30+00:00", + "last": "2026-09-04T09:10:15+00:00" + }, + { + "path": "/pricing", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T05:24:29+00:00", + "last": "2026-09-04T09:10:16+00:00" + }, + { + "path": "/register", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T18:21:53+00:00", + "last": "2026-09-04T09:10:21+00:00" + }, + { + "path": "/status.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:15:17+00:00", + "last": "2026-09-04T09:10:19+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T05:24:28+00:00", + "last": "2026-09-04T09:10:23+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T05:24:53+00:00", + "last": "2026-09-04T09:10:14+00:00" + }, + { + "path": "/a2a.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T03:00:45+00:00", + "last": "2026-09-01T07:03:42+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T18:22:12+00:00", + "last": "2026-09-04T09:10:18+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:21:02+00:00", + "last": "2026-09-01T15:00:33+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:15:21+00:00", + "last": "2026-09-01T07:04:01+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T18:21:51+00:00", + "last": "2026-09-04T09:10:28+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T18:22:12+00:00", + "last": "2026-09-01T18:30:19+00:00" + }, + { + "path": "/bot/akkoma-18.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:16:23+00:00", + "last": "2026-09-06T09:21:33+00:00" + }, + { + "path": "/bot/akkoma-2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:38+00:00", + "last": "2026-09-06T09:17:02+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T18:46:16+00:00", + "last": "2026-09-04T19:28:03+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:16:28+00:00", + "last": "2026-09-01T06:26:27+00:00" + }, + { + "path": "/bot/bun.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T06:40:26+00:00", + "last": "2026-09-04T09:13:18+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T18:21:53+00:00", + "last": "2026-09-04T09:10:19+00:00" + }, + { + "path": "/bot/cbi-penny-utility-demand-probe.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:18:08+00:00", + "last": "2026-09-06T09:16:37+00:00" + }, + { + "path": "/bot/duckduckgo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:41+00:00", + "last": "2026-09-06T09:16:54+00:00" + }, + { + "path": "/bot/friendica-102.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:49+00:00", + "last": "2026-09-06T09:20:26+00:00" + }, + { + "path": "/bot/friendica-111.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:46+00:00", + "last": "2026-09-06T09:21:12+00:00" + }, + { + "path": "/bot/friendica-28.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:18:07+00:00", + "last": "2026-09-06T09:19:04+00:00" + }, + { + "path": "/bot/friendica-44.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:18:07+00:00", + "last": "2026-09-06T09:19:34+00:00" + }, + { + "path": "/bot/friendica-49.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:51+00:00", + "last": "2026-09-06T09:16:53+00:00" + }, + { + "path": "/bot/friendica-79.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:44+00:00", + "last": "2026-09-06T09:16:38+00:00" + }, + { + "path": "/bot/friendica-84.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:58+00:00", + "last": "2026-09-06T09:18:18+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:16:26+00:00", + "last": "2026-09-01T15:00:32+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:22:55+00:00", + "last": "2026-09-02T00:34:48+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:06:55+00:00", + "last": "2026-09-01T18:22:13+00:00" + }, + { + "path": "/bot/lemmy-163.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:41+00:00", + "last": "2026-09-06T09:16:53+00:00" + }, + { + "path": "/bot/lemmy-182.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:50+00:00", + "last": "2026-09-06T09:16:25+00:00" + }, + { + "path": "/bot/lemmy-212.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:40+00:00", + "last": "2026-09-06T09:21:30+00:00" + }, + { + "path": "/bot/lemmy-214.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:39+00:00", + "last": "2026-09-06T09:17:04+00:00" + }, + { + "path": "/bot/lemmy-233.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:17:46+00:00", + "last": "2026-09-06T09:16:29+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T18:21:49+00:00", + "last": "2026-09-01T18:30:22+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:03:55+00:00", + "last": "2026-09-01T09:06:56+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:04:11+00:00", + "last": "2026-09-04T18:46:22+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:15:24+00:00", + "last": "2026-09-01T09:00:42+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:20:59+00:00", + "last": "2026-09-01T15:00:48+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:20:51+00:00", + "last": "2026-09-01T15:00:31+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:24:12+00:00", + "last": "2026-09-04T12:43:36+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:03:55+00:00", + "last": "2026-09-04T09:10:17+00:00" + }, + { + "path": "/c/blo-gs/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T01:22:11+00:00", + "last": "2026-09-03T01:33:05+00:00" + }, + { + "path": "/category/tool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T03:00:46+00:00", + "last": "2026-09-05T20:30:38+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:24:52+00:00", + "last": "2026-09-02T06:24:11+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:00:45+00:00", + "last": "2026-09-01T12:20:58+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:15:18+00:00", + "last": "2026-09-01T09:00:41+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:03:57+00:00", + "last": "2026-09-05T08:25:45+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:24:26+00:00", + "last": "2026-09-05T20:30:46+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:04:03+00:00", + "last": "2026-09-03T06:32:19+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:02:58+00:00", + "last": "2026-09-01T12:21:06+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:04:01+00:00", + "last": "2026-09-01T09:01:51+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:03:58+00:00", + "last": "2026-09-02T09:33:22+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:15:17+00:00", + "last": "2026-09-07T01:04:04+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:24:07+00:00", + "last": "2026-09-03T12:35:38+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:24:27+00:00", + "last": "2026-09-02T06:24:06+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:59:51+00:00", + "last": "2026-09-06T03:10:11+00:00" + }, + { + "path": "/documents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T05:24:25+00:00", + "last": "2026-09-04T00:38:19+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:21:00+00:00", + "last": "2026-09-05T15:05:29+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:16:27+00:00", + "last": "2026-09-01T07:04:13+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T15:00:35+00:00", + "last": "2026-09-01T18:21:47+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T15:00:35+00:00", + "last": "2026-09-07T02:43:40+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:01:51+00:00", + "last": "2026-09-05T08:25:46+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:23:02+00:00", + "last": "2026-09-04T09:10:13+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:00:42+00:00", + "last": "2026-09-01T15:00:36+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:22:40+00:00", + "last": "2026-09-03T01:22:40+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:24+00:00", + "last": "2026-09-01T06:16:24+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:18+00:00", + "last": "2026-09-02T09:33:18+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:28+00:00", + "last": "2026-09-01T06:16:28+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:05:28+00:00", + "last": "2026-09-05T15:05:28+00:00" + }, + { + "path": "/blog/ai-crawler-cost.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:44+00:00", + "last": "2026-09-06T07:17:44+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:45+00:00", + "last": "2026-09-07T02:43:45+00:00" + }, + { + "path": "/blog/client-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:06+00:00", + "last": "2026-09-06T03:16:06+00:00" + }, + { + "path": "/blog/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:52+00:00", + "last": "2026-09-07T02:43:52+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:05+00:00", + "last": "2026-09-07T02:44:05+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:59+00:00", + "last": "2026-09-07T02:43:59+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:28+00:00", + "last": "2026-09-01T06:16:28+00:00" + }, + { + "path": "/bot/a2a-adoption-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:47:52+00:00", + "last": "2026-09-05T00:47:52+00:00" + }, + { + "path": "/bot/a2a-hub-pilot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:14+00:00", + "last": "2026-09-05T14:28:14+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:00+00:00", + "last": "2026-09-03T06:32:00+00:00" + }, + { + "path": "/bot/a2a-registry-healthbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:02+00:00", + "last": "2026-09-03T06:32:02+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:37+00:00", + "last": "2026-09-01T15:00:37+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:29+00:00", + "last": "2026-09-01T06:16:29+00:00" + }, + { + "path": "/bot/a2a-registry-taskprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:38:20+00:00", + "last": "2026-09-04T00:38:20+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:29:48+00:00", + "last": "2026-09-03T00:29:48+00:00" + }, + { + "path": "/bot/acc-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:30+00:00", + "last": "2026-09-03T18:59:30+00:00" + }, + { + "path": "/bot/achilles.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:10:27+00:00", + "last": "2026-09-04T09:10:27+00:00" + }, + { + "path": "/bot/actablesitebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:39+00:00", + "last": "2026-09-03T12:35:39+00:00" + }, + { + "path": "/bot/actionextension.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:48+00:00", + "last": "2026-09-07T02:43:48+00:00" + }, + { + "path": "/bot/advisorsai-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:10:25+00:00", + "last": "2026-09-04T09:10:25+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:30:19+00:00", + "last": "2026-09-01T18:30:19+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:05+00:00", + "last": "2026-09-01T07:04:05+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:43+00:00", + "last": "2026-09-03T18:59:43+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:58+00:00", + "last": "2026-09-01T07:03:58+00:00" + }, + { + "path": "/bot/agent-card-crawler-chat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:25:43+00:00", + "last": "2026-09-05T08:25:43+00:00" + }, + { + "path": "/bot/agent-card-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:40:23+00:00", + "last": "2026-09-04T06:40:23+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:17+00:00", + "last": "2026-09-01T07:04:17+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:01+00:00", + "last": "2026-09-03T06:32:01+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:25+00:00", + "last": "2026-09-02T05:24:25+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:49+00:00", + "last": "2026-09-01T18:21:49+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:03+00:00", + "last": "2026-09-01T09:04:03+00:00" + }, + { + "path": "/bot/agentgaugebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:35+00:00", + "last": "2026-09-03T12:35:35+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:05+00:00", + "last": "2026-09-01T09:04:05+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:55+00:00", + "last": "2026-09-01T09:06:55+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:48+00:00", + "last": "2026-09-02T05:24:48+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:20+00:00", + "last": "2026-09-01T06:15:20+00:00" + }, + { + "path": "/bot/agentry-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:03+00:00", + "last": "2026-09-01T12:21:03+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:04+00:00", + "last": "2026-09-01T09:04:04+00:00" + }, + { + "path": "/bot/agoragentic-healthmonitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:41+00:00", + "last": "2026-09-03T18:59:41+00:00" + }, + { + "path": "/bot/agoragentic-safefetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:38+00:00", + "last": "2026-09-03T12:35:38+00:00" + }, + { + "path": "/bot/agoragentic-sandbox-runner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:41+00:00", + "last": "2026-09-03T12:35:41+00:00" + }, + { + "path": "/bot/agoragenticadminhealth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:40+00:00", + "last": "2026-09-03T12:35:40+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:07+00:00", + "last": "2026-09-02T06:24:07+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:03+00:00", + "last": "2026-09-03T06:32:03+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:29+00:00", + "last": "2026-09-03T18:59:29+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:14+00:00", + "last": "2026-09-02T09:33:14+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:51+00:00", + "last": "2026-09-01T12:20:51+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:28+00:00", + "last": "2026-09-03T18:59:28+00:00" + }, + { + "path": "/bot/akkoma-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:57+00:00", + "last": "2026-09-06T07:17:57+00:00" + }, + { + "path": "/bot/akkoma-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:56+00:00", + "last": "2026-09-06T03:15:56+00:00" + }, + { + "path": "/bot/akkoma-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:39+00:00", + "last": "2026-09-06T09:16:39+00:00" + }, + { + "path": "/bot/akkoma-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:55+00:00", + "last": "2026-09-07T02:43:55+00:00" + }, + { + "path": "/bot/akkoma-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:52+00:00", + "last": "2026-09-07T02:43:52+00:00" + }, + { + "path": "/bot/akkoma-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:49+00:00", + "last": "2026-09-07T02:43:49+00:00" + }, + { + "path": "/bot/akkoma-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:59+00:00", + "last": "2026-09-06T09:16:59+00:00" + }, + { + "path": "/bot/akkoma-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:39+00:00", + "last": "2026-09-07T02:43:39+00:00" + }, + { + "path": "/bot/akkoma-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:04+00:00", + "last": "2026-09-07T02:44:04+00:00" + }, + { + "path": "/bot/akkoma-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:03+00:00", + "last": "2026-09-06T09:17:03+00:00" + }, + { + "path": "/bot/akkoma-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:47+00:00", + "last": "2026-09-06T07:17:47+00:00" + }, + { + "path": "/bot/akkoma-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:46+00:00", + "last": "2026-09-07T02:43:46+00:00" + }, + { + "path": "/bot/akkoma-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:00+00:00", + "last": "2026-09-07T02:44:00+00:00" + }, + { + "path": "/bot/akkoma-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:50+00:00", + "last": "2026-09-06T03:15:50+00:00" + }, + { + "path": "/bot/akkoma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:38+00:00", + "last": "2026-09-06T07:17:38+00:00" + }, + { + "path": "/bot/allmcps-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:57+00:00", + "last": "2026-09-05T20:30:57+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:19+00:00", + "last": "2026-09-02T09:33:19+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:44+00:00", + "last": "2026-09-01T09:00:44+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:03+00:00", + "last": "2026-09-02T06:24:03+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:01+00:00", + "last": "2026-09-01T12:21:01+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:29+00:00", + "last": "2026-09-01T15:00:29+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:55+00:00", + "last": "2026-09-01T07:03:55+00:00" + }, + { + "path": "/bot/applecoremedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:00+00:00", + "last": "2026-09-06T03:16:00+00:00" + }, + { + "path": "/bot/arctic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:24+00:00", + "last": "2026-09-06T09:16:24+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:07+00:00", + "last": "2026-09-01T12:21:07+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:01:50+00:00", + "last": "2026-09-01T09:01:50+00:00" + }, + { + "path": "/bot/blogtrottr.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:59+00:00", + "last": "2026-09-06T07:17:59+00:00" + }, + { + "path": "/bot/capi2-a2a-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:47:49+00:00", + "last": "2026-09-05T00:47:49+00:00" + }, + { + "path": "/bot/capi2-neural-revenue-flow.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:47:45+00:00", + "last": "2026-09-05T00:47:45+00:00" + }, + { + "path": "/bot/cbi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:52+00:00", + "last": "2026-09-05T20:30:52+00:00" + }, + { + "path": "/bot/certfeed-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:25:33+00:00", + "last": "2026-09-05T08:25:33+00:00" + }, + { + "path": "/bot/chainwitness-pr36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:00+00:00", + "last": "2026-09-03T06:32:00+00:00" + }, + { + "path": "/bot/choosemcp-harvester.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:48:10+00:00", + "last": "2026-09-05T00:48:10+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:27+00:00", + "last": "2026-09-02T06:24:27+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:50+00:00", + "last": "2026-09-01T12:20:50+00:00" + }, + { + "path": "/bot/client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:35+00:00", + "last": "2026-09-06T09:16:35+00:00" + }, + { + "path": "/bot/colonistone-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:39+00:00", + "last": "2026-09-03T12:35:39+00:00" + }, + { + "path": "/bot/colonistone.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:41+00:00", + "last": "2026-09-03T12:35:41+00:00" + }, + { + "path": "/bot/crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:35+00:00", + "last": "2026-09-03T12:35:35+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:18+00:00", + "last": "2026-09-01T06:15:18+00:00" + }, + { + "path": "/bot/dart.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:53+00:00", + "last": "2026-09-06T09:16:53+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:31:59+00:00", + "last": "2026-09-03T06:31:59+00:00" + }, + { + "path": "/bot/davefeedread.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:38:18+00:00", + "last": "2026-09-04T00:38:18+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:05+00:00", + "last": "2026-09-01T09:04:05+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:02+00:00", + "last": "2026-09-01T07:04:02+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:30+00:00", + "last": "2026-09-01T06:16:30+00:00" + }, + { + "path": "/bot/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:02+00:00", + "last": "2026-09-07T02:44:02+00:00" + }, + { + "path": "/bot/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:54+00:00", + "last": "2026-09-03T12:35:54+00:00" + }, + { + "path": "/bot/feedly.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:57+00:00", + "last": "2026-09-07T02:43:57+00:00" + }, + { + "path": "/bot/feedrabbit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:03+00:00", + "last": "2026-09-07T02:44:03+00:00" + }, + { + "path": "/bot/forgescanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:40+00:00", + "last": "2026-09-03T12:35:40+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:13+00:00", + "last": "2026-09-02T09:33:13+00:00" + }, + { + "path": "/bot/friendica-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:59+00:00", + "last": "2026-09-06T03:15:59+00:00" + }, + { + "path": "/bot/friendica-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:41+00:00", + "last": "2026-09-06T07:17:41+00:00" + }, + { + "path": "/bot/friendica-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:02+00:00", + "last": "2026-09-06T03:16:02+00:00" + }, + { + "path": "/bot/friendica-110.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:54+00:00", + "last": "2026-09-07T02:43:54+00:00" + }, + { + "path": "/bot/friendica-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:00+00:00", + "last": "2026-09-06T07:18:00+00:00" + }, + { + "path": "/bot/friendica-113.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:46+00:00", + "last": "2026-09-07T02:43:46+00:00" + }, + { + "path": "/bot/friendica-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:54+00:00", + "last": "2026-09-06T07:17:54+00:00" + }, + { + "path": "/bot/friendica-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:02+00:00", + "last": "2026-09-06T07:18:02+00:00" + }, + { + "path": "/bot/friendica-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:00+00:00", + "last": "2026-09-06T09:17:00+00:00" + }, + { + "path": "/bot/friendica-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:37+00:00", + "last": "2026-09-06T09:16:37+00:00" + }, + { + "path": "/bot/friendica-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:49+00:00", + "last": "2026-09-06T03:15:49+00:00" + }, + { + "path": "/bot/friendica-120.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:55+00:00", + "last": "2026-09-06T09:16:55+00:00" + }, + { + "path": "/bot/friendica-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:51+00:00", + "last": "2026-09-07T02:43:51+00:00" + }, + { + "path": "/bot/friendica-122.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:57+00:00", + "last": "2026-09-07T02:43:57+00:00" + }, + { + "path": "/bot/friendica-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:49+00:00", + "last": "2026-09-07T02:43:49+00:00" + }, + { + "path": "/bot/friendica-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:56+00:00", + "last": "2026-09-07T02:43:56+00:00" + }, + { + "path": "/bot/friendica-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:01+00:00", + "last": "2026-09-07T02:44:01+00:00" + }, + { + "path": "/bot/friendica-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:23+00:00", + "last": "2026-09-06T09:16:23+00:00" + }, + { + "path": "/bot/friendica-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:03+00:00", + "last": "2026-09-06T07:18:03+00:00" + }, + { + "path": "/bot/friendica-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:53+00:00", + "last": "2026-09-06T07:17:53+00:00" + }, + { + "path": "/bot/friendica-25.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:01+00:00", + "last": "2026-09-06T09:17:01+00:00" + }, + { + "path": "/bot/friendica-27.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:26+00:00", + "last": "2026-09-06T09:16:26+00:00" + }, + { + "path": "/bot/friendica-29.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:43+00:00", + "last": "2026-09-06T09:16:43+00:00" + }, + { + "path": "/bot/friendica-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:59+00:00", + "last": "2026-09-06T09:16:59+00:00" + }, + { + "path": "/bot/friendica-30.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:47+00:00", + "last": "2026-09-07T02:43:47+00:00" + }, + { + "path": "/bot/friendica-31.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:43+00:00", + "last": "2026-09-06T07:17:43+00:00" + }, + { + "path": "/bot/friendica-32.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:04+00:00", + "last": "2026-09-06T09:17:04+00:00" + }, + { + "path": "/bot/friendica-34.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:40+00:00", + "last": "2026-09-07T02:43:40+00:00" + }, + { + "path": "/bot/friendica-35.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:43+00:00", + "last": "2026-09-06T07:17:43+00:00" + }, + { + "path": "/bot/friendica-37.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:53+00:00", + "last": "2026-09-06T07:17:53+00:00" + }, + { + "path": "/bot/friendica-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:01+00:00", + "last": "2026-09-06T07:18:01+00:00" + }, + { + "path": "/bot/friendica-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:56+00:00", + "last": "2026-09-06T07:17:56+00:00" + }, + { + "path": "/bot/friendica-43.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:02+00:00", + "last": "2026-09-06T09:17:02+00:00" + }, + { + "path": "/bot/friendica-45.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:58+00:00", + "last": "2026-09-06T09:16:58+00:00" + }, + { + "path": "/bot/friendica-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:33+00:00", + "last": "2026-09-06T09:16:33+00:00" + }, + { + "path": "/bot/friendica-52.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:38+00:00", + "last": "2026-09-06T07:17:38+00:00" + }, + { + "path": "/bot/friendica-54.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:52+00:00", + "last": "2026-09-06T07:17:52+00:00" + }, + { + "path": "/bot/friendica-56.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:49+00:00", + "last": "2026-09-06T07:17:49+00:00" + }, + { + "path": "/bot/friendica-58.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:58+00:00", + "last": "2026-09-07T02:43:58+00:00" + }, + { + "path": "/bot/friendica-63.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:56+00:00", + "last": "2026-09-06T09:16:56+00:00" + }, + { + "path": "/bot/friendica-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:53+00:00", + "last": "2026-09-07T02:43:53+00:00" + }, + { + "path": "/bot/friendica-65.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:31+00:00", + "last": "2026-09-06T09:16:31+00:00" + }, + { + "path": "/bot/friendica-66.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:54+00:00", + "last": "2026-09-06T09:16:54+00:00" + }, + { + "path": "/bot/friendica-67.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:27+00:00", + "last": "2026-09-06T09:16:27+00:00" + }, + { + "path": "/bot/friendica-70.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:51+00:00", + "last": "2026-09-07T02:43:51+00:00" + }, + { + "path": "/bot/friendica-74.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:52+00:00", + "last": "2026-09-07T02:43:52+00:00" + }, + { + "path": "/bot/friendica-75.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:02+00:00", + "last": "2026-09-07T02:44:02+00:00" + }, + { + "path": "/bot/friendica-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:35+00:00", + "last": "2026-09-06T09:16:35+00:00" + }, + { + "path": "/bot/friendica-77.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:39+00:00", + "last": "2026-09-06T07:17:39+00:00" + }, + { + "path": "/bot/friendica-78.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:43+00:00", + "last": "2026-09-07T02:43:43+00:00" + }, + { + "path": "/bot/friendica-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:39+00:00", + "last": "2026-09-06T03:15:39+00:00" + }, + { + "path": "/bot/friendica-81.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:30+00:00", + "last": "2026-09-06T09:16:30+00:00" + }, + { + "path": "/bot/friendica-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:53+00:00", + "last": "2026-09-07T02:43:53+00:00" + }, + { + "path": "/bot/friendica-87.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:01+00:00", + "last": "2026-09-06T09:17:01+00:00" + }, + { + "path": "/bot/friendica-89.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:55+00:00", + "last": "2026-09-07T02:43:55+00:00" + }, + { + "path": "/bot/friendica-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:58+00:00", + "last": "2026-09-06T07:17:58+00:00" + }, + { + "path": "/bot/friendica-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:48+00:00", + "last": "2026-09-07T02:43:48+00:00" + }, + { + "path": "/bot/friendica-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:32+00:00", + "last": "2026-09-06T09:16:32+00:00" + }, + { + "path": "/bot/friendica-93.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:06+00:00", + "last": "2026-09-06T07:18:06+00:00" + }, + { + "path": "/bot/friendica-95.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:57+00:00", + "last": "2026-09-06T07:17:57+00:00" + }, + { + "path": "/bot/friendica-96.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:28+00:00", + "last": "2026-09-06T09:16:28+00:00" + }, + { + "path": "/bot/friendica-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:00+00:00", + "last": "2026-09-07T02:44:00+00:00" + }, + { + "path": "/bot/friendica.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:50+00:00", + "last": "2026-09-06T03:15:50+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:03+00:00", + "last": "2026-09-01T12:21:03+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:59+00:00", + "last": "2026-09-05T20:30:59+00:00" + }, + { + "path": "/bot/git.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:43+00:00", + "last": "2026-09-03T18:59:43+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:02:59+00:00", + "last": "2026-09-01T09:02:59+00:00" + }, + { + "path": "/bot/gocommand.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:48+00:00", + "last": "2026-09-06T07:17:48+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:41+00:00", + "last": "2026-09-01T09:00:41+00:00" + }, + { + "path": "/bot/gomodulemirror.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:51+00:00", + "last": "2026-09-06T07:17:51+00:00" + }, + { + "path": "/bot/google-structured-data-testing-tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:46+00:00", + "last": "2026-09-07T02:43:46+00:00" + }, + { + "path": "/bot/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:29+00:00", + "last": "2026-09-03T18:59:29+00:00" + }, + { + "path": "/bot/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:39+00:00", + "last": "2026-09-03T12:35:39+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:04+00:00", + "last": "2026-09-02T06:24:04+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:59+00:00", + "last": "2026-09-02T00:22:59+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:02:56+00:00", + "last": "2026-09-01T09:02:56+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:06+00:00", + "last": "2026-09-01T12:21:06+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:48+00:00", + "last": "2026-09-01T18:21:48+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:07+00:00", + "last": "2026-09-01T12:21:07+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:29+00:00", + "last": "2026-09-01T06:16:29+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:48+00:00", + "last": "2026-09-01T18:21:48+00:00" + }, + { + "path": "/bot/hlido-a50-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:31:59+00:00", + "last": "2026-09-03T06:31:59+00:00" + }, + { + "path": "/bot/http-rb.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:26+00:00", + "last": "2026-09-06T09:16:26+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:00+00:00", + "last": "2026-09-01T12:21:00+00:00" + }, + { + "path": "/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:57+00:00", + "last": "2026-09-01T12:20:57+00:00" + }, + { + "path": "/bot/inoreader-com.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:45+00:00", + "last": "2026-09-07T02:43:45+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:29:50+00:00", + "last": "2026-09-03T00:29:50+00:00" + }, + { + "path": "/bot/ktor-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:42+00:00", + "last": "2026-09-06T07:17:42+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:10+00:00", + "last": "2026-09-01T07:04:10+00:00" + }, + { + "path": "/bot/lemmy-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:54+00:00", + "last": "2026-09-06T07:17:54+00:00" + }, + { + "path": "/bot/lemmy-101.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:30+00:00", + "last": "2026-09-06T09:16:30+00:00" + }, + { + "path": "/bot/lemmy-102.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:58+00:00", + "last": "2026-09-06T09:16:58+00:00" + }, + { + "path": "/bot/lemmy-103.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:58+00:00", + "last": "2026-09-07T02:43:58+00:00" + }, + { + "path": "/bot/lemmy-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:05+00:00", + "last": "2026-09-06T09:17:05+00:00" + }, + { + "path": "/bot/lemmy-105.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:42+00:00", + "last": "2026-09-06T09:16:42+00:00" + }, + { + "path": "/bot/lemmy-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:41+00:00", + "last": "2026-09-06T09:16:41+00:00" + }, + { + "path": "/bot/lemmy-107.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:01+00:00", + "last": "2026-09-06T07:18:01+00:00" + }, + { + "path": "/bot/lemmy-108.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:02+00:00", + "last": "2026-09-07T02:44:02+00:00" + }, + { + "path": "/bot/lemmy-109.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:32+00:00", + "last": "2026-09-06T09:16:32+00:00" + }, + { + "path": "/bot/lemmy-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:40+00:00", + "last": "2026-09-06T09:16:40+00:00" + }, + { + "path": "/bot/lemmy-112.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:02+00:00", + "last": "2026-09-06T07:18:02+00:00" + }, + { + "path": "/bot/lemmy-114.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:00+00:00", + "last": "2026-09-06T09:17:00+00:00" + }, + { + "path": "/bot/lemmy-116.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:23+00:00", + "last": "2026-09-06T09:16:23+00:00" + }, + { + "path": "/bot/lemmy-118.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:51+00:00", + "last": "2026-09-06T03:15:51+00:00" + }, + { + "path": "/bot/lemmy-119.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:45+00:00", + "last": "2026-09-06T07:17:45+00:00" + }, + { + "path": "/bot/lemmy-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:57+00:00", + "last": "2026-09-06T09:16:57+00:00" + }, + { + "path": "/bot/lemmy-121.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:01+00:00", + "last": "2026-09-06T03:16:01+00:00" + }, + { + "path": "/bot/lemmy-125.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:57+00:00", + "last": "2026-09-06T09:16:57+00:00" + }, + { + "path": "/bot/lemmy-128.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:42+00:00", + "last": "2026-09-06T09:16:42+00:00" + }, + { + "path": "/bot/lemmy-135.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:40+00:00", + "last": "2026-09-06T09:16:40+00:00" + }, + { + "path": "/bot/lemmy-136.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:46+00:00", + "last": "2026-09-07T02:43:46+00:00" + }, + { + "path": "/bot/lemmy-137.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:28+00:00", + "last": "2026-09-06T09:16:28+00:00" + }, + { + "path": "/bot/lemmy-140.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:38+00:00", + "last": "2026-09-07T02:43:38+00:00" + }, + { + "path": "/bot/lemmy-141.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:33+00:00", + "last": "2026-09-06T09:16:33+00:00" + }, + { + "path": "/bot/lemmy-143.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:25+00:00", + "last": "2026-09-06T09:16:25+00:00" + }, + { + "path": "/bot/lemmy-145.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:55+00:00", + "last": "2026-09-06T09:16:55+00:00" + }, + { + "path": "/bot/lemmy-146.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:58+00:00", + "last": "2026-09-06T03:15:58+00:00" + }, + { + "path": "/bot/lemmy-149.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:04+00:00", + "last": "2026-09-06T07:18:04+00:00" + }, + { + "path": "/bot/lemmy-15.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:03+00:00", + "last": "2026-09-07T02:44:03+00:00" + }, + { + "path": "/bot/lemmy-151.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:07+00:00", + "last": "2026-09-06T03:16:07+00:00" + }, + { + "path": "/bot/lemmy-152.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:46+00:00", + "last": "2026-09-07T02:43:46+00:00" + }, + { + "path": "/bot/lemmy-155.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:50+00:00", + "last": "2026-09-06T07:17:50+00:00" + }, + { + "path": "/bot/lemmy-156.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:44+00:00", + "last": "2026-09-07T02:43:44+00:00" + }, + { + "path": "/bot/lemmy-157.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:04+00:00", + "last": "2026-09-06T03:16:04+00:00" + }, + { + "path": "/bot/lemmy-158.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:06+00:00", + "last": "2026-09-06T09:17:06+00:00" + }, + { + "path": "/bot/lemmy-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:43+00:00", + "last": "2026-09-06T07:17:43+00:00" + }, + { + "path": "/bot/lemmy-165.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:03+00:00", + "last": "2026-09-06T09:17:03+00:00" + }, + { + "path": "/bot/lemmy-168.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:54+00:00", + "last": "2026-09-07T02:43:54+00:00" + }, + { + "path": "/bot/lemmy-169.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:56+00:00", + "last": "2026-09-06T07:17:56+00:00" + }, + { + "path": "/bot/lemmy-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:01+00:00", + "last": "2026-09-06T03:16:01+00:00" + }, + { + "path": "/bot/lemmy-170.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:38+00:00", + "last": "2026-09-06T07:17:38+00:00" + }, + { + "path": "/bot/lemmy-171.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:27+00:00", + "last": "2026-09-06T09:16:27+00:00" + }, + { + "path": "/bot/lemmy-172.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:29+00:00", + "last": "2026-09-06T09:16:29+00:00" + }, + { + "path": "/bot/lemmy-173.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:05+00:00", + "last": "2026-09-06T07:18:05+00:00" + }, + { + "path": "/bot/lemmy-175.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:48+00:00", + "last": "2026-09-06T07:17:48+00:00" + }, + { + "path": "/bot/lemmy-178.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:17:05+00:00", + "last": "2026-09-06T09:17:05+00:00" + }, + { + "path": "/bot/lemmy-18.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:03+00:00", + "last": "2026-09-06T07:18:03+00:00" + }, + { + "path": "/bot/lemmy-181.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:31+00:00", + "last": "2026-09-06T09:16:31+00:00" + }, + { + "path": "/bot/lemmy-183.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:39+00:00", + "last": "2026-09-06T09:16:39+00:00" + }, + { + "path": "/bot/lemmy-184.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:57+00:00", + "last": "2026-09-06T03:15:57+00:00" + }, + { + "path": "/bot/lemmy-187.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:53+00:00", + "last": "2026-09-06T09:16:53+00:00" + }, + { + "path": "/bot/lemmy-188.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:47+00:00", + "last": "2026-09-06T07:17:47+00:00" + }, + { + "path": "/bot/lemmy-189.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:45+00:00", + "last": "2026-09-06T07:17:45+00:00" + }, + { + "path": "/bot/lemmy-191.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:23+00:00", + "last": "2026-09-06T09:16:23+00:00" + }, + { + "path": "/bot/lemmy-192.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:53+00:00", + "last": "2026-09-06T09:16:53+00:00" + }, + { + "path": "/bot/lemmy-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:56+00:00", + "last": "2026-09-07T02:43:56+00:00" + }, + { + "path": "/bot/lemmy-20.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:51+00:00", + "last": "2026-09-06T03:15:51+00:00" + }, + { + "path": "/bot/lemmy-203.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:52+00:00", + "last": "2026-09-06T07:17:52+00:00" + }, + { + "path": "/bot/lemmy-204.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:00+00:00", + "last": "2026-09-06T07:18:00+00:00" + }, + { + "path": "/bot/lemmy-205.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:44:04+00:00", + "last": "2026-09-07T02:44:04+00:00" + }, + { + "path": "/bot/lemmy-207.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:34+00:00", + "last": "2026-09-06T09:16:34+00:00" + }, + { + "path": "/bot/lemmy-209.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:24+00:00", + "last": "2026-09-06T09:16:24+00:00" + }, + { + "path": "/bot/lemmy-21.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:52+00:00", + "last": "2026-09-07T02:43:52+00:00" + }, + { + "path": "/bot/lemmy-210.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:59+00:00", + "last": "2026-09-07T02:43:59+00:00" + }, + { + "path": "/bot/lemmy-213.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:59+00:00", + "last": "2026-09-06T03:15:59+00:00" + }, + { + "path": "/bot/lemmy-217.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:04+00:00", + "last": "2026-09-06T07:18:04+00:00" + }, + { + "path": "/bot/lemmy-219.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:55+00:00", + "last": "2026-09-06T07:17:55+00:00" + }, + { + "path": "/bot/lemmy-22.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:43:51+00:00", + "last": "2026-09-07T02:43:51+00:00" + }, + { + "path": "/bot/lemmy-221.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:41+00:00", + "last": "2026-09-06T09:16:41+00:00" + }, + { + "path": "/bot/lemmy-223.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:38+00:00", + "last": "2026-09-06T09:16:38+00:00" + }, + { + "path": "/bot/lemmy-224.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:52+00:00", + "last": "2026-09-06T09:16:52+00:00" + }, + { + "path": "/bot/lemmy-225.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:32+00:00", + "last": "2026-09-06T09:16:32+00:00" + }, + { + "path": "/bot/lemmy-226.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:23+00:00", + "last": "2026-09-06T09:16:23+00:00" + }, + { + "path": "/bot/lemmy-23.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:55+00:00", + "last": "2026-09-06T07:17:55+00:00" + }, + { + "path": "/bot/lemmy-230.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:18:05+00:00", + "last": "2026-09-06T07:18:05+00:00" + }, + { + "path": "/bot/lemmy-232.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:34+00:00", + "last": "2026-09-06T09:16:34+00:00" + }, + { + "path": "/bot/lemmy-237.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:41+00:00", + "last": "2026-09-06T03:15:41+00:00" + }, + { + "path": "/bot/lemmy-26.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:09+00:00", + "last": "2026-09-06T03:16:09+00:00" + }, + { + "path": "/bot/lemmy-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:54+00:00", + "last": "2026-09-06T03:15:54+00:00" + }, + { + "path": "/bot/lemmy-79.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:06+00:00", + "last": "2026-09-06T03:16:06+00:00" + }, + { + "path": "/bot/lemmy-86.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:03+00:00", + "last": "2026-09-06T03:16:03+00:00" + }, + { + "path": "/bot/lemmy-88.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:08+00:00", + "last": "2026-09-06T03:16:08+00:00" + }, + { + "path": "/bot/lemmy-90.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:55+00:00", + "last": "2026-09-06T03:15:55+00:00" + }, + { + "path": "/bot/lemmy-97.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:02+00:00", + "last": "2026-09-06T03:16:02+00:00" + }, + { + "path": "/bot/lemmy-98.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:42+00:00", + "last": "2026-09-06T03:15:42+00:00" + }, + { + "path": "/bot/lemmy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:08+00:00", + "last": "2026-09-06T03:16:08+00:00" + }, + { + "path": "/bot/lemmykotlinapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:58+00:00", + "last": "2026-09-06T03:15:58+00:00" + }, + { + "path": "/bot/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:47:40+00:00", + "last": "2026-09-05T00:47:40+00:00" + }, + { + "path": "/bot/llmse.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:41+00:00", + "last": "2026-09-03T18:59:41+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:48+00:00", + "last": "2026-09-01T18:21:48+00:00" + }, + { + "path": "/bot/mastodon-10.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:07+00:00", + "last": "2026-09-05T14:28:07+00:00" + }, + { + "path": "/bot/mastodon-104.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:05+00:00", + "last": "2026-09-06T03:16:05+00:00" + }, + { + "path": "/bot/mastodon-106.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:51+00:00", + "last": "2026-09-06T03:15:51+00:00" + }, + { + "path": "/bot/mastodon-11.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:13+00:00", + "last": "2026-09-05T14:28:13+00:00" + }, + { + "path": "/bot/mastodon-111.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:04+00:00", + "last": "2026-09-06T03:16:04+00:00" + }, + { + "path": "/bot/mastodon-12.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:41+00:00", + "last": "2026-09-05T20:30:41+00:00" + }, + { + "path": "/bot/mastodon-123.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:57+00:00", + "last": "2026-09-06T03:15:57+00:00" + }, + { + "path": "/bot/mastodon-13.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:15+00:00", + "last": "2026-09-05T14:28:15+00:00" + }, + { + "path": "/bot/mastodon-14.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:13+00:00", + "last": "2026-09-05T14:28:13+00:00" + }, + { + "path": "/bot/mastodon-157.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:03+00:00", + "last": "2026-09-06T03:16:03+00:00" + }, + { + "path": "/bot/mastodon-160.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:54+00:00", + "last": "2026-09-06T03:15:54+00:00" + }, + { + "path": "/bot/mastodon-17.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:52+00:00", + "last": "2026-09-06T03:15:52+00:00" + }, + { + "path": "/bot/mastodon-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:14+00:00", + "last": "2026-09-05T14:28:14+00:00" + }, + { + "path": "/bot/mastodon-3.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:05+00:00", + "last": "2026-09-05T14:28:05+00:00" + }, + { + "path": "/bot/mastodon-39.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:42+00:00", + "last": "2026-09-06T03:15:42+00:00" + }, + { + "path": "/bot/mastodon-4.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:39+00:00", + "last": "2026-09-05T20:30:39+00:00" + }, + { + "path": "/bot/mastodon-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:05+00:00", + "last": "2026-09-05T14:28:05+00:00" + }, + { + "path": "/bot/mastodon-6.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:45+00:00", + "last": "2026-09-05T20:30:45+00:00" + }, + { + "path": "/bot/mastodon-64.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:06+00:00", + "last": "2026-09-06T03:16:06+00:00" + }, + { + "path": "/bot/mastodon-71.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:00+00:00", + "last": "2026-09-06T03:16:00+00:00" + }, + { + "path": "/bot/mastodon-76.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:50+00:00", + "last": "2026-09-06T03:15:50+00:00" + }, + { + "path": "/bot/mastodon-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:13+00:00", + "last": "2026-09-05T14:28:13+00:00" + }, + { + "path": "/bot/mastodon-9.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:13+00:00", + "last": "2026-09-05T14:28:13+00:00" + }, + { + "path": "/bot/mastodon-92.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:53+00:00", + "last": "2026-09-06T03:15:53+00:00" + }, + { + "path": "/bot/mastodon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:10+00:00", + "last": "2026-09-05T14:28:10+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:11+00:00", + "last": "2026-09-01T07:04:11+00:00" + }, + { + "path": "/bot/mcp-cloud-aboutbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:10:21+00:00", + "last": "2026-09-04T09:10:21+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:57+00:00", + "last": "2026-09-01T12:20:57+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:47+00:00", + "last": "2026-09-01T09:00:47+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:23+00:00", + "last": "2026-09-01T06:15:23+00:00" + }, + { + "path": "/bot/mcp-scraper.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:40:23+00:00", + "last": "2026-09-04T06:40:23+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:52+00:00", + "last": "2026-09-01T18:21:52+00:00" + }, + { + "path": "/bot/mcp-watch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:32+00:00", + "last": "2026-09-03T18:59:32+00:00" + }, + { + "path": "/bot/mcp-widget-size-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:43:36+00:00", + "last": "2026-09-04T12:43:36+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:29:50+00:00", + "last": "2026-09-03T00:29:50+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:54+00:00", + "last": "2026-09-01T09:06:54+00:00" + }, + { + "path": "/bot/mcpcensusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:47:50+00:00", + "last": "2026-09-05T00:47:50+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:20+00:00", + "last": "2026-09-03T06:32:20+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:55+00:00", + "last": "2026-09-01T12:20:55+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:30:00+00:00", + "last": "2026-09-03T00:30:00+00:00" + }, + { + "path": "/bot/mcplookup-com-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:43:36+00:00", + "last": "2026-09-04T12:43:36+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:37+00:00", + "last": "2026-09-01T15:00:37+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:47+00:00", + "last": "2026-09-01T18:21:47+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:22:09+00:00", + "last": "2026-09-01T18:22:09+00:00" + }, + { + "path": "/bot/mcpserver-lol-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T08:25:33+00:00", + "last": "2026-09-05T08:25:33+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:11+00:00", + "last": "2026-09-01T07:04:11+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:29+00:00", + "last": "2026-09-01T15:00:29+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:17+00:00", + "last": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/bot/mercury-velvt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:46:26+00:00", + "last": "2026-09-04T18:46:26+00:00" + }, + { + "path": "/bot/merlonix-attestation-verifier.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:31+00:00", + "last": "2026-09-03T18:59:31+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:36+00:00", + "last": "2026-09-03T12:35:36+00:00" + }, + { + "path": "/bot/misskey.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:12+00:00", + "last": "2026-09-05T14:28:12+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:49+00:00", + "last": "2026-09-01T09:00:49+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:49+00:00", + "last": "2026-09-01T12:20:49+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:56+00:00", + "last": "2026-09-01T12:20:56+00:00" + }, + { + "path": "/bot/node.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:56+00:00", + "last": "2026-09-01T12:20:56+00:00" + }, + { + "path": "/bot/nothumansearch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:03+00:00", + "last": "2026-09-03T06:32:03+00:00" + }, + { + "path": "/bot/okhttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:55+00:00", + "last": "2026-09-06T03:15:55+00:00" + }, + { + "path": "/bot/openai-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:46:21+00:00", + "last": "2026-09-04T18:46:21+00:00" + }, + { + "path": "/bot/ottermindagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T06:40:23+00:00", + "last": "2026-09-04T06:40:23+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:15+00:00", + "last": "2026-09-01T07:04:15+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:14+00:00", + "last": "2026-09-02T09:33:14+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:36+00:00", + "last": "2026-09-03T12:35:36+00:00" + }, + { + "path": "/bot/piefed-16.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:50+00:00", + "last": "2026-09-06T03:15:50+00:00" + }, + { + "path": "/bot/piefed-38.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:07+00:00", + "last": "2026-09-06T03:16:07+00:00" + }, + { + "path": "/bot/piefed-5.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:56+00:00", + "last": "2026-09-06T03:15:56+00:00" + }, + { + "path": "/bot/piefed-7.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:52+00:00", + "last": "2026-09-06T03:15:52+00:00" + }, + { + "path": "/bot/piefed-8.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:15:56+00:00", + "last": "2026-09-06T03:15:56+00:00" + }, + { + "path": "/bot/ping-blo-gs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:52+00:00", + "last": "2026-09-03T12:35:52+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:13+00:00", + "last": "2026-09-01T07:04:13+00:00" + }, + { + "path": "/bot/pod-directory-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:42+00:00", + "last": "2026-09-05T20:30:42+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:12+00:00", + "last": "2026-09-01T07:04:12+00:00" + }, + { + "path": "/bot/python.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:00+00:00", + "last": "2026-09-03T06:32:00+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:51+00:00", + "last": "2026-09-01T12:20:51+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:30:18+00:00", + "last": "2026-09-01T18:30:18+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:01+00:00", + "last": "2026-09-01T12:21:01+00:00" + }, + { + "path": "/bot/rokmcp-collector.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:43:38+00:00", + "last": "2026-09-04T12:43:38+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:59+00:00", + "last": "2026-09-01T12:20:59+00:00" + }, + { + "path": "/bot/rubygems-org.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:38+00:00", + "last": "2026-09-05T20:30:38+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:10+00:00", + "last": "2026-09-01T07:04:10+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:02:08+00:00", + "last": "2026-09-01T09:02:08+00:00" + }, + { + "path": "/bot/scraper-io.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:28:06+00:00", + "last": "2026-09-05T14:28:06+00:00" + }, + { + "path": "/bot/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:38:20+00:00", + "last": "2026-09-04T00:38:20+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:25+00:00", + "last": "2026-09-01T06:16:25+00:00" + }, + { + "path": "/bot/seo-audit-mcp-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:36+00:00", + "last": "2026-09-03T12:35:36+00:00" + }, + { + "path": "/bot/seo-audit-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T12:35:39+00:00", + "last": "2026-09-03T12:35:39+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:09+00:00", + "last": "2026-09-02T06:24:09+00:00" + }, + { + "path": "/bot/siteguardian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:02+00:00", + "last": "2026-09-03T06:32:02+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:49+00:00", + "last": "2026-09-02T05:24:49+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:51+00:00", + "last": "2026-09-01T12:20:51+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:14+00:00", + "last": "2026-09-01T07:04:14+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:30:22+00:00", + "last": "2026-09-01T18:30:22+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:06+00:00", + "last": "2026-09-01T09:04:06+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:31+00:00", + "last": "2026-09-01T06:16:31+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:51+00:00", + "last": "2026-09-01T12:20:51+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:30:19+00:00", + "last": "2026-09-01T18:30:19+00:00" + }, + { + "path": "/bot/uptimesignal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:30:40+00:00", + "last": "2026-09-05T20:30:40+00:00" + }, + { + "path": "/bot/url2md.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T00:38:39+00:00", + "last": "2026-09-04T00:38:39+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:54+00:00", + "last": "2026-09-01T07:03:54+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:06+00:00", + "last": "2026-09-01T09:04:06+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:14+00:00", + "last": "2026-09-02T09:33:14+00:00" + }, + { + "path": "/bot/watchpup.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:32:03+00:00", + "last": "2026-09-03T06:32:03+00:00" + }, + { + "path": "/bot/x1r-replication-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:43:49+00:00", + "last": "2026-09-04T12:43:49+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:21+00:00", + "last": "2026-09-02T09:33:21+00:00" + }, + { + "path": "/c", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:38+00:00", + "last": "2026-09-06T07:17:38+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:02:48+00:00", + "last": "2026-09-07T01:02:48+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:02:52+00:00", + "last": "2026-09-01T09:02:52+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:54+00:00", + "last": "2026-09-01T07:03:54+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:05+00:00", + "last": "2026-09-01T09:04:05+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:42+00:00", + "last": "2026-09-01T03:00:42+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:06+00:00", + "last": "2026-09-01T12:21:06+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:25+00:00", + "last": "2026-09-01T06:15:25+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:47+00:00", + "last": "2026-09-01T03:00:47+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:46+00:00", + "last": "2026-09-01T03:00:46+00:00" + }, + { + "path": "/changes.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:16+00:00", + "last": "2026-09-02T09:33:16+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:57+00:00", + "last": "2026-09-02T00:22:57+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:03+00:00", + "last": "2026-09-02T00:23:03+00:00" + }, + { + "path": "/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:03:21+00:00", + "last": "2026-09-07T01:03:21+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:26+00:00", + "last": "2026-09-02T05:24:26+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:24+00:00", + "last": "2026-09-02T09:33:24+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:43+00:00", + "last": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:15+00:00", + "last": "2026-09-02T09:33:15+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:23+00:00", + "last": "2026-09-01T06:16:23+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:49+00:00", + "last": "2026-09-01T03:00:49+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:59+00:00", + "last": "2026-09-01T07:03:59+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:42+00:00", + "last": "2026-09-01T03:00:42+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:25+00:00", + "last": "2026-09-02T06:24:25+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:49+00:00", + "last": "2026-09-01T09:00:49+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:04+00:00", + "last": "2026-09-02T00:23:04+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:02:51+00:00", + "last": "2026-09-01T09:02:51+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:56+00:00", + "last": "2026-09-01T07:03:56+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:52+00:00", + "last": "2026-09-01T09:06:52+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:47+00:00", + "last": "2026-09-01T09:00:47+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:59+00:00", + "last": "2026-09-01T07:03:59+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:56+00:00", + "last": "2026-09-01T09:06:56+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:05+00:00", + "last": "2026-09-02T06:24:05+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:55+00:00", + "last": "2026-09-01T09:06:55+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:05+00:00", + "last": "2026-09-02T06:24:05+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:29:51+00:00", + "last": "2026-09-03T00:29:51+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:48+00:00", + "last": "2026-09-02T05:24:48+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:42+00:00", + "last": "2026-09-01T09:00:42+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:40+00:00", + "last": "2026-09-01T07:03:40+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:56+00:00", + "last": "2026-09-02T00:22:56+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:05+00:00", + "last": "2026-09-01T09:04:05+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:28+00:00", + "last": "2026-09-02T05:24:28+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:44+00:00", + "last": "2026-09-01T09:00:44+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:30+00:00", + "last": "2026-09-01T09:05:30+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:31+00:00", + "last": "2026-09-01T09:05:31+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:32:15+00:00", + "last": "2026-09-03T00:32:15+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:29+00:00", + "last": "2026-09-01T15:00:29+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:15+00:00", + "last": "2026-09-02T09:33:15+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:08+00:00", + "last": "2026-09-02T06:24:08+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:25+00:00", + "last": "2026-09-01T06:16:25+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:43+00:00", + "last": "2026-09-01T09:00:43+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:02:52+00:00", + "last": "2026-09-01T09:02:52+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:47+00:00", + "last": "2026-09-02T05:24:47+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:22+00:00", + "last": "2026-09-02T09:33:22+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:36+00:00", + "last": "2026-09-01T15:00:36+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:55+00:00", + "last": "2026-09-02T05:24:55+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:02+00:00", + "last": "2026-09-01T12:21:02+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:04+00:00", + "last": "2026-09-01T09:04:04+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:14+00:00", + "last": "2026-09-01T07:04:14+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:25+00:00", + "last": "2026-09-02T09:33:25+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:57+00:00", + "last": "2026-09-02T00:22:57+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:52+00:00", + "last": "2026-09-01T12:20:52+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:04+00:00", + "last": "2026-09-01T07:04:04+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:23+00:00", + "last": "2026-09-02T09:33:23+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:53+00:00", + "last": "2026-09-01T18:21:53+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:02+00:00", + "last": "2026-09-02T00:23:02+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:27+00:00", + "last": "2026-09-01T06:15:27+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:26+00:00", + "last": "2026-09-02T09:33:26+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:37+00:00", + "last": "2026-09-01T09:05:37+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:52+00:00", + "last": "2026-09-01T15:00:52+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:04:06+00:00", + "last": "2026-09-01T09:04:06+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:43+00:00", + "last": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:10:28+00:00", + "last": "2026-09-04T09:10:28+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:56+00:00", + "last": "2026-09-02T00:22:56+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:46+00:00", + "last": "2026-09-02T05:24:46+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:04+00:00", + "last": "2026-09-02T06:24:04+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:58+00:00", + "last": "2026-09-02T00:22:58+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:08+00:00", + "last": "2026-09-02T06:24:08+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:01:52+00:00", + "last": "2026-09-01T09:01:52+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:55+00:00", + "last": "2026-09-02T05:24:55+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:03+00:00", + "last": "2026-09-02T00:23:03+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:28+00:00", + "last": "2026-09-01T09:05:28+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:29+00:00", + "last": "2026-09-02T05:24:29+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:44+00:00", + "last": "2026-09-01T03:00:44+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:28+00:00", + "last": "2026-09-02T06:24:28+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:16+00:00", + "last": "2026-09-02T09:33:16+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:59+00:00", + "last": "2026-09-02T00:22:59+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:26+00:00", + "last": "2026-09-01T06:15:26+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:13+00:00", + "last": "2026-09-02T09:33:13+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:16+00:00", + "last": "2026-09-01T07:04:16+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:49+00:00", + "last": "2026-09-01T03:00:49+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:49+00:00", + "last": "2026-09-02T05:24:49+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:52+00:00", + "last": "2026-09-02T05:24:52+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:50+00:00", + "last": "2026-09-02T05:24:50+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:52+00:00", + "last": "2026-09-01T09:06:52+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:12+00:00", + "last": "2026-09-02T06:24:12+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:26+00:00", + "last": "2026-09-02T05:24:26+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:05+00:00", + "last": "2026-09-02T06:24:05+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:24+00:00", + "last": "2026-09-02T09:33:24+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:24+00:00", + "last": "2026-09-02T05:24:24+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:23+00:00", + "last": "2026-09-02T09:33:23+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:04+00:00", + "last": "2026-09-01T12:21:04+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:42+00:00", + "last": "2026-09-01T09:00:42+00:00" + }, + { + "path": "/documents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:17+00:00", + "last": "2026-09-02T09:33:17+00:00" + }, + { + "path": "/git/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:36+00:00", + "last": "2026-09-06T09:16:36+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:05:30+00:00", + "last": "2026-09-05T15:05:30+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:58+00:00", + "last": "2026-09-02T00:22:58+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:46+00:00", + "last": "2026-09-01T09:00:46+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:30:21+00:00", + "last": "2026-09-01T18:30:21+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:04+00:00", + "last": "2026-09-01T12:21:04+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:23+00:00", + "last": "2026-09-01T06:16:23+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:53+00:00", + "last": "2026-09-02T05:24:53+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:56+00:00", + "last": "2026-09-01T07:03:56+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:00+00:00", + "last": "2026-09-01T07:04:00+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:38+00:00", + "last": "2026-09-01T09:05:38+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:56+00:00", + "last": "2026-09-02T00:22:56+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:52+00:00", + "last": "2026-09-01T12:20:52+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:26+00:00", + "last": "2026-09-01T06:16:26+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:11+00:00", + "last": "2026-09-01T07:04:11+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:54+00:00", + "last": "2026-09-01T12:20:54+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:50+00:00", + "last": "2026-09-01T03:00:50+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:45+00:00", + "last": "2026-09-01T09:00:45+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:51+00:00", + "last": "2026-09-01T12:20:51+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:20+00:00", + "last": "2026-09-01T06:15:20+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:25+00:00", + "last": "2026-09-02T05:24:25+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:48+00:00", + "last": "2026-09-01T09:00:48+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:03:57+00:00", + "last": "2026-09-01T07:03:57+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:30+00:00", + "last": "2026-09-01T15:00:30+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:15+00:00", + "last": "2026-09-01T07:04:15+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:54+00:00", + "last": "2026-09-02T05:24:54+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:48+00:00", + "last": "2026-09-01T03:00:48+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:06+00:00", + "last": "2026-09-02T06:24:06+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:29+00:00", + "last": "2026-09-01T09:05:29+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:09+00:00", + "last": "2026-09-01T07:04:09+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:59:29+00:00", + "last": "2026-09-03T18:59:29+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:36+00:00", + "last": "2026-09-01T09:05:36+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:00:46+00:00", + "last": "2026-09-01T09:00:46+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:11+00:00", + "last": "2026-09-02T06:24:11+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:43+00:00", + "last": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:32+00:00", + "last": "2026-09-01T06:16:32+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:12+00:00", + "last": "2026-09-02T06:24:12+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:03+00:00", + "last": "2026-09-01T07:04:03+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:54+00:00", + "last": "2026-09-02T05:24:54+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:05:31+00:00", + "last": "2026-09-01T09:05:31+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:56+00:00", + "last": "2026-09-01T09:06:56+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:44+00:00", + "last": "2026-09-01T03:00:44+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:02+00:00", + "last": "2026-09-01T07:04:02+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:12+00:00", + "last": "2026-09-01T07:04:12+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:04:16+00:00", + "last": "2026-09-01T07:04:16+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:51+00:00", + "last": "2026-09-02T05:24:51+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:04+00:00", + "last": "2026-09-02T00:23:04+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:21+00:00", + "last": "2026-09-01T06:15:21+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:15+00:00", + "last": "2026-09-02T09:33:15+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:48+00:00", + "last": "2026-09-02T05:24:48+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:09+00:00", + "last": "2026-09-02T06:24:09+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:25+00:00", + "last": "2026-09-02T09:33:25+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:59:30+00:00", + "last": "2026-09-01T02:59:30+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:44+00:00", + "last": "2026-09-01T03:00:44+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:48+00:00", + "last": "2026-09-02T05:24:48+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:53+00:00", + "last": "2026-09-01T12:20:53+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:47+00:00", + "last": "2026-09-01T03:00:47+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:24:10+00:00", + "last": "2026-09-02T06:24:10+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:45+00:00", + "last": "2026-09-01T03:00:45+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:01+00:00", + "last": "2026-09-02T00:23:01+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:50+00:00", + "last": "2026-09-02T05:24:50+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:56+00:00", + "last": "2026-09-02T00:22:56+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:22:56+00:00", + "last": "2026-09-02T00:22:56+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:30+00:00", + "last": "2026-09-01T06:16:30+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:23:00+00:00", + "last": "2026-09-02T00:23:00+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:01:52+00:00", + "last": "2026-09-01T09:01:52+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:20:57+00:00", + "last": "2026-09-01T12:20:57+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:24+00:00", + "last": "2026-09-02T09:33:24+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:22+00:00", + "last": "2026-09-01T06:15:22+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:22:09+00:00", + "last": "2026-09-01T18:22:09+00:00" + }, + { + "path": "/operator/you.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:19+00:00", + "last": "2026-09-02T09:33:19+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:50+00:00", + "last": "2026-09-01T15:00:50+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:21:51+00:00", + "last": "2026-09-01T18:21:51+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:29+00:00", + "last": "2026-09-01T15:00:29+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:26+00:00", + "last": "2026-09-01T06:15:26+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:30+00:00", + "last": "2026-09-01T15:00:30+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:01:51+00:00", + "last": "2026-09-01T09:01:51+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:06:15+00:00", + "last": "2026-09-01T09:06:15+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:21:05+00:00", + "last": "2026-09-01T12:21:05+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:17+00:00", + "last": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:10:18+00:00", + "last": "2026-09-04T09:10:18+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:38+00:00", + "last": "2026-09-01T15:00:38+00:00" + }, + { + "path": "/services", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:17:59+00:00", + "last": "2026-09-06T07:17:59+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:44:17+00:00", + "last": "2026-09-07T04:44:17+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:48+00:00", + "last": "2026-09-01T03:00:48+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:00:43+00:00", + "last": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:26+00:00", + "last": "2026-09-01T06:15:26+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:16:23+00:00", + "last": "2026-09-01T06:16:23+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:15:24+00:00", + "last": "2026-09-01T06:15:24+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:00:33+00:00", + "last": "2026-09-01T15:00:33+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:17+00:00", + "last": "2026-09-02T09:33:17+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:27+00:00", + "last": "2026-09-02T05:24:27+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:33:25+00:00", + "last": "2026-09-02T09:33:25+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:24:47+00:00", + "last": "2026-09-02T05:24:47+00:00" + } + ], + "first_walk": [ + { + "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", + "status": "200", + "at": "2026-08-31T20:58:12+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T02:59:29+00:00" + }, + { + "path": "/operator/microsoft.html", + "status": "200", + "at": "2026-09-01T02:59:30+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "status": "200", + "at": "2026-09-01T03:00:42+00:00" + }, + { + "path": "/category/preview.html", + "status": "200", + "at": "2026-09-01T03:00:42+00:00" + }, + { + "path": "/operator/cohere.html", + "status": "200", + "at": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "status": "200", + "at": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/snippet/caddy.html", + "status": "200", + "at": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/crawler/petalbot.html", + "status": "200", + "at": "2026-09-01T03:00:43+00:00" + }, + { + "path": "/operator/google.html", + "status": "200", + "at": "2026-09-01T03:00:44+00:00" + }, + { + "path": "/crawler/seznambot.html", + "status": "200", + "at": "2026-09-01T03:00:44+00:00" + }, + { + "path": "/operator/mistral.html", + "status": "200", + "at": "2026-09-01T03:00:44+00:00" + }, + { + "path": "/operator/perplexity.html", + "status": "200", + "at": "2026-09-01T03:00:45+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-01T03:00:45+00:00" + }, + { + "path": "/category/tool.html", + "status": "200", + "at": "2026-09-01T03:00:46+00:00" + }, + { + "path": "/changelog.html", + "status": "200", + "at": "2026-09-01T03:00:46+00:00" + }, + { + "path": "/operator/openai.html", + "status": "200", + "at": "2026-09-01T03:00:47+00:00" + }, + { + "path": "/category/user-fetch.html", + "status": "200", + "at": "2026-09-01T03:00:47+00:00" + }, + { + "path": "/operator/amazon.html", + "status": "200", + "at": "2026-09-01T03:00:48+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "status": "200", + "at": "2026-09-01T03:00:48+00:00" + }, + { + "path": "/crawler/timpibot.html", + "status": "200", + "at": "2026-09-01T03:00:49+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "status": "200", + "at": "2026-09-01T03:00:49+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "status": "200", + "at": "2026-09-01T03:00:50+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/category/ai-training.html", + "status": "200", + "at": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "status": "200", + "at": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "status": "200", + "at": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-01T06:15:17+00:00" + }, + { + "path": "/bot/curl.html", + "status": "200", + "at": "2026-09-01T06:15:18+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "status": "200", + "at": "2026-09-01T06:15:18+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "status": "200", + "at": "2026-09-01T06:15:19+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "status": "200", + "at": "2026-09-01T06:15:20+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "status": "200", + "at": "2026-09-01T06:15:20+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "status": "200", + "at": "2026-09-01T06:15:21+00:00" + }, + { + "path": "/operator/laion.html", + "status": "200", + "at": "2026-09-01T06:15:21+00:00" + }, + { + "path": "/bot/mozilla.html", + "status": "200", + "at": "2026-09-01T06:15:22+00:00" + }, + { + "path": "/operator/timpi.html", + "status": "200", + "at": "2026-09-01T06:15:22+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "status": "200", + "at": "2026-09-01T06:15:23+00:00" + }, + { + "path": "/crawler/scrapy.html", + "status": "200", + "at": "2026-09-01T06:15:23+00:00" + }, + { + "path": "/snippet/python-classify.html", + "status": "200", + "at": "2026-09-01T06:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 51, + "median_gap_minutes": 120.0, + "visit_starts": [ + "2026-08-31T20:58:12Z", + "2026-09-01T02:59:29Z", + "2026-09-01T04:59:29Z", + "2026-09-01T06:15:16Z", + "2026-09-01T07:02:48Z", + "2026-09-01T08:15:16Z", + "2026-09-01T09:00:41Z", + "2026-09-01T12:20:48Z", + "2026-09-01T14:20:48Z", + "2026-09-01T15:00:28Z", + "2026-09-01T17:00:28Z", + "2026-09-01T18:21:46Z", + "2026-09-01T19:25:02Z", + "2026-09-02T00:22:54Z", + "2026-09-02T02:22:54Z", + "2026-09-02T05:24:23Z", + "2026-09-02T06:07:57Z", + "2026-09-02T07:24:23Z", + "2026-09-02T09:33:12Z", + "2026-09-03T00:29:31Z", + "2026-09-03T01:22:11Z", + "2026-09-03T02:29:48Z", + "2026-09-03T06:31:58Z", + "2026-09-03T08:31:58Z" + ] + }, + "documentation_url": "http://yandex.com/bots", + "self_described_as": "YandexBot/3.0" + }, + { + "slug": "undici", + "name": "undici", + "group_key": "ua:undici", + "kind": "library", + "user_agents": [ + { + "ua": "undici", + "requests": 844, + "addresses": 4, + "first_seen": "2026-09-01T00:36:09+00:00", + "last_seen": "2026-09-07T08:28:07+00:00" + } + ], + "primary_user_agent": "undici", + "requests": 844, + "addresses": 4, + "first_seen": "2026-09-01T00:36:09+00:00", + "last_seen": "2026-09-07T08:28:07+00:00", + "bytes_served": 5450000, + "classed_by_our_instrument": { + "agent": 844 + }, + "surfaces": { + "mcp-crawler-index": 243, + "oauth-discovery-refusal": 160, + "mcp-robots-policy-lint": 110, + "mcp-crawler-ip-verifier": 82, + "mcp-endpoint-lint": 74, + "mcp-agent-discovery-doctor": 73, + "mcp-crawler-log-triage": 57, + "pathwren-edge": 33, + "mcp-markdown-lane": 8, + "a2a-crawler-index": 4 + }, + "channels": { + "mcp-registry-official": 646, + "mcp-registry": 3, + "nanda": 2 + }, + "accept_headers": [ + "application/json, text/event-stream", + "*/*", + "text/event-stream" + ], + "status_codes": { + "200": 585, + "404": 174, + "202": 74, + "405": 11 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/.well-known/oauth-protected-resource", + "requests": 174, + "statuses": { + "404": 174 + }, + "first": "2026-09-01T01:07:30+00:00", + "last": "2026-09-07T08:28:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 121, + "statuses": { + "200": 98, + "202": 18, + "405": 5 + }, + "first": "2026-09-02T01:34:55+00:00", + "last": "2026-09-07T08:06:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 121, + "statuses": { + "200": 102, + "202": 18, + "405": 1 + }, + "first": "2026-09-02T01:34:56+00:00", + "last": "2026-09-07T08:06:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 96, + "statuses": { + "200": 87, + "202": 8, + "405": 1 + }, + "first": "2026-09-01T03:21:07+00:00", + "last": "2026-09-07T08:05:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 86, + "statuses": { + "200": 79, + "202": 7 + }, + "first": "2026-09-01T10:07:57+00:00", + "last": "2026-09-07T08:05:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 84, + "statuses": { + "200": 73, + "202": 8, + "405": 3 + }, + "first": "2026-09-01T10:07:56+00:00", + "last": "2026-09-07T08:05:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 76, + "statuses": { + "200": 63, + "202": 13 + }, + "first": "2026-09-02T18:44:48+00:00", + "last": "2026-09-07T08:06:36+00:00" + }, + { + "path": "/mcp", + "requests": 55, + "statuses": { + "200": 53, + "202": 1, + "405": 1 + }, + "first": "2026-09-01T00:36:09+00:00", + "last": "2026-09-07T08:05:04+00:00" + }, + { + "path": "/.well-known/mcp-ready-claim.txt", + "requests": 17, + "statuses": { + "200": 17 + }, + "first": "2026-09-07T00:10:11+00:00", + "last": "2026-09-07T08:28:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 8, + "statuses": { + "200": 7, + "202": 1 + }, + "first": "2026-09-07T01:33:33+00:00", + "last": "2026-09-07T08:11:31+00:00" + }, + { + "path": "/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:57:08+00:00", + "last": "2026-09-05T02:46:35+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T04:20:40+00:00", + "last": "2026-09-06T04:20:41+00:00" + }, + { + "path": "/c/nanda/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:35:25+00:00", + "last": "2026-09-05T11:45:06+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T00:36:09+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T01:07:30+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T02:57:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T03:21:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T10:07:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T10:07:57+00:00" + }, + { + "path": "/c/nanda/a2a", + "status": "200", + "at": "2026-09-01T11:35:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T01:34:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T01:34:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-02T18:44:48+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-06T04:20:40+00:00" + }, + { + "path": "/.well-known/mcp-ready-claim.txt", + "status": "200", + "at": "2026-09-07T00:10:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T01:33:33+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/mcp", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T00:36:09+00:00", + "last_asked": "2026-09-07T08:05:04+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 174 + }, + "first_asked": "2026-09-01T01:07:30+00:00", + "last_asked": "2026-09-07T08:28:07+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T03:21:07+00:00", + "last_asked": "2026-09-07T08:05:05+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "statuses": { + "405": 3 + }, + "first_asked": "2026-09-01T10:07:56+00:00", + "last_asked": "2026-09-07T08:05:06+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "405": 5 + }, + "first_asked": "2026-09-02T01:34:55+00:00", + "last_asked": "2026-09-07T08:06:03+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-02T01:34:56+00:00", + "last_asked": "2026-09-07T08:06:03+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 104, + "median_gap_minutes": 62.4, + "visit_starts": [ + "2026-09-01T00:36:09Z", + "2026-09-01T01:07:30Z", + "2026-09-01T02:57:08Z", + "2026-09-01T10:07:52Z", + "2026-09-01T11:35:25Z", + "2026-09-01T13:34:31Z", + "2026-09-01T15:58:24Z", + "2026-09-02T00:03:51Z", + "2026-09-02T00:47:59Z", + "2026-09-02T01:34:29Z", + "2026-09-02T03:03:28Z", + "2026-09-02T03:40:23Z", + "2026-09-02T05:02:36Z", + "2026-09-02T05:44:01Z", + "2026-09-02T06:49:00Z", + "2026-09-02T07:55:24Z", + "2026-09-02T09:01:12Z", + "2026-09-02T10:03:33Z", + "2026-09-02T12:09:42Z", + "2026-09-02T13:59:14Z", + "2026-09-02T14:56:09Z", + "2026-09-02T18:44:48Z", + "2026-09-02T19:24:14Z", + "2026-09-03T00:01:25Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "pingzen", + "name": "PingZen", + "group_key": "host:pingzen.dev", + "kind": "named", + "user_agents": [ + { + "ua": "PingZen/1.0 (+https://pingzen.dev/docs/bot) Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", + "requests": 626, + "addresses": 1, + "first_seen": "2026-09-05T19:29:59+00:00", + "last_seen": "2026-09-07T08:35:22+00:00" + } + ], + "primary_user_agent": "PingZen/1.0 (+https://pingzen.dev/docs/bot) Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", + "requests": 626, + "addresses": 1, + "first_seen": "2026-09-05T19:29:59+00:00", + "last_seen": "2026-09-07T08:35:22+00:00", + "bytes_served": 6800515, + "classed_by_our_instrument": { + "crawler": 626 + }, + "surfaces": { + "mcp-crawler-index": 313, + "pathwren-edge": 313 + }, + "channels": { + "pingzen": 626 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 626 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/pingzen/mcp", + "requests": 313, + "statuses": { + "200": 313 + }, + "first": "2026-09-05T19:29:59+00:00", + "last": "2026-09-07T08:35:22+00:00" + }, + { + "path": "/c/pingzen/status.json", + "requests": 313, + "statuses": { + "200": 313 + }, + "first": "2026-09-05T19:30:14+00:00", + "last": "2026-09-07T08:35:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pingzen/mcp", + "status": "200", + "at": "2026-09-05T19:29:59+00:00" + }, + { + "path": "/c/pingzen/status.json", + "status": "200", + "at": "2026-09-05T19:30:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1711.0, + "visit_starts": [ + "2026-09-05T19:29:59Z", + "2026-09-07T00:00:56Z" + ] + }, + "documentation_url": "https://pingzen.dev/docs/bot", + "self_described_as": null + }, + { + "slug": "shapbot", + "name": "ShapBot", + "group_key": "ua:shapbot", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0", + "requests": 579, + "addresses": 7, + "first_seen": "2026-09-02T02:31:06+00:00", + "last_seen": "2026-09-07T06:56:46+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ShapBot/0.1.0", + "requests": 579, + "addresses": 7, + "first_seen": "2026-09-02T02:31:06+00:00", + "last_seen": "2026-09-07T06:56:46+00:00", + "bytes_served": 302520, + "classed_by_our_instrument": { + "crawler": 579 + }, + "surfaces": { + "pathwren-edge": 565, + "section-roots": 7, + "ai-crawler-index": 6, + "x402-payment-discovery": 1 + }, + "channels": { + "mcp-registry-official": 2, + "thecolony": 1, + "lemmy": 1, + "friendica": 1, + "mastodon": 1 + }, + "accept_headers": [ + "text/markdown, text/html;q=0.9, */*;q=0.8", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" + ], + "status_codes": { + "200": 565, + "404": 14 + }, + "distinct_paths": 371, + "paths": [ + { + "path": "/favicon.ico", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T02:31:14+00:00", + "last": "2026-09-02T02:34:43+00:00" + }, + { + "path": "/px.gif", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T02:31:12+00:00", + "last": "2026-09-02T02:33:19+00:00" + }, + { + "path": "/bot", + "requests": 3, + "statuses": { + "404": 2, + "200": 1 + }, + "first": "2026-09-02T02:31:07+00:00", + "last": "2026-09-05T18:19:12+00:00" + }, + { + "path": "/crawler", + "requests": 3, + "statuses": { + "404": 2, + "200": 1 + }, + "first": "2026-09-02T02:31:12+00:00", + "last": "2026-09-05T18:19:13+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:32:52+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:13+00:00", + "last": "2026-09-06T03:56:26+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:32:42+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:31+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:32:50+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:11+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:32:21+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:12+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:06+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:05+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:07+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:32:48+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T02:33:01+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/data", + "requests": 3, + "statuses": { + "404": 2, + "200": 1 + }, + "first": "2026-09-02T02:31:07+00:00", + "last": "2026-09-05T18:19:13+00:00" + }, + { + "path": "/ip-ranges", + "requests": 3, + "statuses": { + "404": 2, + "200": 1 + }, + "first": "2026-09-02T02:32:21+00:00", + "last": "2026-09-05T18:19:12+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:34:35+00:00" + }, + { + "path": "/ai-crawler-robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:22:19+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/bot/jscrawler.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:19:16+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/mcpscan.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:15+00:00" + }, + { + "path": "/contact", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:22:16+00:00", + "last": "2026-09-03T11:22:17+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:52+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:51+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:47+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:04+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:43+00:00", + "last": "2026-09-06T03:56:26+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:25+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:13+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:42+00:00", + "last": "2026-09-06T03:56:26+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:13+00:00", + "last": "2026-09-06T03:56:26+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:36+00:00", + "last": "2026-09-06T03:56:26+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:51+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:40+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:40+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:47+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:12+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:27+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:48+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:06+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:08+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:40+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:23+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:23+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/ccbot.md", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:32+00:00", + "last": "2026-09-02T02:33:33+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:17+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:35+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:22+00:00", + "last": "2026-09-06T03:56:28+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:36+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:36+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:22+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:09+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:43+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:44+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:11+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:16+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:10+00:00", + "last": "2026-09-06T03:56:29+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:05+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:45+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:05+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:42+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:09+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:42+00:00", + "last": "2026-09-06T03:56:31+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:41+00:00", + "last": "2026-09-06T03:56:30+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:54+00:00", + "last": "2026-09-06T03:56:31+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:49+00:00", + "last": "2026-09-06T03:56:31+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:58+00:00", + "last": "2026-09-06T03:56:31+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:38+00:00", + "last": "2026-09-06T03:56:31+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:54+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:22+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:57+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:38+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:55+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:53+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:52+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:54+00:00", + "last": "2026-09-06T03:56:32+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:38+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:38+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:50+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:37+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:57+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:50+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:37+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:56+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:21+00:00", + "last": "2026-09-06T03:56:33+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:48+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:11+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:46+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:24+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:07+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:12+00:00", + "last": "2026-09-06T03:56:34+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:53+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:41+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:41+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:15+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:44+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:32+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:06+00:00", + "last": "2026-09-06T03:56:35+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:45+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:45+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:10+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:40+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:23+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:49+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:13+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:08+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:36+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:07+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:07+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:05+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:10+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:50+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:03+00:00", + "last": "2026-09-06T03:56:37+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:04+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:04+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:47+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:03+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:03+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:47+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:06+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:49+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:09+00:00", + "last": "2026-09-06T03:56:38+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:12+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:02+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:08+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:03+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:39+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:09+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:14+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:41+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:46+00:00", + "last": "2026-09-06T03:56:39+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:45+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:16+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:12+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:01+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:02+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:59+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:00+00:00", + "last": "2026-09-06T03:56:40+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:02+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:00+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:00+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:58+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:59+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:58+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:01+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:00+00:00", + "last": "2026-09-06T03:56:41+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:02+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:58+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:59+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:49+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:44+00:00", + "last": "2026-09-06T03:56:42+00:00" + }, + { + "path": "/data/agents.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-07T06:56:46+00:00" + }, + { + "path": "/data/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:32:32+00:00", + "last": "2026-09-07T06:56:46+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-07T06:56:46+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-07T06:56:46+00:00" + }, + { + "path": "/data/ua-regex.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-07T06:56:46+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:19+00:00", + "last": "2026-09-07T06:56:46+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-02T02:33:32+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:32+00:00", + "last": "2026-09-02T02:33:33+00:00" + }, + { + "path": "/legal", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T11:22:18+00:00", + "last": "2026-09-03T11:22:19+00:00" + }, + { + "path": "/operator", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-02T02:31:12+00:00", + "last": "2026-09-02T02:32:01+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:17+00:00", + "last": "2026-09-02T02:33:18+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:21+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:21+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/policy", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-02T02:31:46+00:00", + "last": "2026-09-02T02:33:11+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:31:07+00:00", + "last": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:35+00:00", + "last": "2026-09-02T02:32:35+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:35+00:00", + "last": "2026-09-02T02:32:35+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:20+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:31+00:00", + "last": "2026-09-02T02:33:31+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:19+00:00", + "last": "2026-09-02T02:32:19+00:00" + }, + { + "path": "/ai-crawler-logs", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:22+00:00", + "last": "2026-09-03T11:22:22+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:24+00:00", + "last": "2026-09-03T11:22:24+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:20+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:18+00:00", + "last": "2026-09-02T02:32:18+00:00" + }, + { + "path": "/bot/acc-scout.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/achilles.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:16+00:00", + "last": "2026-09-05T18:19:16+00:00" + }, + { + "path": "/bot/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:14+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:16+00:00", + "last": "2026-09-02T02:33:16+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:29+00:00", + "last": "2026-09-02T02:32:29+00:00" + }, + { + "path": "/bot/ardcrawl.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:16+00:00", + "last": "2026-09-05T18:19:16+00:00" + }, + { + "path": "/bot/bingbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:15+00:00", + "last": "2026-09-05T18:19:15+00:00" + }, + { + "path": "/bot/censusbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:29+00:00", + "last": "2026-09-02T02:32:29+00:00" + }, + { + "path": "/bot/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:33+00:00", + "last": "2026-09-02T02:33:33+00:00" + }, + { + "path": "/bot/crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/enerlio.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:14+00:00" + }, + { + "path": "/bot/googlebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:15+00:00", + "last": "2026-09-05T18:19:15+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:29+00:00", + "last": "2026-09-02T02:32:29+00:00" + }, + { + "path": "/bot/mastodon.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:16+00:00", + "last": "2026-09-05T18:19:16+00:00" + }, + { + "path": "/bot/mcp-watch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:15+00:00", + "last": "2026-09-05T18:19:15+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:19+00:00", + "last": "2026-09-03T11:22:19+00:00" + }, + { + "path": "/bot/mcpbeat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:20+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/bot/mcpcheck.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/mcpmeter.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/mcpwatch.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:15+00:00", + "last": "2026-09-05T18:19:15+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:12+00:00", + "last": "2026-09-05T18:19:12+00:00" + }, + { + "path": "/bot/misskey.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:18+00:00", + "last": "2026-09-05T18:19:18+00:00" + }, + { + "path": "/bot/mozilla.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:14+00:00" + }, + { + "path": "/bot/neuronto.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:14+00:00" + }, + { + "path": "/bot/node.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:30+00:00", + "last": "2026-09-02T02:32:30+00:00" + }, + { + "path": "/bot/qtcreator.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:16+00:00", + "last": "2026-09-05T18:19:16+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:30+00:00", + "last": "2026-09-02T02:32:30+00:00" + }, + { + "path": "/bot/shapbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:14+00:00" + }, + { + "path": "/bot/telegram.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:18+00:00", + "last": "2026-09-05T18:19:18+00:00" + }, + { + "path": "/bot/watchpup.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:14+00:00", + "last": "2026-09-05T18:19:14+00:00" + }, + { + "path": "/bot/yacybot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:17+00:00", + "last": "2026-09-05T18:19:17+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:30+00:00", + "last": "2026-09-02T02:32:30+00:00" + }, + { + "path": "/bot/yandexbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:33+00:00", + "last": "2026-09-02T02:33:33+00:00" + }, + { + "path": "/c/friendica/crawler", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:51:11+00:00", + "last": "2026-09-07T05:51:11+00:00" + }, + { + "path": "/c/lemmy/crawler", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:56:23+00:00", + "last": "2026-09-06T03:56:23+00:00" + }, + { + "path": "/c/mastodon/data", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:56:45+00:00", + "last": "2026-09-07T06:56:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:14+00:00", + "last": "2026-09-03T11:22:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:25+00:00", + "last": "2026-09-03T11:24:25+00:00" + }, + { + "path": "/c/thecolony", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:11+00:00", + "last": "2026-09-05T18:19:11+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:25+00:00", + "last": "2026-09-02T02:32:25+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:24+00:00", + "last": "2026-09-02T02:32:24+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:28+00:00", + "last": "2026-09-02T02:32:28+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:27+00:00", + "last": "2026-09-02T02:32:27+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:28+00:00", + "last": "2026-09-02T02:32:28+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:24+00:00", + "last": "2026-09-02T02:32:24+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:27+00:00", + "last": "2026-09-02T02:32:27+00:00" + }, + { + "path": "/category/tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:25+00:00", + "last": "2026-09-02T02:32:25+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:27+00:00", + "last": "2026-09-02T02:32:27+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:15+00:00", + "last": "2026-09-03T11:22:15+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:15+00:00", + "last": "2026-09-03T11:22:15+00:00" + }, + { + "path": "/crawler/wpbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:34+00:00", + "last": "2026-09-02T02:33:34+00:00" + }, + { + "path": "/crawler/yak.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:34+00:00", + "last": "2026-09-02T02:33:34+00:00" + }, + { + "path": "/crawler/yeti.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:34+00:00", + "last": "2026-09-02T02:33:34+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:17+00:00", + "last": "2026-09-03T11:22:17+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:17+00:00", + "last": "2026-09-03T11:22:17+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:17+00:00", + "last": "2026-09-03T11:22:17+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:19+00:00", + "last": "2026-09-02T02:33:19+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:32+00:00", + "last": "2026-09-02T02:33:32+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:32+00:00", + "last": "2026-09-02T02:33:32+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:19:13+00:00", + "last": "2026-09-05T18:19:13+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:17+00:00", + "last": "2026-09-02T02:33:17+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:34+00:00", + "last": "2026-09-02T02:33:34+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:17+00:00", + "last": "2026-09-02T02:33:17+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:19+00:00", + "last": "2026-09-02T02:33:19+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:31:06+00:00", + "last": "2026-09-02T02:31:06+00:00" + }, + { + "path": "/mcp-doctor.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:20+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:18+00:00", + "last": "2026-09-03T11:22:18+00:00" + }, + { + "path": "/mcp-lint.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:20+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:31:10+00:00", + "last": "2026-09-02T02:31:10+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:31:07+00:00", + "last": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:18+00:00", + "last": "2026-09-03T11:22:18+00:00" + }, + { + "path": "/mcp-transport.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:20+00:00", + "last": "2026-09-03T11:22:20+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:31:07+00:00", + "last": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:19+00:00", + "last": "2026-09-02T02:32:19+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:20+00:00", + "last": "2026-09-02T02:33:20+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:21+00:00", + "last": "2026-09-02T02:33:21+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:21+00:00", + "last": "2026-09-02T02:33:21+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:22+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:21+00:00", + "last": "2026-09-02T02:33:21+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:19+00:00", + "last": "2026-09-02T02:33:19+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:21+00:00", + "last": "2026-09-02T02:33:21+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:22+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:22+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:22+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:22+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:22+00:00", + "last": "2026-09-02T02:33:22+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:18+00:00", + "last": "2026-09-02T02:33:18+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:23+00:00", + "last": "2026-09-02T02:33:23+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:34+00:00", + "last": "2026-09-02T02:32:34+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:24+00:00", + "last": "2026-09-02T02:33:24+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:25+00:00", + "last": "2026-09-02T02:33:25+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:17+00:00", + "last": "2026-09-02T02:33:17+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:18+00:00", + "last": "2026-09-02T02:33:18+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:26+00:00", + "last": "2026-09-02T02:33:26+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:27+00:00", + "last": "2026-09-02T02:33:27+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:28+00:00", + "last": "2026-09-02T02:33:28+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/operator/you.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:29+00:00", + "last": "2026-09-02T02:33:29+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:18+00:00", + "last": "2026-09-03T11:22:18+00:00" + }, + { + "path": "/plans", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:19+00:00", + "last": "2026-09-03T11:22:19+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:31+00:00", + "last": "2026-09-02T02:32:31+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:30+00:00", + "last": "2026-09-02T02:32:30+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:31+00:00", + "last": "2026-09-02T02:32:31+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:31+00:00", + "last": "2026-09-02T02:32:31+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:31+00:00", + "last": "2026-09-02T02:32:31+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:32+00:00", + "last": "2026-09-02T02:32:32+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:32+00:00", + "last": "2026-09-02T02:32:32+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:32+00:00", + "last": "2026-09-02T02:32:32+00:00" + }, + { + "path": "/pricing", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:18+00:00", + "last": "2026-09-03T11:22:18+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:20+00:00", + "last": "2026-09-02T02:32:20+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:20+00:00", + "last": "2026-09-02T02:32:20+00:00" + }, + { + "path": "/register", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:19+00:00", + "last": "2026-09-02T02:32:19+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:30+00:00", + "last": "2026-09-02T02:32:30+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/robots/block-datasets.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:33:30+00:00", + "last": "2026-09-02T02:33:30+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:19+00:00", + "last": "2026-09-03T11:22:19+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:20+00:00", + "last": "2026-09-02T02:32:20+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:34+00:00", + "last": "2026-09-02T02:32:34+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:16+00:00", + "last": "2026-09-02T02:32:16+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:32:21+00:00", + "last": "2026-09-02T02:32:21+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:22:18+00:00", + "last": "2026-09-03T11:22:18+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-02T02:31:06+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/data", + "status": "404", + "at": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/mcp-robots.html", + "status": "200", + "at": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/bot", + "status": "404", + "at": "2026-09-02T02:31:07+00:00" + }, + { + "path": "/mcp-netcheck.html", + "status": "200", + "at": "2026-09-02T02:31:10+00:00" + }, + { + "path": "/operator", + "status": "404", + "at": "2026-09-02T02:31:12+00:00" + }, + { + "path": "/crawler", + "status": "404", + "at": "2026-09-02T02:31:12+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-02T02:31:12+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-02T02:31:14+00:00" + }, + { + "path": "/policy", + "status": "404", + "at": "2026-09-02T02:31:46+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-02T02:32:16+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-02T02:32:18+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-02T02:32:19+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-02T02:32:19+00:00" + }, + { + "path": "/register", + "status": "200", + "at": "2026-09-02T02:32:19+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-02T02:32:20+00:00" + }, + { + "path": "/security.html", + "status": "200", + "at": "2026-09-02T02:32:20+00:00" + }, + { + "path": "/privacy.html", + "status": "200", + "at": "2026-09-02T02:32:20+00:00" + }, + { + "path": "/ip-ranges", + "status": "404", + "at": "2026-09-02T02:32:21+00:00" + }, + { + "path": "/terms.html", + "status": "200", + "at": "2026-09-02T02:32:21+00:00" + }, + { + "path": "/crawler/gptbot.html", + "status": "200", + "at": "2026-09-02T02:32:21+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "status": "200", + "at": "2026-09-02T02:32:21+00:00" + }, + { + "path": "/crawler/claudebot.html", + "status": "200", + "at": "2026-09-02T02:32:22+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "status": "200", + "at": "2026-09-02T02:32:22+00:00" + }, + { + "path": "/crawler/google-extended.html", + "status": "200", + "at": "2026-09-02T02:32:22+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "status": "200", + "at": "2026-09-02T02:32:23+00:00" + }, + { + "path": "/crawler/ccbot.html", + "status": "200", + "at": "2026-09-02T02:32:23+00:00" + }, + { + "path": "/crawler/bytespider.html", + "status": "200", + "at": "2026-09-02T02:32:23+00:00" + }, + { + "path": "/category/search.html", + "status": "200", + "at": "2026-09-02T02:32:24+00:00" + }, + { + "path": "/category/ai-training.html", + "status": "200", + "at": "2026-09-02T02:32:24+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-02T02:32:24+00:00" + }, + { + "path": "/category/tool.html", + "status": "200", + "at": "2026-09-02T02:32:25+00:00" + }, + { + "path": "/category/ai-search.html", + "status": "200", + "at": "2026-09-02T02:32:25+00:00" + }, + { + "path": "/category/dataset.html", + "status": "200", + "at": "2026-09-02T02:32:27+00:00" + }, + { + "path": "/category/seo.html", + "status": "200", + "at": "2026-09-02T02:32:27+00:00" + }, + { + "path": "/category/user-fetch.html", + "status": "200", + "at": "2026-09-02T02:32:27+00:00" + }, + { + "path": "/category/preview.html", + "status": "200", + "at": "2026-09-02T02:32:28+00:00" + }, + { + "path": "/category/archive.html", + "status": "200", + "at": "2026-09-02T02:32:28+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/data", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:31:07+00:00", + "last_asked": "2026-09-05T18:19:13+00:00", + "answered_200_since": "2026-09-02T03:05:05+00:00" + }, + { + "path": "/bot", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:31:07+00:00", + "last_asked": "2026-09-05T18:19:12+00:00", + "answered_200_since": "2026-09-02T03:05:05+00:00" + }, + { + "path": "/operator", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:31:12+00:00", + "last_asked": "2026-09-02T02:32:01+00:00", + "answered_200_since": "2026-09-02T03:05:05+00:00" + }, + { + "path": "/crawler", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:31:12+00:00", + "last_asked": "2026-09-05T18:19:13+00:00", + "answered_200_since": "2026-09-02T03:05:06+00:00" + }, + { + "path": "/policy", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:31:46+00:00", + "last_asked": "2026-09-02T02:33:11+00:00", + "answered_200_since": "2026-09-02T03:05:55+00:00" + }, + { + "path": "/ip-ranges", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:32:21+00:00", + "last_asked": "2026-09-05T18:19:12+00:00", + "answered_200_since": "2026-09-02T03:05:06+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-02T02:33:30+00:00", + "last_asked": "2026-09-02T02:34:35+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 1554.8, + "visit_starts": [ + "2026-09-02T02:31:06Z", + "2026-09-03T11:22:14Z", + "2026-09-05T18:19:11Z", + "2026-09-06T03:56:23Z", + "2026-09-07T05:51:11Z", + "2026-09-07T06:56:45Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "python-httpx", + "name": "python-httpx", + "group_key": "ua:python-httpx", + "kind": "library", + "user_agents": [ + { + "ua": "python-httpx/0.28.1", + "requests": 520, + "addresses": 87, + "first_seen": "2026-08-31T22:44:55+00:00", + "last_seen": "2026-09-07T08:35:20+00:00" + } + ], + "primary_user_agent": "python-httpx/0.28.1", + "requests": 520, + "addresses": 87, + "first_seen": "2026-08-31T22:44:55+00:00", + "last_seen": "2026-09-07T08:35:20+00:00", + "bytes_served": 3971238, + "classed_by_our_instrument": { + "agent": 520 + }, + "surfaces": { + "section-roots": 235, + "pathwren-edge": 102, + "mcp-crawler-index": 48, + "a2a-crawler-index": 29, + "blog": 19, + "mcp-crawler-ip-verifier": 17, + "mcp-robots-policy-lint": 16, + "mcp-endpoint-lint": 15, + "mcp-crawler-log-triage": 14, + "mcp-agent-discovery-doctor": 11, + "api-reference": 11, + "mcp-markdown-lane": 2, + "agent-card-addresses": 1 + }, + "channels": { + "lemmy": 242, + "mcp-registry-official": 143, + "pypi-registry": 32, + "a2a-registry-global": 16, + "mbin": 12, + "piefed": 11, + "ard": 1 + }, + "accept_headers": [ + "*/*", + "application/json, text/event-stream", + "application/json", + "application/a2a+json, application/json" + ], + "status_codes": { + "200": 474, + "404": 32, + "202": 13, + "not recorded": 1 + }, + "distinct_paths": 48, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 133, + "statuses": { + "200": 133 + }, + "first": "2026-09-06T00:15:05+00:00", + "last": "2026-09-07T03:18:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 32, + "statuses": { + "200": 32 + }, + "first": "2026-09-06T03:00:21+00:00", + "last": "2026-09-07T06:34:09+00:00" + }, + { + "path": "/a2a/health", + "requests": 31, + "statuses": { + "404": 31 + }, + "first": "2026-09-07T06:05:11+00:00", + "last": "2026-09-07T08:35:20+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-06T03:45:30+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 30, + "statuses": { + "200": 30 + }, + "first": "2026-09-03T06:12:52+00:00", + "last": "2026-09-06T11:55:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 22, + "statuses": { + "200": 19, + "202": 3 + }, + "first": "2026-09-01T17:53:20+00:00", + "last": "2026-09-07T05:49:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 20, + "statuses": { + "200": 16, + "202": 4 + }, + "first": "2026-09-01T08:58:32+00:00", + "last": "2026-09-07T05:49:28+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 19, + "statuses": { + "200": 19 + }, + "first": "2026-09-06T09:12:53+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 19, + "statuses": { + "200": 17, + "202": 2 + }, + "first": "2026-09-01T17:53:20+00:00", + "last": "2026-09-07T05:49:29+00:00" + }, + { + "path": "/bot/", + "requests": 18, + "statuses": { + "200": 18 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-07T03:10:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 17, + "statuses": { + "200": 14, + "202": 3 + }, + "first": "2026-09-01T08:57:14+00:00", + "last": "2026-09-07T05:49:28+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-03T02:17:30+00:00", + "last": "2026-09-07T07:04:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-01T08:57:19+00:00", + "last": "2026-09-07T05:49:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 14, + "statuses": { + "200": 13, + "202": 1 + }, + "first": "2026-09-03T08:57:24+00:00", + "last": "2026-09-07T05:49:28+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-07T03:20:24+00:00", + "last": "2026-09-07T03:55:08+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:33:37+00:00" + }, + { + "path": "/data/", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-06T02:57:15+00:00", + "last": "2026-09-06T02:57:42+00:00" + }, + { + "path": "/mcp", + "requests": 8, + "statuses": { + "not recorded": 1, + "200": 7 + }, + "first": "2026-08-31T22:44:55+00:00", + "last": "2026-09-03T17:41:29+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T18:00:44+00:00", + "last": "2026-09-05T16:51:29+00:00" + }, + { + "path": "/a2a", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T02:53:55+00:00", + "last": "2026-09-07T07:53:37+00:00" + }, + { + "path": "/a2a/.well-known/agent.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-02T13:54:11+00:00", + "last": "2026-09-05T23:38:25+00:00" + }, + { + "path": "/.well-known/agenstry-verify", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T17:31:21+00:00", + "last": "2026-09-05T17:40:49+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T09:46:26+00:00", + "last": "2026-09-06T09:51:33+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T17:59:49+00:00", + "last": "2026-09-03T17:31:58+00:00" + }, + { + "path": "/c/pypi-registry/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T18:00:45+00:00", + "last": "2026-09-05T16:51:30+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T18:00:44+00:00", + "last": "2026-09-05T16:51:29+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T08:08:22+00:00", + "last": "2026-09-03T04:18:11+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:08:06+00:00", + "last": "2026-09-06T06:08:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:45:10+00:00", + "last": "2026-09-03T00:36:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T11:14:19+00:00", + "last": "2026-09-07T05:49:28+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T09:46:27+00:00", + "last": "2026-09-05T09:46:28+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T09:46:26+00:00", + "last": "2026-09-05T09:46:27+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T09:46:27+00:00", + "last": "2026-09-06T09:51:34+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T16:51:30+00:00", + "last": "2026-09-05T16:51:31+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T17:59:51+00:00", + "last": "2026-09-03T17:31:59+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T17:59:49+00:00", + "last": "2026-09-03T17:31:58+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:53:36+00:00", + "last": "2026-09-07T07:53:36+00:00" + }, + { + "path": "/a2a/discovery", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T10:21:01+00:00", + "last": "2026-09-03T10:21:01+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:08:03+00:00", + "last": "2026-09-02T08:08:03+00:00" + }, + { + "path": "/c/ard/.well-known/mcp.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T13:56:28+00:00", + "last": "2026-09-01T13:56:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:42:34+00:00", + "last": "2026-09-02T06:42:34+00:00" + }, + { + "path": "/c/neuronto-com/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:44:09+00:00", + "last": "2026-09-04T04:44:09+00:00" + }, + { + "path": "/c/neuronto-com/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:46:22+00:00", + "last": "2026-09-04T04:46:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:44:22+00:00", + "last": "2026-09-04T04:44:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:44:43+00:00", + "last": "2026-09-04T04:44:43+00:00" + }, + { + "path": "/c/neuronto-com/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:44:32+00:00", + "last": "2026-09-04T04:44:32+00:00" + }, + { + "path": "/c/neuronto-com/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:46:32+00:00", + "last": "2026-09-04T04:46:32+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:00:17+00:00", + "last": "2026-09-01T17:00:17+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-08-31T22:44:55+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T02:53:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T08:57:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T08:57:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T08:58:32+00:00" + }, + { + "path": "/c/ard/.well-known/mcp.json", + "status": "404", + "at": "2026-09-01T13:56:28+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T17:00:17+00:00" + }, + { + "path": "/.well-known/agenstry-verify", + "status": "200", + "at": "2026-09-01T17:31:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T17:53:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T17:53:20+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "status": "200", + "at": "2026-09-01T17:59:49+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/", + "status": "200", + "at": "2026-09-01T17:59:49+00:00" + }, + { + "path": "/c/pypi-verify/", + "status": "200", + "at": "2026-09-01T17:59:51+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "status": "200", + "at": "2026-09-01T18:00:44+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "status": "200", + "at": "2026-09-01T18:00:44+00:00" + }, + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-01T18:00:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "status": "200", + "at": "2026-09-02T06:42:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "status": "200", + "at": "2026-09-02T06:45:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T08:08:03+00:00" + }, + { + "path": "/a2a/netcheck", + "status": "200", + "at": "2026-09-02T08:08:22+00:00" + }, + { + "path": "/a2a/.well-known/agent.json", + "status": "200", + "at": "2026-09-02T13:54:11+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:17:30+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-03T06:12:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T08:57:24+00:00" + }, + { + "path": "/a2a/discovery", + "status": "200", + "at": "2026-09-03T10:21:01+00:00" + }, + { + "path": "/c/neuronto-com/mcp", + "status": "200", + "at": "2026-09-04T04:44:09+00:00" + }, + { + "path": "/c/neuronto-com/mcp/lint", + "status": "200", + "at": "2026-09-04T04:44:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/robots", + "status": "200", + "at": "2026-09-04T04:44:32+00:00" + }, + { + "path": "/c/neuronto-com/mcp/netcheck", + "status": "200", + "at": "2026-09-04T04:44:43+00:00" + }, + { + "path": "/c/neuronto-com/mcp/doctor", + "status": "200", + "at": "2026-09-04T04:46:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/triage", + "status": "200", + "at": "2026-09-04T04:46:32+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "status": "200", + "at": "2026-09-05T09:46:26+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "status": "200", + "at": "2026-09-05T09:46:26+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "status": "200", + "at": "2026-09-05T09:46:27+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "status": "200", + "at": "2026-09-05T09:46:27+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T16:51:30+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:05+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:15+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/ard/.well-known/mcp.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T13:56:28+00:00", + "last_asked": "2026-09-01T13:56:28+00:00", + "answered_200_since": null + }, + { + "path": "/a2a/health", + "statuses": { + "404": 31 + }, + "first_asked": "2026-09-07T06:05:11+00:00", + "last_asked": "2026-09-07T08:35:20+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 57, + "median_gap_minutes": 109.7, + "visit_starts": [ + "2026-08-31T22:44:55Z", + "2026-09-01T02:53:55Z", + "2026-09-01T08:57:14Z", + "2026-09-01T10:41:58Z", + "2026-09-01T13:56:28Z", + "2026-09-01T17:00:17Z", + "2026-09-01T17:31:21Z", + "2026-09-02T04:45:36Z", + "2026-09-02T06:42:33Z", + "2026-09-02T08:08:03Z", + "2026-09-02T08:59:22Z", + "2026-09-02T13:54:11Z", + "2026-09-03T00:36:53Z", + "2026-09-03T02:17:30Z", + "2026-09-03T04:18:11Z", + "2026-09-03T06:12:52Z", + "2026-09-03T07:16:15Z", + "2026-09-03T08:20:21Z", + "2026-09-03T08:57:24Z", + "2026-09-03T10:21:01Z", + "2026-09-03T14:23:29Z", + "2026-09-03T16:33:27Z", + "2026-09-03T17:31:56Z", + "2026-09-03T20:27:37Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "sofyabot", + "name": "SofyaBot", + "group_key": "host:sofya.co", + "kind": "named", + "user_agents": [ + { + "ua": "SofyaBot/1.0 (+https://sofya.co/bot)", + "requests": 511, + "addresses": 1, + "first_seen": "2026-09-05T23:24:10+00:00", + "last_seen": "2026-09-06T08:24:10+00:00" + } + ], + "primary_user_agent": "SofyaBot/1.0 (+https://sofya.co/bot)", + "requests": 511, + "addresses": 1, + "first_seen": "2026-09-05T23:24:10+00:00", + "last_seen": "2026-09-06T08:24:10+00:00", + "bytes_served": 20383345, + "classed_by_our_instrument": { + "crawler": 511 + }, + "surfaces": { + "pathwren-edge": 348, + "http-tools": 87, + "section-roots": 17, + "mcp-zero-argument-pair": 11, + "blog": 9, + "client-dossiers": 6, + "changes-feed": 5, + "pricing-document": 4, + "api-reference": 3, + "identity-documents": 3, + "a2a-crawler-index": 2, + "mcp-crawler-index": 2, + "document-ledger": 2, + "agent-card-addresses": 2, + "services-catalogue": 2, + "x402-payment-discovery": 1, + "ai-crawler-index": 1, + "changes-syndication-feeds": 1, + "mcp-robots-policy-lint": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-agent-discovery-doctor": 1, + "mcp-endpoint-lint": 1, + "mcp-markdown-lane": 1 + }, + "channels": { + "crawlers-host": 76, + "lemmy": 4 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 510, + "400": 1 + }, + "distinct_paths": 374, + "paths": [ + { + "path": "/tools/verification-methods", + "requests": 42, + "statuses": { + "200": 41, + "400": 1 + }, + "first": "2026-09-05T23:27:01+00:00", + "last": "2026-09-06T08:24:03+00:00" + }, + { + "path": "/tools/verify-crawler", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T23:25:50+00:00", + "last": "2026-09-06T08:24:04+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-05T23:26:55+00:00", + "last": "2026-09-05T23:29:54+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T23:25:52+00:00", + "last": "2026-09-05T23:28:05+00:00" + }, + { + "path": "/robots.txt", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T23:24:10+00:00", + "last": "2026-09-06T08:20:28+00:00" + }, + { + "path": "/bot/index.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:26:00+00:00", + "last": "2026-09-05T23:28:13+00:00" + }, + { + "path": "/changes.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:24:48+00:00", + "last": "2026-09-05T23:25:43+00:00" + }, + { + "path": "/data/agents.csv", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:25:16+00:00", + "last": "2026-09-06T08:24:10+00:00" + }, + { + "path": "/tools", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:25:34+00:00", + "last": "2026-09-06T08:23:02+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:26:11+00:00", + "last": "2026-09-05T23:29:51+00:00" + }, + { + "path": "/tools/example", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:26:02+00:00", + "last": "2026-09-06T08:23:17+00:00" + }, + { + "path": "/tools/example.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:25:42+00:00", + "last": "2026-09-05T23:30:04+00:00" + }, + { + "path": "/tools/index.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:25:55+00:00", + "last": "2026-09-05T23:27:58+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:26:13+00:00", + "last": "2026-09-05T23:29:44+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:26:05+00:00", + "last": "2026-09-05T23:29:55+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:25:41+00:00", + "last": "2026-09-05T23:29:47+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:25:39+00:00", + "last": "2026-09-05T23:30:01+00:00" + }, + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:15+00:00", + "last": "2026-09-05T23:24:35+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:32+00:00", + "last": "2026-09-05T23:27:06+00:00" + }, + { + "path": "/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:28+00:00", + "last": "2026-09-05T23:25:08+00:00" + }, + { + "path": "/about.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:46+00:00", + "last": "2026-09-05T23:26:09+00:00" + }, + { + "path": "/api.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:51+00:00", + "last": "2026-09-05T23:25:05+00:00" + }, + { + "path": "/bot", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:26+00:00", + "last": "2026-09-05T23:26:12+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:28+00:00", + "last": "2026-09-05T23:25:56+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:26:16+00:00", + "last": "2026-09-05T23:26:50+00:00" + }, + { + "path": "/bot/node.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:26:14+00:00", + "last": "2026-09-05T23:26:47+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:26:18+00:00", + "last": "2026-09-05T23:28:19+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:09+00:00", + "last": "2026-09-05T23:25:11+00:00" + }, + { + "path": "/changes", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:43+00:00", + "last": "2026-09-05T23:24:53+00:00" + }, + { + "path": "/contact", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:52+00:00", + "last": "2026-09-06T08:21:02+00:00" + }, + { + "path": "/crawler", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:20+00:00", + "last": "2026-09-05T23:24:43+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:11+00:00", + "last": "2026-09-05T23:25:19+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:14+00:00", + "last": "2026-09-05T23:26:06+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:49+00:00", + "last": "2026-09-05T23:26:49+00:00" + }, + { + "path": "/crawler/claudebot.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:26:23+00:00", + "last": "2026-09-05T23:26:57+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:12+00:00", + "last": "2026-09-05T23:26:54+00:00" + }, + { + "path": "/data", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:47+00:00", + "last": "2026-09-05T23:24:50+00:00" + }, + { + "path": "/data/agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:18+00:00", + "last": "2026-09-05T23:27:44+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T08:22:47+00:00", + "last": "2026-09-06T08:24:07+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:31+00:00", + "last": "2026-09-05T23:26:40+00:00" + }, + { + "path": "/documents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:39+00:00", + "last": "2026-09-05T23:24:55+00:00" + }, + { + "path": "/feed.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:34+00:00", + "last": "2026-09-06T08:22:38+00:00" + }, + { + "path": "/ip-ranges", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:23+00:00", + "last": "2026-09-05T23:24:49+00:00" + }, + { + "path": "/llms.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:17+00:00", + "last": "2026-09-05T23:24:57+00:00" + }, + { + "path": "/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:31+00:00", + "last": "2026-09-05T23:25:06+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:26+00:00", + "last": "2026-09-05T23:25:37+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:23+00:00", + "last": "2026-09-05T23:25:45+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:26+00:00", + "last": "2026-09-05T23:24:59+00:00" + }, + { + "path": "/openapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:58+00:00", + "last": "2026-09-05T23:25:04+00:00" + }, + { + "path": "/operator", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:22+00:00", + "last": "2026-09-05T23:24:42+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:44+00:00", + "last": "2026-09-05T23:26:59+00:00" + }, + { + "path": "/policy", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:37+00:00", + "last": "2026-09-05T23:24:44+00:00" + }, + { + "path": "/pricing", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:28+00:00", + "last": "2026-09-05T23:24:33+00:00" + }, + { + "path": "/privacy.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:20+00:00", + "last": "2026-09-05T23:25:35+00:00" + }, + { + "path": "/reference", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:32+00:00", + "last": "2026-09-06T08:23:05+00:00" + }, + { + "path": "/security.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:25+00:00", + "last": "2026-09-05T23:25:38+00:00" + }, + { + "path": "/security.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:00+00:00", + "last": "2026-09-05T23:26:10+00:00" + }, + { + "path": "/stats.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:54+00:00", + "last": "2026-09-05T23:25:55+00:00" + }, + { + "path": "/status.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:34+00:00", + "last": "2026-09-05T23:24:45+00:00" + }, + { + "path": "/status.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:07+00:00", + "last": "2026-09-06T08:22:41+00:00" + }, + { + "path": "/terms.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:56+00:00", + "last": "2026-09-05T23:25:17+00:00" + }, + { + "path": "/terms.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:24:36+00:00", + "last": "2026-09-05T23:25:33+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:46+00:00", + "last": "2026-09-05T23:29:52+00:00" + }, + { + "path": "/tools/robots-allowed", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:26:22+00:00", + "last": "2026-09-05T23:30:03+00:00" + }, + { + "path": "/tools/robots-lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:26:20+00:00", + "last": "2026-09-05T23:27:51+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:45+00:00", + "last": "2026-09-05T23:29:50+00:00" + }, + { + "path": "/tools/whoami", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:25:49+00:00", + "last": "2026-09-05T23:26:03+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:24:18+00:00", + "last": "2026-09-05T23:24:18+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:58+00:00", + "last": "2026-09-05T23:25:58+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:09+00:00", + "last": "2026-09-05T23:25:09+00:00" + }, + { + "path": "/about", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:40+00:00", + "last": "2026-09-06T08:22:40+00:00" + }, + { + "path": "/about.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:57+00:00", + "last": "2026-09-06T08:22:57+00:00" + }, + { + "path": "/api/v1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:34+00:00", + "last": "2026-09-06T08:23:34+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:22+00:00", + "last": "2026-09-05T23:25:22+00:00" + }, + { + "path": "/blog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:01+00:00", + "last": "2026-09-06T08:21:01+00:00" + }, + { + "path": "/blog/ai-crawler-cost.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:43+00:00", + "last": "2026-09-06T08:22:43+00:00" + }, + { + "path": "/blog/ai-crawler-cost.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:45+00:00", + "last": "2026-09-06T08:22:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:48+00:00", + "last": "2026-09-06T08:20:48+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:03+00:00", + "last": "2026-09-06T08:21:03+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:05+00:00", + "last": "2026-09-06T08:21:05+00:00" + }, + { + "path": "/blog/client-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:27+00:00", + "last": "2026-09-06T08:22:27+00:00" + }, + { + "path": "/blog/client-census.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:26+00:00", + "last": "2026-09-06T08:22:26+00:00" + }, + { + "path": "/blog/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:17+00:00", + "last": "2026-09-06T08:22:17+00:00" + }, + { + "path": "/blog/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:44+00:00", + "last": "2026-09-06T08:22:44+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:28+00:00", + "last": "2026-09-05T23:28:28+00:00" + }, + { + "path": "/bot/402explorer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:34+00:00", + "last": "2026-09-05T23:28:34+00:00" + }, + { + "path": "/bot/402explorer.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:35+00:00", + "last": "2026-09-05T23:28:35+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:21+00:00", + "last": "2026-09-05T23:28:21+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:29+00:00", + "last": "2026-09-05T23:28:29+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:30+00:00", + "last": "2026-09-05T23:28:30+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:47+00:00", + "last": "2026-09-05T23:28:47+00:00" + }, + { + "path": "/bot/amazonbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:59+00:00", + "last": "2026-09-05T23:28:59+00:00" + }, + { + "path": "/bot/amazonbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:59+00:00", + "last": "2026-09-05T23:28:59+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:53+00:00", + "last": "2026-09-05T23:28:53+00:00" + }, + { + "path": "/bot/claudebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:51+00:00", + "last": "2026-09-05T23:26:51+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:42+00:00", + "last": "2026-09-05T23:28:42+00:00" + }, + { + "path": "/bot/gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:45+00:00", + "last": "2026-09-05T23:28:45+00:00" + }, + { + "path": "/bot/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:31+00:00", + "last": "2026-09-05T23:26:31+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:36+00:00", + "last": "2026-09-05T23:28:36+00:00" + }, + { + "path": "/bot/mcpbeat.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:40+00:00", + "last": "2026-09-05T23:28:40+00:00" + }, + { + "path": "/bot/mcpbeat.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:41+00:00", + "last": "2026-09-05T23:28:41+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:20+00:00", + "last": "2026-09-05T23:28:20+00:00" + }, + { + "path": "/bot/node.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:30+00:00", + "last": "2026-09-05T23:26:30+00:00" + }, + { + "path": "/bot/node.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:33+00:00", + "last": "2026-09-05T23:26:33+00:00" + }, + { + "path": "/bot/sentineloracle.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:26+00:00", + "last": "2026-09-05T23:28:26+00:00" + }, + { + "path": "/bot/sentineloracle.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:27+00:00", + "last": "2026-09-05T23:28:27+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:31+00:00", + "last": "2026-09-05T23:28:31+00:00" + }, + { + "path": "/c/lemmy/crawler", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:09:54+00:00", + "last": "2026-09-06T07:09:54+00:00" + }, + { + "path": "/c/lemmy/policy", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:29+00:00", + "last": "2026-09-06T08:20:29+00:00" + }, + { + "path": "/c/lemmy/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:28+00:00", + "last": "2026-09-06T08:22:28+00:00" + }, + { + "path": "/c/lemmy/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:29+00:00", + "last": "2026-09-06T08:22:29+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:03+00:00", + "last": "2026-09-05T23:29:03+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:16+00:00", + "last": "2026-09-05T23:27:16+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:18+00:00", + "last": "2026-09-05T23:27:18+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:50+00:00", + "last": "2026-09-06T07:11:50+00:00" + }, + { + "path": "/category/tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:26+00:00", + "last": "2026-09-06T08:21:26+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:39+00:00", + "last": "2026-09-06T08:22:39+00:00" + }, + { + "path": "/changelog.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:56+00:00", + "last": "2026-09-06T08:22:56+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:46+00:00", + "last": "2026-09-06T08:21:46+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:05+00:00", + "last": "2026-09-06T08:22:05+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:13+00:00", + "last": "2026-09-06T08:22:13+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:23+00:00", + "last": "2026-09-05T23:27:23+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:22+00:00", + "last": "2026-09-05T23:27:22+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:54+00:00", + "last": "2026-09-06T07:11:54+00:00" + }, + { + "path": "/crawler/ahrefsbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:07+00:00", + "last": "2026-09-06T07:12:07+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:55+00:00", + "last": "2026-09-06T07:11:55+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:58+00:00", + "last": "2026-09-05T23:26:58+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:56+00:00", + "last": "2026-09-05T23:26:56+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:00+00:00", + "last": "2026-09-05T23:27:00+00:00" + }, + { + "path": "/crawler/aihitbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:14+00:00", + "last": "2026-09-05T23:27:14+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:22+00:00", + "last": "2026-09-06T07:10:22+00:00" + }, + { + "path": "/crawler/aiwebindex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:38+00:00", + "last": "2026-09-06T07:10:38+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:57+00:00", + "last": "2026-09-05T23:28:57+00:00" + }, + { + "path": "/crawler/amazonbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:01+00:00", + "last": "2026-09-05T23:29:01+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:21+00:00", + "last": "2026-09-06T07:10:21+00:00" + }, + { + "path": "/crawler/andibot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:45+00:00", + "last": "2026-09-06T07:10:45+00:00" + }, + { + "path": "/crawler/andibot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:36+00:00", + "last": "2026-09-06T07:10:36+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:15+00:00", + "last": "2026-09-06T07:10:15+00:00" + }, + { + "path": "/crawler/anthropic-ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:48+00:00", + "last": "2026-09-05T23:25:48+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:47+00:00", + "last": "2026-09-06T08:21:47+00:00" + }, + { + "path": "/crawler/apis-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:16+00:00", + "last": "2026-09-06T08:22:16+00:00" + }, + { + "path": "/crawler/apis-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:07+00:00", + "last": "2026-09-06T08:22:07+00:00" + }, + { + "path": "/crawler/applebot-extended.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:37+00:00", + "last": "2026-09-05T23:26:37+00:00" + }, + { + "path": "/crawler/applebot-extended.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:39+00:00", + "last": "2026-09-05T23:26:39+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:03+00:00", + "last": "2026-09-05T23:27:03+00:00" + }, + { + "path": "/crawler/applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:17+00:00", + "last": "2026-09-05T23:27:17+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:13+00:00", + "last": "2026-09-06T07:10:13+00:00" + }, + { + "path": "/crawler/atlassian-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:35+00:00", + "last": "2026-09-06T07:10:35+00:00" + }, + { + "path": "/crawler/atlassian-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:30+00:00", + "last": "2026-09-06T07:10:30+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:27+00:00", + "last": "2026-09-05T23:27:27+00:00" + }, + { + "path": "/crawler/awariorssbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:34+00:00", + "last": "2026-09-05T23:27:34+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:31+00:00", + "last": "2026-09-05T23:27:31+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:56+00:00", + "last": "2026-09-06T07:11:56+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:09+00:00", + "last": "2026-09-05T23:29:09+00:00" + }, + { + "path": "/crawler/bedrockbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:14+00:00", + "last": "2026-09-05T23:29:14+00:00" + }, + { + "path": "/crawler/bedrockbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:15+00:00", + "last": "2026-09-05T23:29:15+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:07+00:00", + "last": "2026-09-05T23:26:07+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:32+00:00", + "last": "2026-09-05T23:27:32+00:00" + }, + { + "path": "/crawler/ccbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:40+00:00", + "last": "2026-09-05T23:27:40+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:50+00:00", + "last": "2026-09-06T08:23:50+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:51+00:00", + "last": "2026-09-06T08:23:51+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:10+00:00", + "last": "2026-09-06T08:23:10+00:00" + }, + { + "path": "/crawler/claudebot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:17+00:00", + "last": "2026-09-05T23:26:17+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:15+00:00", + "last": "2026-09-05T23:26:15+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:44+00:00", + "last": "2026-09-05T23:26:44+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:01+00:00", + "last": "2026-09-05T23:26:01+00:00" + }, + { + "path": "/crawler/cotoyogi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:34+00:00", + "last": "2026-09-05T23:26:34+00:00" + }, + { + "path": "/crawler/cotoyogi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:36+00:00", + "last": "2026-09-05T23:26:36+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:48+00:00", + "last": "2026-09-06T08:21:48+00:00" + }, + { + "path": "/crawler/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:14+00:00", + "last": "2026-09-06T08:22:14+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:58+00:00", + "last": "2026-09-06T07:11:58+00:00" + }, + { + "path": "/crawler/dataforseobot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:13+00:00", + "last": "2026-09-06T07:12:13+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:33+00:00", + "last": "2026-09-05T23:27:33+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:59+00:00", + "last": "2026-09-06T07:11:59+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:11+00:00", + "last": "2026-09-06T08:23:11+00:00" + }, + { + "path": "/crawler/duckassistbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:23+00:00", + "last": "2026-09-06T08:23:23+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:42+00:00", + "last": "2026-09-06T08:23:42+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:17+00:00", + "last": "2026-09-06T08:21:17+00:00" + }, + { + "path": "/crawler/echoboxbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:33+00:00", + "last": "2026-09-06T08:21:33+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:59+00:00", + "last": "2026-09-05T23:25:59+00:00" + }, + { + "path": "/crawler/facebookbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:25+00:00", + "last": "2026-09-05T23:26:25+00:00" + }, + { + "path": "/crawler/facebookbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:27+00:00", + "last": "2026-09-05T23:26:27+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:51+00:00", + "last": "2026-09-05T23:25:51+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:58+00:00", + "last": "2026-09-06T08:21:58+00:00" + }, + { + "path": "/crawler/feedfetcher-google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:21+00:00", + "last": "2026-09-06T08:22:21+00:00" + }, + { + "path": "/crawler/feedfetcher-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:22+00:00", + "last": "2026-09-06T08:22:22+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:04+00:00", + "last": "2026-09-06T08:22:04+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:06+00:00", + "last": "2026-09-06T08:21:06+00:00" + }, + { + "path": "/crawler/google-cws.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:24+00:00", + "last": "2026-09-06T08:21:24+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:08+00:00", + "last": "2026-09-05T23:26:08+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:07+00:00", + "last": "2026-09-06T08:21:07+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:22+00:00", + "last": "2026-09-06T08:21:22+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:23+00:00", + "last": "2026-09-06T08:21:23+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:01+00:00", + "last": "2026-09-06T08:22:01+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:03+00:00", + "last": "2026-09-06T08:22:03+00:00" + }, + { + "path": "/crawler/google-site-verification.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:25+00:00", + "last": "2026-09-06T08:22:25+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:00+00:00", + "last": "2026-09-06T08:22:00+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:52+00:00", + "last": "2026-09-05T23:26:52+00:00" + }, + { + "path": "/crawler/googleother-image.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:11+00:00", + "last": "2026-09-05T23:27:11+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:53+00:00", + "last": "2026-09-05T23:26:53+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:46+00:00", + "last": "2026-09-05T23:25:46+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:59+00:00", + "last": "2026-09-06T08:21:59+00:00" + }, + { + "path": "/crawler/googleproducer.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:24+00:00", + "last": "2026-09-06T08:22:24+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:11+00:00", + "last": "2026-09-06T07:10:11+00:00" + }, + { + "path": "/crawler/icc-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:28+00:00", + "last": "2026-09-06T07:10:28+00:00" + }, + { + "path": "/crawler/icc-crawler.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:34+00:00", + "last": "2026-09-06T07:10:34+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:18+00:00", + "last": "2026-09-06T08:21:18+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:19+00:00", + "last": "2026-09-06T08:21:19+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:24:30+00:00", + "last": "2026-09-05T23:24:30+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:38+00:00", + "last": "2026-09-06T07:11:38+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:52+00:00", + "last": "2026-09-06T07:11:52+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:13+00:00", + "last": "2026-09-06T08:21:13+00:00" + }, + { + "path": "/crawler/laiondownloader.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:28+00:00", + "last": "2026-09-06T08:21:28+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:15+00:00", + "last": "2026-09-06T07:11:15+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:09+00:00", + "last": "2026-09-06T07:11:09+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:01+00:00", + "last": "2026-09-06T07:12:01+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:16+00:00", + "last": "2026-09-06T08:23:16+00:00" + }, + { + "path": "/crawler/oai-searchbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:28+00:00", + "last": "2026-09-06T08:23:28+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:14+00:00", + "last": "2026-09-06T08:21:14+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:11+00:00", + "last": "2026-09-06T07:11:11+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:27+00:00", + "last": "2026-09-06T07:11:27+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:40+00:00", + "last": "2026-09-06T07:11:40+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:39+00:00", + "last": "2026-09-06T07:11:39+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:52+00:00", + "last": "2026-09-06T07:10:52+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:20+00:00", + "last": "2026-09-06T07:11:20+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:21+00:00", + "last": "2026-09-06T07:11:21+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:26+00:00", + "last": "2026-09-06T07:11:26+00:00" + }, + { + "path": "/crawler/semrushbot-ft.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:41+00:00", + "last": "2026-09-06T07:11:41+00:00" + }, + { + "path": "/crawler/semrushbot-ft.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:42+00:00", + "last": "2026-09-06T07:11:42+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:51+00:00", + "last": "2026-09-06T07:10:51+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:04+00:00", + "last": "2026-09-06T07:11:04+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:32+00:00", + "last": "2026-09-06T07:11:32+00:00" + }, + { + "path": "/crawler/semrushbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:47+00:00", + "last": "2026-09-06T07:11:47+00:00" + }, + { + "path": "/crawler/semrushbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:48+00:00", + "last": "2026-09-06T07:11:48+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:02+00:00", + "last": "2026-09-06T07:11:02+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:16+00:00", + "last": "2026-09-06T07:11:16+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:17+00:00", + "last": "2026-09-06T07:11:17+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:15+00:00", + "last": "2026-09-06T08:21:15+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:26+00:00", + "last": "2026-09-06T07:10:26+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:25+00:00", + "last": "2026-09-06T07:10:25+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:24+00:00", + "last": "2026-09-06T07:10:24+00:00" + }, + { + "path": "/crawler/yandexadditional.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:41+00:00", + "last": "2026-09-06T07:10:41+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:23+00:00", + "last": "2026-09-06T07:10:23+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:00+00:00", + "last": "2026-09-06T07:11:00+00:00" + }, + { + "path": "/crawler/yandexblogs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:12+00:00", + "last": "2026-09-06T07:11:12+00:00" + }, + { + "path": "/crawler/yandexblogs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:13+00:00", + "last": "2026-09-06T07:11:13+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:48+00:00", + "last": "2026-09-06T08:22:48+00:00" + }, + { + "path": "/data/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:07+00:00", + "last": "2026-09-05T23:27:07+00:00" + }, + { + "path": "/data/ip-sources.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:15+00:00", + "last": "2026-09-05T23:25:15+00:00" + }, + { + "path": "/data/robots-tokens.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:26+00:00", + "last": "2026-09-05T23:27:26+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:45+00:00", + "last": "2026-09-06T08:21:45+00:00" + }, + { + "path": "/data/ua-regex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:21+00:00", + "last": "2026-09-05T23:25:21+00:00" + }, + { + "path": "/data/ua-regex.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:43+00:00", + "last": "2026-09-05T23:26:43+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:24:21+00:00", + "last": "2026-09-05T23:24:21+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:09+00:00", + "last": "2026-09-06T07:12:09+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:21+00:00", + "last": "2026-09-06T07:12:21+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:23+00:00", + "last": "2026-09-06T07:12:23+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:13+00:00", + "last": "2026-09-05T23:25:13+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:23+00:00", + "last": "2026-09-06T08:23:23+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:03+00:00", + "last": "2026-09-05T23:27:03+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:19+00:00", + "last": "2026-09-05T23:27:19+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:41+00:00", + "last": "2026-09-05T23:27:41+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:43+00:00", + "last": "2026-09-06T08:23:43+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:13+00:00", + "last": "2026-09-05T23:27:13+00:00" + }, + { + "path": "/ip-ranges/google-special.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:06+00:00", + "last": "2026-09-06T08:22:06+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:27+00:00", + "last": "2026-09-06T08:21:27+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:50+00:00", + "last": "2026-09-06T08:21:50+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:52+00:00", + "last": "2026-09-06T08:21:52+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:50+00:00", + "last": "2026-09-06T08:21:50+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:48+00:00", + "last": "2026-09-06T08:23:48+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:46+00:00", + "last": "2026-09-05T23:28:46+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:51+00:00", + "last": "2026-09-05T23:28:51+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:28:52+00:00", + "last": "2026-09-05T23:28:52+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:32+00:00", + "last": "2026-09-06T08:23:32+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:40+00:00", + "last": "2026-09-05T23:25:40+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:30+00:00", + "last": "2026-09-05T23:25:30+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:27+00:00", + "last": "2026-09-05T23:25:27+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:12+00:00", + "last": "2026-09-06T08:23:12+00:00" + }, + { + "path": "/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:26+00:00", + "last": "2026-09-06T08:23:26+00:00" + }, + { + "path": "/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:33+00:00", + "last": "2026-09-06T08:23:33+00:00" + }, + { + "path": "/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:08+00:00", + "last": "2026-09-06T08:23:08+00:00" + }, + { + "path": "/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:07+00:00", + "last": "2026-09-06T08:23:07+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:19+00:00", + "last": "2026-09-06T08:23:19+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:08+00:00", + "last": "2026-09-06T07:12:08+00:00" + }, + { + "path": "/operator/ahrefs.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:19+00:00", + "last": "2026-09-06T07:12:19+00:00" + }, + { + "path": "/operator/ahrefs.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:21+00:00", + "last": "2026-09-06T07:12:21+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:15+00:00", + "last": "2026-09-05T23:27:15+00:00" + }, + { + "path": "/operator/aihit.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:24+00:00", + "last": "2026-09-05T23:27:24+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:02+00:00", + "last": "2026-09-05T23:29:02+00:00" + }, + { + "path": "/operator/amazon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:08+00:00", + "last": "2026-09-05T23:29:08+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:50+00:00", + "last": "2026-09-06T07:10:50+00:00" + }, + { + "path": "/operator/andi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:03+00:00", + "last": "2026-09-06T07:11:03+00:00" + }, + { + "path": "/operator/andi.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:08+00:00", + "last": "2026-09-06T07:11:08+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:38+00:00", + "last": "2026-09-05T23:26:38+00:00" + }, + { + "path": "/operator/apple.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:02+00:00", + "last": "2026-09-05T23:27:02+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:32+00:00", + "last": "2026-09-06T07:10:32+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:35+00:00", + "last": "2026-09-05T23:27:35+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:45+00:00", + "last": "2026-09-05T23:26:45+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:40+00:00", + "last": "2026-09-05T23:27:40+00:00" + }, + { + "path": "/operator/commoncrawl.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:43+00:00", + "last": "2026-09-05T23:27:43+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:15+00:00", + "last": "2026-09-06T08:22:15+00:00" + }, + { + "path": "/operator/crawl4ai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:34+00:00", + "last": "2026-09-06T08:22:34+00:00" + }, + { + "path": "/operator/crawl4ai.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:35+00:00", + "last": "2026-09-06T08:22:35+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:14+00:00", + "last": "2026-09-06T07:12:14+00:00" + }, + { + "path": "/operator/dataforseo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:28+00:00", + "last": "2026-09-06T07:12:28+00:00" + }, + { + "path": "/operator/dataforseo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:29+00:00", + "last": "2026-09-06T07:12:29+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:26+00:00", + "last": "2026-09-06T08:23:26+00:00" + }, + { + "path": "/operator/duckduckgo.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:37+00:00", + "last": "2026-09-06T08:23:37+00:00" + }, + { + "path": "/operator/duckduckgo.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:41+00:00", + "last": "2026-09-06T08:23:41+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:34+00:00", + "last": "2026-09-06T08:21:34+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:12+00:00", + "last": "2026-09-05T23:27:12+00:00" + }, + { + "path": "/operator/google.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:27:21+00:00", + "last": "2026-09-05T23:27:21+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:01+00:00", + "last": "2026-09-05T23:25:01+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:53+00:00", + "last": "2026-09-06T07:11:53+00:00" + }, + { + "path": "/operator/iss.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:02+00:00", + "last": "2026-09-06T07:12:02+00:00" + }, + { + "path": "/operator/iss.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:12:04+00:00", + "last": "2026-09-06T07:12:04+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:32+00:00", + "last": "2026-09-06T08:21:32+00:00" + }, + { + "path": "/operator/laion.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:53+00:00", + "last": "2026-09-06T08:21:53+00:00" + }, + { + "path": "/operator/laion.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:21:54+00:00", + "last": "2026-09-06T08:21:54+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:40+00:00", + "last": "2026-09-06T07:10:40+00:00" + }, + { + "path": "/operator/lyrenth.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:55+00:00", + "last": "2026-09-06T07:10:55+00:00" + }, + { + "path": "/operator/lyrenth.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:01+00:00", + "last": "2026-09-06T07:11:01+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:26+00:00", + "last": "2026-09-05T23:26:26+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:29+00:00", + "last": "2026-09-06T07:10:29+00:00" + }, + { + "path": "/operator/nict.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:47+00:00", + "last": "2026-09-06T07:10:47+00:00" + }, + { + "path": "/operator/nict.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:49+00:00", + "last": "2026-09-06T07:10:49+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:29+00:00", + "last": "2026-09-06T08:23:29+00:00" + }, + { + "path": "/operator/openai.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:47+00:00", + "last": "2026-09-06T08:23:47+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:28+00:00", + "last": "2026-09-06T07:11:28+00:00" + }, + { + "path": "/operator/poseidon.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:46+00:00", + "last": "2026-09-06T07:11:46+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:35+00:00", + "last": "2026-09-05T23:26:35+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:05+00:00", + "last": "2026-09-06T07:11:05+00:00" + }, + { + "path": "/operator/semrush.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:19+00:00", + "last": "2026-09-06T07:11:19+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:18+00:00", + "last": "2026-09-06T07:11:18+00:00" + }, + { + "path": "/operator/sidetrade.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:36+00:00", + "last": "2026-09-06T07:11:36+00:00" + }, + { + "path": "/operator/sidetrade.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:37+00:00", + "last": "2026-09-06T07:11:37+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:42+00:00", + "last": "2026-09-06T07:10:42+00:00" + }, + { + "path": "/operator/yandex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:56+00:00", + "last": "2026-09-06T07:10:56+00:00" + }, + { + "path": "/plans", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:24:40+00:00", + "last": "2026-09-05T23:24:40+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:31+00:00", + "last": "2026-09-06T07:10:31+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:19+00:00", + "last": "2026-09-05T23:26:19+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:21+00:00", + "last": "2026-09-05T23:26:21+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:28+00:00", + "last": "2026-09-05T23:26:28+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:57+00:00", + "last": "2026-09-06T08:20:57+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:52+00:00", + "last": "2026-09-06T08:20:52+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:11:43+00:00", + "last": "2026-09-06T07:11:43+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:43+00:00", + "last": "2026-09-06T08:20:43+00:00" + }, + { + "path": "/policy/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:54+00:00", + "last": "2026-09-06T08:20:54+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:26:29+00:00", + "last": "2026-09-05T23:26:29+00:00" + }, + { + "path": "/pricing.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:24:40+00:00", + "last": "2026-09-05T23:24:40+00:00" + }, + { + "path": "/privacy.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:25:53+00:00", + "last": "2026-09-05T23:25:53+00:00" + }, + { + "path": "/reference.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:19+00:00", + "last": "2026-09-06T08:23:19+00:00" + }, + { + "path": "/robots/allow-ai-search-only.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:52+00:00", + "last": "2026-09-06T08:20:52+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:44+00:00", + "last": "2026-09-06T08:20:44+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:55+00:00", + "last": "2026-09-06T08:20:55+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:45+00:00", + "last": "2026-09-06T08:20:45+00:00" + }, + { + "path": "/robots/block-datasets.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:20+00:00", + "last": "2026-09-06T08:22:20+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:50+00:00", + "last": "2026-09-06T08:20:50+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:51+00:00", + "last": "2026-09-06T08:20:51+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:20:49+00:00", + "last": "2026-09-06T08:20:49+00:00" + }, + { + "path": "/services", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:42+00:00", + "last": "2026-09-06T08:22:42+00:00" + }, + { + "path": "/services.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:00+00:00", + "last": "2026-09-06T08:23:00+00:00" + }, + { + "path": "/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:54+00:00", + "last": "2026-09-06T07:10:54+00:00" + }, + { + "path": "/snippet", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:01+00:00", + "last": "2026-09-06T08:23:01+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:44+00:00", + "last": "2026-09-06T08:23:44+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:53+00:00", + "last": "2026-09-06T08:23:53+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:56+00:00", + "last": "2026-09-06T08:23:56+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:54+00:00", + "last": "2026-09-06T08:23:54+00:00" + }, + { + "path": "/snippet/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:45+00:00", + "last": "2026-09-06T08:23:45+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:52+00:00", + "last": "2026-09-06T08:23:52+00:00" + }, + { + "path": "/snippet/nginx-map.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:24:06+00:00", + "last": "2026-09-06T08:24:06+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:57+00:00", + "last": "2026-09-06T08:23:57+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:23:21+00:00", + "last": "2026-09-06T08:23:21+00:00" + }, + { + "path": "/tools/ai-access", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:30:02+00:00", + "last": "2026-09-05T23:30:02+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-05T23:24:10+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-05T23:24:15+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-05T23:24:17+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-05T23:24:18+00:00" + }, + { + "path": "/crawler", + "status": "200", + "at": "2026-09-05T23:24:20+00:00" + }, + { + "path": "/index.html", + "status": "200", + "at": "2026-09-05T23:24:21+00:00" + }, + { + "path": "/operator", + "status": "200", + "at": "2026-09-05T23:24:22+00:00" + }, + { + "path": "/ip-ranges", + "status": "200", + "at": "2026-09-05T23:24:23+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-05T23:24:26+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-05T23:24:28+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-05T23:24:28+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-05T23:24:30+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-05T23:24:31+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-05T23:24:32+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-05T23:24:34+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-05T23:24:34+00:00" + }, + { + "path": "/terms.json", + "status": "200", + "at": "2026-09-05T23:24:36+00:00" + }, + { + "path": "/policy", + "status": "200", + "at": "2026-09-05T23:24:37+00:00" + }, + { + "path": "/documents.json", + "status": "200", + "at": "2026-09-05T23:24:39+00:00" + }, + { + "path": "/pricing.json", + "status": "200", + "at": "2026-09-05T23:24:40+00:00" + }, + { + "path": "/plans", + "status": "200", + "at": "2026-09-05T23:24:40+00:00" + }, + { + "path": "/changes", + "status": "200", + "at": "2026-09-05T23:24:43+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-05T23:24:46+00:00" + }, + { + "path": "/data", + "status": "200", + "at": "2026-09-05T23:24:47+00:00" + }, + { + "path": "/changes.json", + "status": "200", + "at": "2026-09-05T23:24:48+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-05T23:24:51+00:00" + }, + { + "path": "/contact", + "status": "200", + "at": "2026-09-05T23:24:52+00:00" + }, + { + "path": "/stats.json", + "status": "200", + "at": "2026-09-05T23:24:54+00:00" + }, + { + "path": "/terms.html", + "status": "200", + "at": "2026-09-05T23:24:56+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-05T23:24:58+00:00" + }, + { + "path": "/security.json", + "status": "200", + "at": "2026-09-05T23:25:00+00:00" + }, + { + "path": "/operator/index.html", + "status": "200", + "at": "2026-09-05T23:25:01+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-05T23:25:07+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-05T23:25:09+00:00" + }, + { + "path": "/category/ai-training.html", + "status": "200", + "at": "2026-09-05T23:25:09+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "status": "200", + "at": "2026-09-05T23:25:11+00:00" + }, + { + "path": "/crawler/gptbot.html", + "status": "200", + "at": "2026-09-05T23:25:12+00:00" + }, + { + "path": "/ip-ranges/all.json", + "status": "200", + "at": "2026-09-05T23:25:13+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "status": "200", + "at": "2026-09-05T23:25:14+00:00" + }, + { + "path": "/data/ip-sources.json", + "status": "200", + "at": "2026-09-05T23:25:15+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/tools/verification-methods", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-05T23:27:01+00:00", + "last_asked": "2026-09-06T08:24:03+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 268.1, + "visit_starts": [ + "2026-09-05T23:24:10Z", + "2026-09-06T07:09:54Z", + "2026-09-06T08:20:28Z" + ] + }, + "documentation_url": "https://sofya.co/bot", + "self_described_as": null + }, + { + "slug": "dataforseobot", + "name": "DataForSeoBot", + "group_key": "host:dataforseo.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)", + "requests": 459, + "addresses": 1, + "first_seen": "2026-09-03T03:40:24+00:00", + "last_seen": "2026-09-03T08:24:19+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; DataForSeoBot/1.0; +https://dataforseo.com/dataforseo-bot)", + "requests": 459, + "addresses": 1, + "first_seen": "2026-09-03T03:40:24+00:00", + "last_seen": "2026-09-03T08:24:19+00:00", + "bytes_served": 4329654, + "classed_by_our_instrument": { + "crawler": 459 + }, + "surfaces": { + "pathwren-edge": 449, + "http-tools": 7, + "mcp-zero-argument-pair": 2, + "changes-feed": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 457, + "301": 2 + }, + "distinct_paths": 456, + "paths": [ + { + "path": "/robots.txt", + "requests": 4, + "statuses": { + "301": 2, + "200": 2 + }, + "first": "2026-09-03T03:40:24+00:00", + "last": "2026-09-03T03:40:46+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:40:39+00:00", + "last": "2026-09-03T03:40:39+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:03+00:00", + "last": "2026-09-03T04:47:03+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:43:49+00:00", + "last": "2026-09-03T04:43:49+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:08:39+00:00", + "last": "2026-09-03T08:08:39+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:16:53+00:00", + "last": "2026-09-03T08:16:53+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:22+00:00", + "last": "2026-09-03T04:44:22+00:00" + }, + { + "path": "/bot/402explorer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:00+00:00", + "last": "2026-09-03T08:22:00+00:00" + }, + { + "path": "/bot/a2a-directory-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:08:20+00:00", + "last": "2026-09-03T07:08:20+00:00" + }, + { + "path": "/bot/a2a-directory-liveness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:02+00:00", + "last": "2026-09-03T08:24:02+00:00" + }, + { + "path": "/bot/a2a-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:18:40+00:00", + "last": "2026-09-03T08:18:40+00:00" + }, + { + "path": "/bot/a2a-registry-healthcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:16:37+00:00", + "last": "2026-09-03T08:16:37+00:00" + }, + { + "path": "/bot/a2a-registry-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:55:37+00:00", + "last": "2026-09-03T06:55:37+00:00" + }, + { + "path": "/bot/a2a-registry-smoke.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:53+00:00", + "last": "2026-09-03T04:51:53+00:00" + }, + { + "path": "/bot/a2a-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:13:58+00:00", + "last": "2026-09-03T07:13:58+00:00" + }, + { + "path": "/bot/a2a-security-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:10+00:00", + "last": "2026-09-03T05:55:10+00:00" + }, + { + "path": "/bot/aetherlink-public-agent-card-policy-check.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:56:07+00:00", + "last": "2026-09-03T06:56:07+00:00" + }, + { + "path": "/bot/aetherlink-public-discovery-evidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:00+00:00", + "last": "2026-09-03T04:58:00+00:00" + }, + { + "path": "/bot/aetherlinkdiscoveryevidence.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:01:54+00:00", + "last": "2026-09-03T07:01:54+00:00" + }, + { + "path": "/bot/affsignalcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:51+00:00", + "last": "2026-09-03T08:04:51+00:00" + }, + { + "path": "/bot/agenstrybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:55+00:00", + "last": "2026-09-03T04:56:55+00:00" + }, + { + "path": "/bot/agent-guild-scout.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:53:35+00:00", + "last": "2026-09-03T06:53:35+00:00" + }, + { + "path": "/bot/agent-ready-scanner.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:58:56+00:00", + "last": "2026-09-03T06:58:56+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:45+00:00", + "last": "2026-09-03T05:59:45+00:00" + }, + { + "path": "/bot/agent-world-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:32+00:00", + "last": "2026-09-03T04:49:32+00:00" + }, + { + "path": "/bot/agentalmanac-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:03:17+00:00", + "last": "2026-09-03T06:03:17+00:00" + }, + { + "path": "/bot/agentcatalogbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:20:46+00:00", + "last": "2026-09-03T07:20:46+00:00" + }, + { + "path": "/bot/agentdisco.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:55+00:00", + "last": "2026-09-03T04:55:55+00:00" + }, + { + "path": "/bot/agentgrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:31+00:00", + "last": "2026-09-03T08:22:31+00:00" + }, + { + "path": "/bot/agentindexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:10+00:00", + "last": "2026-09-03T06:00:10+00:00" + }, + { + "path": "/bot/agentpointsdirectoryenricher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:36+00:00", + "last": "2026-09-03T05:50:36+00:00" + }, + { + "path": "/bot/agentreputationbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:19+00:00", + "last": "2026-09-03T06:00:19+00:00" + }, + { + "path": "/bot/agentry-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:18:10+00:00", + "last": "2026-09-03T07:18:10+00:00" + }, + { + "path": "/bot/agentsure-mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:32+00:00", + "last": "2026-09-03T05:51:32+00:00" + }, + { + "path": "/bot/agenttrust-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:47+00:00", + "last": "2026-09-03T05:48:47+00:00" + }, + { + "path": "/bot/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:00:35+00:00", + "last": "2026-09-03T07:00:35+00:00" + }, + { + "path": "/bot/ai-crawler-logs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:40+00:00", + "last": "2026-09-03T08:00:40+00:00" + }, + { + "path": "/bot/ai-crawler-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:47+00:00", + "last": "2026-09-03T08:23:47+00:00" + }, + { + "path": "/bot/ai-crawler-verify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:20+00:00", + "last": "2026-09-03T05:54:20+00:00" + }, + { + "path": "/bot/aisec-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:23+00:00", + "last": "2026-09-03T04:50:23+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:15+00:00", + "last": "2026-09-03T05:57:15+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:15:16+00:00", + "last": "2026-09-03T07:15:16+00:00" + }, + { + "path": "/bot/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:09+00:00", + "last": "2026-09-03T04:52:09+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:16:51+00:00", + "last": "2026-09-03T07:16:51+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:58+00:00", + "last": "2026-09-03T05:57:58+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:12:47+00:00", + "last": "2026-09-03T08:12:47+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:07:04+00:00", + "last": "2026-09-03T08:07:04+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:32+00:00", + "last": "2026-09-03T04:58:32+00:00" + }, + { + "path": "/bot/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:29+00:00", + "last": "2026-09-03T05:48:29+00:00" + }, + { + "path": "/bot/ardcrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:14+00:00", + "last": "2026-09-03T05:53:14+00:00" + }, + { + "path": "/bot/axios.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:53:19+00:00", + "last": "2026-09-03T06:53:19+00:00" + }, + { + "path": "/bot/azureai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:30+00:00", + "last": "2026-09-03T05:58:30+00:00" + }, + { + "path": "/bot/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:14+00:00", + "last": "2026-09-03T04:50:14+00:00" + }, + { + "path": "/bot/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:09:26+00:00", + "last": "2026-09-03T08:09:26+00:00" + }, + { + "path": "/bot/censusbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:51:47+00:00", + "last": "2026-09-03T06:51:47+00:00" + }, + { + "path": "/bot/chrome.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:13+00:00", + "last": "2026-09-03T05:49:13+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:13:33+00:00", + "last": "2026-09-03T08:13:33+00:00" + }, + { + "path": "/bot/conway-replicatio-r91-strict-a2a-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:15:05+00:00", + "last": "2026-09-03T08:15:05+00:00" + }, + { + "path": "/bot/curl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:12+00:00", + "last": "2026-09-03T04:51:12+00:00" + }, + { + "path": "/bot/deno.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:10:37+00:00", + "last": "2026-09-03T07:10:37+00:00" + }, + { + "path": "/bot/discordbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:32+00:00", + "last": "2026-09-03T04:50:32+00:00" + }, + { + "path": "/bot/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:44+00:00", + "last": "2026-09-03T05:50:44+00:00" + }, + { + "path": "/bot/endpointaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:02:32+00:00", + "last": "2026-09-03T08:02:32+00:00" + }, + { + "path": "/bot/enerlio.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:21:14+00:00", + "last": "2026-09-03T08:21:14+00:00" + }, + { + "path": "/bot/exaforce-mcprep.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:28+00:00", + "last": "2026-09-03T05:54:28+00:00" + }, + { + "path": "/bot/freepublicapis.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:14:34+00:00", + "last": "2026-09-03T08:14:34+00:00" + }, + { + "path": "/bot/frndos.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:58+00:00", + "last": "2026-09-03T04:49:58+00:00" + }, + { + "path": "/bot/gf-agent-toll-outbound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:15:00+00:00", + "last": "2026-09-03T07:15:00+00:00" + }, + { + "path": "/bot/gf-agent-toll-remediation.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:16+00:00", + "last": "2026-09-03T05:56:16+00:00" + }, + { + "path": "/bot/go-http-client.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:59+00:00", + "last": "2026-09-03T06:02:59+00:00" + }, + { + "path": "/bot/golemreachtrustbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:11:53+00:00", + "last": "2026-09-03T07:11:53+00:00" + }, + { + "path": "/bot/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:25+00:00", + "last": "2026-09-03T05:56:25+00:00" + }, + { + "path": "/bot/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:51+00:00", + "last": "2026-09-03T04:48:51+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:40+00:00", + "last": "2026-09-03T05:52:40+00:00" + }, + { + "path": "/bot/graphadvocate-outreach.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:06+00:00", + "last": "2026-09-03T05:58:06+00:00" + }, + { + "path": "/bot/gtm-engine.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:07:49+00:00", + "last": "2026-09-03T07:07:49+00:00" + }, + { + "path": "/bot/guild-reachability-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:31+00:00", + "last": "2026-09-03T04:59:31+00:00" + }, + { + "path": "/bot/guzzlehttp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:36+00:00", + "last": "2026-09-03T05:59:36+00:00" + }, + { + "path": "/bot/hhvm-internal.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:55:52+00:00", + "last": "2026-09-03T06:55:52+00:00" + }, + { + "path": "/bot/hultra-link.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:47+00:00", + "last": "2026-09-03T04:59:47+00:00" + }, + { + "path": "/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:43:33+00:00", + "last": "2026-09-03T04:43:33+00:00" + }, + { + "path": "/bot/invinoveritas-handshake.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:22+00:00", + "last": "2026-09-03T04:54:22+00:00" + }, + { + "path": "/bot/io-verifymcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:44+00:00", + "last": "2026-09-03T04:51:44+00:00" + }, + { + "path": "/bot/itinai-importer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:46:57+00:00", + "last": "2026-09-03T05:46:57+00:00" + }, + { + "path": "/bot/jscrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:55+00:00", + "last": "2026-09-03T05:58:55+00:00" + }, + { + "path": "/bot/lastseen-schema-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:16:06+00:00", + "last": "2026-09-03T08:16:06+00:00" + }, + { + "path": "/bot/llm4agents-cimd-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:09:56+00:00", + "last": "2026-09-03T08:09:56+00:00" + }, + { + "path": "/bot/loop-mcp-catalog-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:12:15+00:00", + "last": "2026-09-03T08:12:15+00:00" + }, + { + "path": "/bot/mcp-catalog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:15:48+00:00", + "last": "2026-09-03T07:15:48+00:00" + }, + { + "path": "/bot/mcp-checker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:34+00:00", + "last": "2026-09-03T04:53:34+00:00" + }, + { + "path": "/bot/mcp-drift-monitor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:17:54+00:00", + "last": "2026-09-03T07:17:54+00:00" + }, + { + "path": "/bot/mcp-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:48+00:00", + "last": "2026-09-03T05:53:48+00:00" + }, + { + "path": "/bot/mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:38+00:00", + "last": "2026-09-03T04:54:38+00:00" + }, + { + "path": "/bot/mcp-rugpull-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:52+00:00", + "last": "2026-09-03T06:01:52+00:00" + }, + { + "path": "/bot/mcp-schema-archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:16+00:00", + "last": "2026-09-03T04:49:16+00:00" + }, + { + "path": "/bot/mcp-stats-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:16+00:00", + "last": "2026-09-03T04:58:16+00:00" + }, + { + "path": "/bot/mcp-uptime.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:21:47+00:00", + "last": "2026-09-03T07:21:47+00:00" + }, + { + "path": "/bot/mcp2-research.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:45+00:00", + "last": "2026-09-03T05:54:45+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:24+00:00", + "last": "2026-09-03T05:51:24+00:00" + }, + { + "path": "/bot/mcpcatalogsync.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:04:45+00:00", + "last": "2026-09-03T07:04:45+00:00" + }, + { + "path": "/bot/mcpcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:15:51+00:00", + "last": "2026-09-03T08:15:51+00:00" + }, + { + "path": "/bot/mcpgrade-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:58:41+00:00", + "last": "2026-09-03T06:58:41+00:00" + }, + { + "path": "/bot/mcpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:57+00:00", + "last": "2026-09-03T04:58:57+00:00" + }, + { + "path": "/bot/mcpmeter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:52:10+00:00", + "last": "2026-09-03T06:52:10+00:00" + }, + { + "path": "/bot/mcpqueen-grader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:56+00:00", + "last": "2026-09-03T04:50:56+00:00" + }, + { + "path": "/bot/mcpscan.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:23+00:00", + "last": "2026-09-03T04:59:23+00:00" + }, + { + "path": "/bot/mcpwatch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:57+00:00", + "last": "2026-09-03T05:51:57+00:00" + }, + { + "path": "/bot/mcpwitness.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:12+00:00", + "last": "2026-09-03T05:54:12+00:00" + }, + { + "path": "/bot/measure-mcp-schema.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:58:26+00:00", + "last": "2026-09-03T06:58:26+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:50+00:00", + "last": "2026-09-03T04:52:50+00:00" + }, + { + "path": "/bot/movanas-registry-snapshot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:40+00:00", + "last": "2026-09-03T04:50:40+00:00" + }, + { + "path": "/bot/mozilla-2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:05:46+00:00", + "last": "2026-09-03T07:05:46+00:00" + }, + { + "path": "/bot/mozilla.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:49+00:00", + "last": "2026-09-03T05:56:49+00:00" + }, + { + "path": "/bot/mwmbl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:38+00:00", + "last": "2026-09-03T05:49:38+00:00" + }, + { + "path": "/bot/neuronto.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:52+00:00", + "last": "2026-09-03T05:50:52+00:00" + }, + { + "path": "/bot/node.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:54:35+00:00", + "last": "2026-09-03T06:54:35+00:00" + }, + { + "path": "/bot/oauth4webapi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:50:39+00:00", + "last": "2026-09-03T06:50:39+00:00" + }, + { + "path": "/bot/orbit-mcp-registry-iconresolver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:20:13+00:00", + "last": "2026-09-03T08:20:13+00:00" + }, + { + "path": "/bot/packagehound.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:20:28+00:00", + "last": "2026-09-03T08:20:28+00:00" + }, + { + "path": "/bot/packages-ecosyste-ms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:00+00:00", + "last": "2026-09-03T05:56:00+00:00" + }, + { + "path": "/bot/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:02:09+00:00", + "last": "2026-09-03T07:02:09+00:00" + }, + { + "path": "/bot/personal-agent-platform-readonly-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:14+00:00", + "last": "2026-09-03T04:54:14+00:00" + }, + { + "path": "/bot/pip.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:17:22+00:00", + "last": "2026-09-03T07:17:22+00:00" + }, + { + "path": "/bot/proofbench.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:28+00:00", + "last": "2026-09-03T04:51:28+00:00" + }, + { + "path": "/bot/python-httpx.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:51:25+00:00", + "last": "2026-09-03T06:51:25+00:00" + }, + { + "path": "/bot/python-httpx2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:29+00:00", + "last": "2026-09-03T04:56:29+00:00" + }, + { + "path": "/bot/python-requests.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:04+00:00", + "last": "2026-09-03T04:56:04+00:00" + }, + { + "path": "/bot/qtcreator.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:43+00:00", + "last": "2026-09-03T04:48:43+00:00" + }, + { + "path": "/bot/reactornetty.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:06+00:00", + "last": "2026-09-03T04:54:06+00:00" + }, + { + "path": "/bot/reliability-bureau-spike.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:13+00:00", + "last": "2026-09-03T04:55:13+00:00" + }, + { + "path": "/bot/repology-linkchecker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:05:00+00:00", + "last": "2026-09-03T07:05:00+00:00" + }, + { + "path": "/bot/rootz-mcp-registry-prober.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:17:07+00:00", + "last": "2026-09-03T07:17:07+00:00" + }, + { + "path": "/bot/sasame-census-era-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:56+00:00", + "last": "2026-09-03T05:48:56+00:00" + }, + { + "path": "/bot/sasame-mcp-audit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:35+00:00", + "last": "2026-09-03T05:55:35+00:00" + }, + { + "path": "/bot/sasameagentaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:05+00:00", + "last": "2026-09-03T04:55:05+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:19:43+00:00", + "last": "2026-09-03T07:19:43+00:00" + }, + { + "path": "/bot/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:41+00:00", + "last": "2026-09-03T05:57:41+00:00" + }, + { + "path": "/bot/smitherybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:04:30+00:00", + "last": "2026-09-03T07:04:30+00:00" + }, + { + "path": "/bot/solvedearthpricebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:02:15+00:00", + "last": "2026-09-03T08:02:15+00:00" + }, + { + "path": "/bot/spanly-enrich.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:13+00:00", + "last": "2026-09-03T04:59:13+00:00" + }, + { + "path": "/bot/strand-mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:30+00:00", + "last": "2026-09-03T04:55:30+00:00" + }, + { + "path": "/bot/tar-directory-indexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:03:26+00:00", + "last": "2026-09-03T06:03:26+00:00" + }, + { + "path": "/bot/tar-discovery.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:03:05+00:00", + "last": "2026-09-03T08:03:05+00:00" + }, + { + "path": "/bot/tar-health.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:02+00:00", + "last": "2026-09-03T06:02:02+00:00" + }, + { + "path": "/bot/telegram.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:22+00:00", + "last": "2026-09-03T05:58:22+00:00" + }, + { + "path": "/bot/telegrambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:46+00:00", + "last": "2026-09-03T08:22:46+00:00" + }, + { + "path": "/bot/teppi-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:18:25+00:00", + "last": "2026-09-03T08:18:25+00:00" + }, + { + "path": "/bot/truespar-mcp-registry.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:58+00:00", + "last": "2026-09-03T04:53:58+00:00" + }, + { + "path": "/bot/trustoven-manifest-observer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:19:26+00:00", + "last": "2026-09-03T08:19:26+00:00" + }, + { + "path": "/bot/undici.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:09+00:00", + "last": "2026-09-03T06:01:09+00:00" + }, + { + "path": "/bot/utopian-foundry-probe.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:34+00:00", + "last": "2026-09-03T04:52:34+00:00" + }, + { + "path": "/bot/verifymcp-ownersbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:08+00:00", + "last": "2026-09-03T05:51:08+00:00" + }, + { + "path": "/bot/waggle.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:52:56+00:00", + "last": "2026-09-03T06:52:56+00:00" + }, + { + "path": "/bot/x402-observatory.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:56+00:00", + "last": "2026-09-03T04:59:56+00:00" + }, + { + "path": "/bot/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:43+00:00", + "last": "2026-09-03T06:01:43+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:59:42+00:00", + "last": "2026-09-03T06:59:42+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:49+00:00", + "last": "2026-09-03T04:49:49+00:00" + }, + { + "path": "/category/archive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:57:40+00:00", + "last": "2026-09-03T06:57:40+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:59:57+00:00", + "last": "2026-09-03T06:59:57+00:00" + }, + { + "path": "/category/preview.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:40+00:00", + "last": "2026-09-03T05:51:40+00:00" + }, + { + "path": "/category/search.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:06:01+00:00", + "last": "2026-09-03T08:06:01+00:00" + }, + { + "path": "/category/seo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:03+00:00", + "last": "2026-09-03T05:50:03+00:00" + }, + { + "path": "/category/tool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:55:07+00:00", + "last": "2026-09-03T06:55:07+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:10:07+00:00", + "last": "2026-09-03T07:10:07+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:13+00:00", + "last": "2026-09-03T04:45:13+00:00" + }, + { + "path": "/changes.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:19+00:00", + "last": "2026-09-03T04:47:19+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:38+00:00", + "last": "2026-09-03T04:46:38+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:05+00:00", + "last": "2026-09-03T04:46:05+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:13:48+00:00", + "last": "2026-09-03T08:13:48+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:52+00:00", + "last": "2026-09-03T05:55:52+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:25+00:00", + "last": "2026-09-03T08:00:25+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:58+00:00", + "last": "2026-09-03T05:56:58+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:44+00:00", + "last": "2026-09-03T05:55:44+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:50:15+00:00", + "last": "2026-09-03T06:50:15+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:08:23+00:00", + "last": "2026-09-03T08:08:23+00:00" + }, + { + "path": "/crawler/aihitbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:57:10+00:00", + "last": "2026-09-03T06:57:10+00:00" + }, + { + "path": "/crawler/aiwebindex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:20:58+00:00", + "last": "2026-09-03T08:20:58+00:00" + }, + { + "path": "/crawler/amazonbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:17:39+00:00", + "last": "2026-09-03T07:17:39+00:00" + }, + { + "path": "/crawler/andibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:14:03+00:00", + "last": "2026-09-03T08:14:03+00:00" + }, + { + "path": "/crawler/anomura.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:13:03+00:00", + "last": "2026-09-03T08:13:03+00:00" + }, + { + "path": "/crawler/anthropic-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:06+00:00", + "last": "2026-09-03T04:50:06+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:07+00:00", + "last": "2026-09-03T04:49:07+00:00" + }, + { + "path": "/crawler/applebot-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:01:27+00:00", + "last": "2026-09-03T08:01:27+00:00" + }, + { + "path": "/crawler/applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:03:27+00:00", + "last": "2026-09-03T07:03:27+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:30+00:00", + "last": "2026-09-03T04:54:30+00:00" + }, + { + "path": "/crawler/atlassian-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:15+00:00", + "last": "2026-09-03T08:04:15+00:00" + }, + { + "path": "/crawler/awariorssbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:19:12+00:00", + "last": "2026-09-03T07:19:12+00:00" + }, + { + "path": "/crawler/awariosmartbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:21:02+00:00", + "last": "2026-09-03T07:21:02+00:00" + }, + { + "path": "/crawler/baiduspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:06:16+00:00", + "last": "2026-09-03T07:06:16+00:00" + }, + { + "path": "/crawler/barkrowler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:00:51+00:00", + "last": "2026-09-03T07:00:51+00:00" + }, + { + "path": "/crawler/bedrockbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:17:08+00:00", + "last": "2026-09-03T08:17:08+00:00" + }, + { + "path": "/crawler/bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:39+00:00", + "last": "2026-09-03T05:58:39+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:05:10+00:00", + "last": "2026-09-03T08:05:10+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:12:55+00:00", + "last": "2026-09-03T07:12:55+00:00" + }, + { + "path": "/crawler/chatgpt-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:08:50+00:00", + "last": "2026-09-03T07:08:50+00:00" + }, + { + "path": "/crawler/chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:11:13+00:00", + "last": "2026-09-03T08:11:13+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:55:21+00:00", + "last": "2026-09-03T06:55:21+00:00" + }, + { + "path": "/crawler/claude-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:07:33+00:00", + "last": "2026-09-03T07:07:33+00:00" + }, + { + "path": "/crawler/claude-web.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:03:42+00:00", + "last": "2026-09-03T08:03:42+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:25+00:00", + "last": "2026-09-03T04:52:25+00:00" + }, + { + "path": "/crawler/cloudflare-autorag.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:56:39+00:00", + "last": "2026-09-03T06:56:39+00:00" + }, + { + "path": "/crawler/cohere-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:13+00:00", + "last": "2026-09-03T05:48:13+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:04+00:00", + "last": "2026-09-03T05:54:04+00:00" + }, + { + "path": "/crawler/cotoyogi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:02:40+00:00", + "last": "2026-09-03T07:02:40+00:00" + }, + { + "path": "/crawler/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:01+00:00", + "last": "2026-09-03T04:52:01+00:00" + }, + { + "path": "/crawler/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:18+00:00", + "last": "2026-09-03T06:01:18+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:05+00:00", + "last": "2026-09-03T05:52:05+00:00" + }, + { + "path": "/crawler/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:42+00:00", + "last": "2026-09-03T04:53:42+00:00" + }, + { + "path": "/crawler/dotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:03+00:00", + "last": "2026-09-03T05:59:03+00:00" + }, + { + "path": "/crawler/duckassistbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:05:31+00:00", + "last": "2026-09-03T07:05:31+00:00" + }, + { + "path": "/crawler/duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:21+00:00", + "last": "2026-09-03T05:48:21+00:00" + }, + { + "path": "/crawler/echoboxbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:06:49+00:00", + "last": "2026-09-03T08:06:49+00:00" + }, + { + "path": "/crawler/exasearchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:11:23+00:00", + "last": "2026-09-03T07:11:23+00:00" + }, + { + "path": "/crawler/facebookbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:56+00:00", + "last": "2026-09-03T05:47:56+00:00" + }, + { + "path": "/crawler/facebookexternalhit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:10:42+00:00", + "last": "2026-09-03T08:10:42+00:00" + }, + { + "path": "/crawler/factset-spyderbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:38+00:00", + "last": "2026-09-03T04:56:38+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:17:23+00:00", + "last": "2026-09-03T08:17:23+00:00" + }, + { + "path": "/crawler/firecrawlagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:02+00:00", + "last": "2026-09-03T06:00:02+00:00" + }, + { + "path": "/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:08:04+00:00", + "last": "2026-09-03T07:08:04+00:00" + }, + { + "path": "/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:07:22+00:00", + "last": "2026-09-03T08:07:22+00:00" + }, + { + "path": "/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:32+00:00", + "last": "2026-09-03T05:57:32+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:33+00:00", + "last": "2026-09-03T05:56:33+00:00" + }, + { + "path": "/crawler/google-gemininotebook.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:38+00:00", + "last": "2026-09-03T04:55:38+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:07+00:00", + "last": "2026-09-03T05:57:07+00:00" + }, + { + "path": "/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:05+00:00", + "last": "2026-09-03T05:47:05+00:00" + }, + { + "path": "/crawler/google-read-aloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:03:22+00:00", + "last": "2026-09-03T08:03:22+00:00" + }, + { + "path": "/crawler/google-safety.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:13:18+00:00", + "last": "2026-09-03T08:13:18+00:00" + }, + { + "path": "/crawler/google-site-verification.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:21:32+00:00", + "last": "2026-09-03T07:21:32+00:00" + }, + { + "path": "/crawler/googlebot-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:12+00:00", + "last": "2026-09-03T04:56:12+00:00" + }, + { + "path": "/crawler/googlebot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:46+00:00", + "last": "2026-09-03T05:49:46+00:00" + }, + { + "path": "/crawler/googlebot-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:33+00:00", + "last": "2026-09-03T08:04:33+00:00" + }, + { + "path": "/crawler/googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:22:02+00:00", + "last": "2026-09-03T07:22:02+00:00" + }, + { + "path": "/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:15:33+00:00", + "last": "2026-09-03T07:15:33+00:00" + }, + { + "path": "/crawler/googleother-image.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:59:12+00:00", + "last": "2026-09-03T06:59:12+00:00" + }, + { + "path": "/crawler/googleother-video.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:05:16+00:00", + "last": "2026-09-03T07:05:16+00:00" + }, + { + "path": "/crawler/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:10:57+00:00", + "last": "2026-09-03T08:10:57+00:00" + }, + { + "path": "/crawler/googleproducer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:36+00:00", + "last": "2026-09-03T04:51:36+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:26+00:00", + "last": "2026-09-03T06:02:26+00:00" + }, + { + "path": "/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:56:54+00:00", + "last": "2026-09-03T06:56:54+00:00" + }, + { + "path": "/crawler/icc-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:08+00:00", + "last": "2026-09-03T08:00:08+00:00" + }, + { + "path": "/crawler/imagesiftbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:06:33+00:00", + "last": "2026-09-03T08:06:33+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:29+00:00", + "last": "2026-09-03T05:49:29+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:53+00:00", + "last": "2026-09-03T05:54:53+00:00" + }, + { + "path": "/crawler/isscyberriskcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:11:07+00:00", + "last": "2026-09-03T07:11:07+00:00" + }, + { + "path": "/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:06:01+00:00", + "last": "2026-09-03T07:06:01+00:00" + }, + { + "path": "/crawler/klaviyoaibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:28+00:00", + "last": "2026-09-03T04:57:28+00:00" + }, + { + "path": "/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:57+00:00", + "last": "2026-09-03T05:52:57+00:00" + }, + { + "path": "/crawler/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:12:32+00:00", + "last": "2026-09-03T08:12:32+00:00" + }, + { + "path": "/crawler/linguee-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:39+00:00", + "last": "2026-09-03T05:47:39+00:00" + }, + { + "path": "/crawler/mediapartners-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:04+00:00", + "last": "2026-09-03T05:49:04+00:00" + }, + { + "path": "/crawler/meta-externalagent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:54:50+00:00", + "last": "2026-09-03T06:54:50+00:00" + }, + { + "path": "/crawler/meta-externalfetcher.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:12:00+00:00", + "last": "2026-09-03T08:12:00+00:00" + }, + { + "path": "/crawler/meta-webindexer.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:20:15+00:00", + "last": "2026-09-03T07:20:15+00:00" + }, + { + "path": "/crawler/mistralai-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:08:55+00:00", + "last": "2026-09-03T08:08:55+00:00" + }, + { + "path": "/crawler/mj12bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:49+00:00", + "last": "2026-09-03T05:52:49+00:00" + }, + { + "path": "/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:50+00:00", + "last": "2026-09-03T04:53:50+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:02+00:00", + "last": "2026-09-03T08:23:02+00:00" + }, + { + "path": "/crawler/omgili.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:23+00:00", + "last": "2026-09-03T05:57:23+00:00" + }, + { + "path": "/crawler/omgilibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:09:51+00:00", + "last": "2026-09-03T07:09:51+00:00" + }, + { + "path": "/crawler/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:18:56+00:00", + "last": "2026-09-03T07:18:56+00:00" + }, + { + "path": "/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:19:57+00:00", + "last": "2026-09-03T08:19:57+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:02+00:00", + "last": "2026-09-03T05:55:02+00:00" + }, + { + "path": "/crawler/petalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:11:28+00:00", + "last": "2026-09-03T08:11:28+00:00" + }, + { + "path": "/crawler/phindbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:21:45+00:00", + "last": "2026-09-03T08:21:45+00:00" + }, + { + "path": "/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:39+00:00", + "last": "2026-09-03T04:59:39+00:00" + }, + { + "path": "/crawler/poseidon-research-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:18:40+00:00", + "last": "2026-09-03T07:18:40+00:00" + }, + { + "path": "/crawler/qualifiedbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:20+00:00", + "last": "2026-09-03T04:51:20+00:00" + }, + { + "path": "/crawler/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:54+00:00", + "last": "2026-09-03T05:59:54+00:00" + }, + { + "path": "/crawler/qwantbot-news.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:21+00:00", + "last": "2026-09-03T05:49:21+00:00" + }, + { + "path": "/crawler/qwantbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:06+00:00", + "last": "2026-09-03T05:53:06+00:00" + }, + { + "path": "/crawler/reflectionbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:54:36+00:00", + "last": "2026-09-03T05:54:36+00:00" + }, + { + "path": "/crawler/rogerbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:18:09+00:00", + "last": "2026-09-03T08:18:09+00:00" + }, + { + "path": "/crawler/sbintuitionsbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:12:24+00:00", + "last": "2026-09-03T07:12:24+00:00" + }, + { + "path": "/crawler/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:59+00:00", + "last": "2026-09-03T04:52:59+00:00" + }, + { + "path": "/crawler/screaming-frog-seo-spider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:01:06+00:00", + "last": "2026-09-03T07:01:06+00:00" + }, + { + "path": "/crawler/semrushbot-ba.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:16:04+00:00", + "last": "2026-09-03T07:16:04+00:00" + }, + { + "path": "/crawler/semrushbot-esi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:40+00:00", + "last": "2026-09-03T05:53:40+00:00" + }, + { + "path": "/crawler/semrushbot-ft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:49:54+00:00", + "last": "2026-09-03T05:49:54+00:00" + }, + { + "path": "/crawler/semrushbot-ocob.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:47+00:00", + "last": "2026-09-03T05:58:47+00:00" + }, + { + "path": "/crawler/semrushbot-si.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:56:24+00:00", + "last": "2026-09-03T06:56:24+00:00" + }, + { + "path": "/crawler/semrushbot-swa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:47+00:00", + "last": "2026-09-03T04:54:47+00:00" + }, + { + "path": "/crawler/semrushbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:27+00:00", + "last": "2026-09-03T05:59:27+00:00" + }, + { + "path": "/crawler/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:32+00:00", + "last": "2026-09-03T08:23:32+00:00" + }, + { + "path": "/crawler/serpstatbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:08:35+00:00", + "last": "2026-09-03T07:08:35+00:00" + }, + { + "path": "/crawler/seznambot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:13:25+00:00", + "last": "2026-09-03T07:13:25+00:00" + }, + { + "path": "/crawler/shapbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:09:20+00:00", + "last": "2026-09-03T07:09:20+00:00" + }, + { + "path": "/crawler/sidetrade-indexer-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:11+00:00", + "last": "2026-09-03T05:59:11+00:00" + }, + { + "path": "/crawler/siteauditbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:14:49+00:00", + "last": "2026-09-03T08:14:49+00:00" + }, + { + "path": "/crawler/slackbot-linkexpanding.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:03:59+00:00", + "last": "2026-09-03T08:03:59+00:00" + }, + { + "path": "/crawler/slackbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:00:12+00:00", + "last": "2026-09-03T07:00:12+00:00" + }, + { + "path": "/crawler/splitsignalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:08+00:00", + "last": "2026-09-03T04:58:08+00:00" + }, + { + "path": "/crawler/storebot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:11:44+00:00", + "last": "2026-09-03T08:11:44+00:00" + }, + { + "path": "/crawler/terracotta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:09:06+00:00", + "last": "2026-09-03T07:09:06+00:00" + }, + { + "path": "/crawler/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:01:43+00:00", + "last": "2026-09-03T08:01:43+00:00" + }, + { + "path": "/crawler/tiktokspider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:18+00:00", + "last": "2026-09-03T06:02:18+00:00" + }, + { + "path": "/crawler/timpibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:16+00:00", + "last": "2026-09-03T04:53:16+00:00" + }, + { + "path": "/crawler/velenpublicwebcrawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:54:20+00:00", + "last": "2026-09-03T06:54:20+00:00" + }, + { + "path": "/crawler/webzio-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:12:08+00:00", + "last": "2026-09-03T07:12:08+00:00" + }, + { + "path": "/crawler/wpbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:49+00:00", + "last": "2026-09-03T04:58:49+00:00" + }, + { + "path": "/crawler/yak.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:57+00:00", + "last": "2026-09-03T08:00:57+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:44+00:00", + "last": "2026-09-03T06:00:44+00:00" + }, + { + "path": "/crawler/yandexadditionalbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:19+00:00", + "last": "2026-09-03T04:57:19+00:00" + }, + { + "path": "/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:47+00:00", + "last": "2026-09-03T04:56:47+00:00" + }, + { + "path": "/crawler/yandexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:59:27+00:00", + "last": "2026-09-03T06:59:27+00:00" + }, + { + "path": "/crawler/yandexcalendar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:03:08+00:00", + "last": "2026-09-03T06:03:08+00:00" + }, + { + "path": "/crawler/yandexcombot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:04:14+00:00", + "last": "2026-09-03T07:04:14+00:00" + }, + { + "path": "/crawler/yandexdirect.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:10:52+00:00", + "last": "2026-09-03T07:10:52+00:00" + }, + { + "path": "/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:11+00:00", + "last": "2026-09-03T05:50:11+00:00" + }, + { + "path": "/crawler/yandeximages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:02:55+00:00", + "last": "2026-09-03T07:02:55+00:00" + }, + { + "path": "/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:09:40+00:00", + "last": "2026-09-03T08:09:40+00:00" + }, + { + "path": "/crawler/yandexmedia.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:19:11+00:00", + "last": "2026-09-03T08:19:11+00:00" + }, + { + "path": "/crawler/yandexmetrika.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:01:58+00:00", + "last": "2026-09-03T08:01:58+00:00" + }, + { + "path": "/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:20:30+00:00", + "last": "2026-09-03T07:20:30+00:00" + }, + { + "path": "/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:01+00:00", + "last": "2026-09-03T06:01:01+00:00" + }, + { + "path": "/crawler/yandexscreenshotbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:06:17+00:00", + "last": "2026-09-03T08:06:17+00:00" + }, + { + "path": "/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:16:20+00:00", + "last": "2026-09-03T07:16:20+00:00" + }, + { + "path": "/crawler/yandexwebmaster.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:23:17+00:00", + "last": "2026-09-03T08:23:17+00:00" + }, + { + "path": "/crawler/yeti.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:17:54+00:00", + "last": "2026-09-03T08:17:54+00:00" + }, + { + "path": "/crawler/youbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:07:37+00:00", + "last": "2026-09-03T08:07:37+00:00" + }, + { + "path": "/data/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:43+00:00", + "last": "2026-09-03T06:02:43+00:00" + }, + { + "path": "/documents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:52+00:00", + "last": "2026-09-03T04:47:52+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:11+00:00", + "last": "2026-09-03T04:47:11+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:30+00:00", + "last": "2026-09-03T04:46:30+00:00" + }, + { + "path": "/ip-ranges/ahrefs-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:54:05+00:00", + "last": "2026-09-03T06:54:05+00:00" + }, + { + "path": "/ip-ranges/apple-applebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:51+00:00", + "last": "2026-09-03T06:02:51+00:00" + }, + { + "path": "/ip-ranges/bing-bingbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:00+00:00", + "last": "2026-09-03T05:51:00+00:00" + }, + { + "path": "/ip-ranges/commoncrawl-ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:46+00:00", + "last": "2026-09-03T04:55:46+00:00" + }, + { + "path": "/ip-ranges/duckduckgo-duckduckbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:57:49+00:00", + "last": "2026-09-03T05:57:49+00:00" + }, + { + "path": "/ip-ranges/google-googlebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:07:52+00:00", + "last": "2026-09-03T08:07:52+00:00" + }, + { + "path": "/ip-ranges/google-special.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:31+00:00", + "last": "2026-09-03T05:52:31+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-agents.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:57:55+00:00", + "last": "2026-09-03T06:57:55+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:51:01+00:00", + "last": "2026-09-03T06:51:01+00:00" + }, + { + "path": "/ip-ranges/google-user-triggered.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:34+00:00", + "last": "2026-09-03T06:02:34+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:24+00:00", + "last": "2026-09-03T04:58:24+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:59+00:00", + "last": "2026-09-03T04:48:59+00:00" + }, + { + "path": "/ip-ranges/openai-gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:08+00:00", + "last": "2026-09-03T04:53:08+00:00" + }, + { + "path": "/ip-ranges/openai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:01:12+00:00", + "last": "2026-09-03T08:01:12+00:00" + }, + { + "path": "/ip-ranges/perplexity-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:02:48+00:00", + "last": "2026-09-03T08:02:48+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:23+00:00", + "last": "2026-09-03T05:53:23+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:13+00:00", + "last": "2026-09-03T04:46:13+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:56+00:00", + "last": "2026-09-03T04:44:56+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:14+00:00", + "last": "2026-09-03T04:44:14+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:05+00:00", + "last": "2026-09-03T04:44:05+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:23+00:00", + "last": "2026-09-03T04:45:23+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:43:57+00:00", + "last": "2026-09-03T04:43:57+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:43:41+00:00", + "last": "2026-09-03T04:43:41+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:46+00:00", + "last": "2026-09-03T04:46:46+00:00" + }, + { + "path": "/operator/ahrefs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:20:43+00:00", + "last": "2026-09-03T08:20:43+00:00" + }, + { + "path": "/operator/ai2.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:42+00:00", + "last": "2026-09-03T04:52:42+00:00" + }, + { + "path": "/operator/aihit.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:12:39+00:00", + "last": "2026-09-03T07:12:39+00:00" + }, + { + "path": "/operator/amazon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:54:56+00:00", + "last": "2026-09-03T04:54:56+00:00" + }, + { + "path": "/operator/andi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:10:11+00:00", + "last": "2026-09-03T08:10:11+00:00" + }, + { + "path": "/operator/anthropic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:22+00:00", + "last": "2026-09-03T04:55:22+00:00" + }, + { + "path": "/operator/apple.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:53:25+00:00", + "last": "2026-09-03T04:53:25+00:00" + }, + { + "path": "/operator/atlassian.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:44+00:00", + "last": "2026-09-03T04:57:44+00:00" + }, + { + "path": "/operator/awario.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:35+00:00", + "last": "2026-09-03T06:01:35+00:00" + }, + { + "path": "/operator/babbar.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:24+00:00", + "last": "2026-09-03T04:49:24+00:00" + }, + { + "path": "/operator/baidu.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:21:30+00:00", + "last": "2026-09-03T08:21:30+00:00" + }, + { + "path": "/operator/bytedance.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:19:28+00:00", + "last": "2026-09-03T07:19:28+00:00" + }, + { + "path": "/operator/ceramic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:07:03+00:00", + "last": "2026-09-03T07:07:03+00:00" + }, + { + "path": "/operator/cloudflare.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:07:18+00:00", + "last": "2026-09-03T07:07:18+00:00" + }, + { + "path": "/operator/cohere.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:58:10+00:00", + "last": "2026-09-03T06:58:10+00:00" + }, + { + "path": "/operator/commoncrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:11+00:00", + "last": "2026-09-03T04:57:11+00:00" + }, + { + "path": "/operator/crawl4ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:01:37+00:00", + "last": "2026-09-03T07:01:37+00:00" + }, + { + "path": "/operator/crawlspace.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:58:14+00:00", + "last": "2026-09-03T05:58:14+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:23+00:00", + "last": "2026-09-03T05:47:23+00:00" + }, + { + "path": "/operator/diffbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:06:33+00:00", + "last": "2026-09-03T07:06:33+00:00" + }, + { + "path": "/operator/direqt.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:21:17+00:00", + "last": "2026-09-03T07:21:17+00:00" + }, + { + "path": "/operator/duckduckgo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:59:05+00:00", + "last": "2026-09-03T04:59:05+00:00" + }, + { + "path": "/operator/echobox.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:15:36+00:00", + "last": "2026-09-03T08:15:36+00:00" + }, + { + "path": "/operator/exa.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:05:43+00:00", + "last": "2026-09-03T08:05:43+00:00" + }, + { + "path": "/operator/factset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:56+00:00", + "last": "2026-09-03T05:53:56+00:00" + }, + { + "path": "/operator/firecrawl.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:02:24+00:00", + "last": "2026-09-03T07:02:24+00:00" + }, + { + "path": "/operator/google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:19:59+00:00", + "last": "2026-09-03T07:19:59+00:00" + }, + { + "path": "/operator/hive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:10:22+00:00", + "last": "2026-09-03T07:10:22+00:00" + }, + { + "path": "/operator/huawei.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:16+00:00", + "last": "2026-09-03T05:51:16+00:00" + }, + { + "path": "/operator/hunter.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:03:11+00:00", + "last": "2026-09-03T07:03:11+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:22:16+00:00", + "last": "2026-09-03T08:22:16+00:00" + }, + { + "path": "/operator/internetarchive.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:09:11+00:00", + "last": "2026-09-03T08:09:11+00:00" + }, + { + "path": "/operator/iss.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:03:42+00:00", + "last": "2026-09-03T07:03:42+00:00" + }, + { + "path": "/operator/kagi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:14:44+00:00", + "last": "2026-09-03T07:14:44+00:00" + }, + { + "path": "/operator/klaviyo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:24:19+00:00", + "last": "2026-09-03T08:24:19+00:00" + }, + { + "path": "/operator/laion.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:52:17+00:00", + "last": "2026-09-03T04:52:17+00:00" + }, + { + "path": "/operator/lightpanda.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:14:29+00:00", + "last": "2026-09-03T07:14:29+00:00" + }, + { + "path": "/operator/linguee.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:15:20+00:00", + "last": "2026-09-03T08:15:20+00:00" + }, + { + "path": "/operator/lyrenth.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:59:19+00:00", + "last": "2026-09-03T05:59:19+00:00" + }, + { + "path": "/operator/majestic.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:09:36+00:00", + "last": "2026-09-03T07:09:36+00:00" + }, + { + "path": "/operator/meltwater.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:16:22+00:00", + "last": "2026-09-03T08:16:22+00:00" + }, + { + "path": "/operator/meta.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:17:39+00:00", + "last": "2026-09-03T08:17:39+00:00" + }, + { + "path": "/operator/microsoft.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:22+00:00", + "last": "2026-09-03T05:52:22+00:00" + }, + { + "path": "/operator/mistral.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:52:33+00:00", + "last": "2026-09-03T06:52:33+00:00" + }, + { + "path": "/operator/mojeek.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:49:40+00:00", + "last": "2026-09-03T04:49:40+00:00" + }, + { + "path": "/operator/moz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:28+00:00", + "last": "2026-09-03T06:00:28+00:00" + }, + { + "path": "/operator/naver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:13:43+00:00", + "last": "2026-09-03T07:13:43+00:00" + }, + { + "path": "/operator/nict.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:13:10+00:00", + "last": "2026-09-03T07:13:10+00:00" + }, + { + "path": "/operator/openai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:50:48+00:00", + "last": "2026-09-03T04:50:48+00:00" + }, + { + "path": "/operator/panscient.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:38+00:00", + "last": "2026-09-03T05:48:38+00:00" + }, + { + "path": "/operator/parallel.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:53:50+00:00", + "last": "2026-09-03T06:53:50+00:00" + }, + { + "path": "/operator/perplexity.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:52:14+00:00", + "last": "2026-09-03T05:52:14+00:00" + }, + { + "path": "/operator/phind.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:01:26+00:00", + "last": "2026-09-03T06:01:26+00:00" + }, + { + "path": "/operator/pinterest.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:08+00:00", + "last": "2026-09-03T05:56:08+00:00" + }, + { + "path": "/operator/poseidon.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:56:41+00:00", + "last": "2026-09-03T05:56:41+00:00" + }, + { + "path": "/operator/qualified.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:28+00:00", + "last": "2026-09-03T05:50:28+00:00" + }, + { + "path": "/operator/quantumcloud.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:01:23+00:00", + "last": "2026-09-03T07:01:23+00:00" + }, + { + "path": "/operator/quillbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:03:59+00:00", + "last": "2026-09-03T07:03:59+00:00" + }, + { + "path": "/operator/qwant.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:02:10+00:00", + "last": "2026-09-03T06:02:10+00:00" + }, + { + "path": "/operator/reflection.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:52+00:00", + "last": "2026-09-03T04:57:52+00:00" + }, + { + "path": "/operator/rois.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:03+00:00", + "last": "2026-09-03T04:57:03+00:00" + }, + { + "path": "/operator/sbintuitions.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:19+00:00", + "last": "2026-09-03T05:55:19+00:00" + }, + { + "path": "/operator/scrapy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:48:04+00:00", + "last": "2026-09-03T05:48:04+00:00" + }, + { + "path": "/operator/screamingfrog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:53:31+00:00", + "last": "2026-09-03T05:53:31+00:00" + }, + { + "path": "/operator/semrush.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:11:38+00:00", + "last": "2026-09-03T07:11:38+00:00" + }, + { + "path": "/operator/seokicks.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:57:36+00:00", + "last": "2026-09-03T04:57:36+00:00" + }, + { + "path": "/operator/serpstat.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:31+00:00", + "last": "2026-09-03T05:47:31+00:00" + }, + { + "path": "/operator/seznam.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:14:19+00:00", + "last": "2026-09-03T08:14:19+00:00" + }, + { + "path": "/operator/sidetrade.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:14:14+00:00", + "last": "2026-09-03T07:14:14+00:00" + }, + { + "path": "/operator/slack.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:55:27+00:00", + "last": "2026-09-03T05:55:27+00:00" + }, + { + "path": "/operator/thinkbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:18:56+00:00", + "last": "2026-09-03T08:18:56+00:00" + }, + { + "path": "/operator/timpi.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:53+00:00", + "last": "2026-09-03T06:00:53+00:00" + }, + { + "path": "/operator/webz.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:18:25+00:00", + "last": "2026-09-03T07:18:25+00:00" + }, + { + "path": "/operator/yandex.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:36+00:00", + "last": "2026-09-03T06:00:36+00:00" + }, + { + "path": "/operator/you.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:19:42+00:00", + "last": "2026-09-03T08:19:42+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:22+00:00", + "last": "2026-09-03T04:46:22+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:51:04+00:00", + "last": "2026-09-03T04:51:04+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:06:48+00:00", + "last": "2026-09-03T07:06:48+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:46:48+00:00", + "last": "2026-09-03T05:46:48+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:56:20+00:00", + "last": "2026-09-03T04:56:20+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:05:26+00:00", + "last": "2026-09-03T08:05:26+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:08:07+00:00", + "last": "2026-09-03T08:08:07+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:48+00:00", + "last": "2026-09-03T05:47:48+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:16:35+00:00", + "last": "2026-09-03T07:16:35+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:51:48+00:00", + "last": "2026-09-03T05:51:48+00:00" + }, + { + "path": "/pricing", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:46:54+00:00", + "last": "2026-09-03T04:46:54+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:05+00:00", + "last": "2026-09-03T04:45:05+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:39+00:00", + "last": "2026-09-03T04:45:39+00:00" + }, + { + "path": "/register", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:56+00:00", + "last": "2026-09-03T04:45:56+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:39+00:00", + "last": "2026-09-03T04:44:39+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:40:53+00:00", + "last": "2026-09-03T03:40:53+00:00" + }, + { + "path": "/snippet/apache-htaccess.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:47:14+00:00", + "last": "2026-09-03T05:47:14+00:00" + }, + { + "path": "/snippet/caddy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:57:24+00:00", + "last": "2026-09-03T06:57:24+00:00" + }, + { + "path": "/snippet/cloudflare-worker.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:58:41+00:00", + "last": "2026-09-03T04:58:41+00:00" + }, + { + "path": "/snippet/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:10:27+00:00", + "last": "2026-09-03T08:10:27+00:00" + }, + { + "path": "/snippet/nginx-map.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:50:20+00:00", + "last": "2026-09-03T05:50:20+00:00" + }, + { + "path": "/snippet/python-classify.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:00:05+00:00", + "last": "2026-09-03T05:00:05+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:48+00:00", + "last": "2026-09-03T04:44:48+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:44:30+00:00", + "last": "2026-09-03T04:44:30+00:00" + }, + { + "path": "/tools/ai-access.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:34+00:00", + "last": "2026-09-03T04:48:34+00:00" + }, + { + "path": "/tools/classify-ua.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:25+00:00", + "last": "2026-09-03T04:48:25+00:00" + }, + { + "path": "/tools/example.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:17+00:00", + "last": "2026-09-03T04:48:17+00:00" + }, + { + "path": "/tools/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:31+00:00", + "last": "2026-09-03T04:45:31+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:36+00:00", + "last": "2026-09-03T04:47:36+00:00" + }, + { + "path": "/tools/robots-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:00+00:00", + "last": "2026-09-03T04:48:00+00:00" + }, + { + "path": "/tools/verification-methods.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:27+00:00", + "last": "2026-09-03T04:47:27+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:48:09+00:00", + "last": "2026-09-03T04:48:09+00:00" + }, + { + "path": "/tools/whoami.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:47:44+00:00", + "last": "2026-09-03T04:47:44+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:45:47+00:00", + "last": "2026-09-03T04:45:47+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "301", + "at": "2026-09-03T03:40:24+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T03:40:39+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T03:40:53+00:00" + }, + { + "path": "/bot/index.html", + "status": "200", + "at": "2026-09-03T04:43:33+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-03T04:43:41+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-03T04:43:49+00:00" + }, + { + "path": "/mcp-transport.html", + "status": "200", + "at": "2026-09-03T04:43:57+00:00" + }, + { + "path": "/mcp-netcheck.html", + "status": "200", + "at": "2026-09-03T04:44:05+00:00" + }, + { + "path": "/mcp-lint.html", + "status": "200", + "at": "2026-09-03T04:44:14+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-03T04:44:22+00:00" + }, + { + "path": "/terms.html", + "status": "200", + "at": "2026-09-03T04:44:30+00:00" + }, + { + "path": "/security.html", + "status": "200", + "at": "2026-09-03T04:44:39+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-03T04:44:48+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-03T04:44:56+00:00" + }, + { + "path": "/privacy.html", + "status": "200", + "at": "2026-09-03T04:45:05+00:00" + }, + { + "path": "/changelog.html", + "status": "200", + "at": "2026-09-03T04:45:13+00:00" + }, + { + "path": "/mcp-robots.html", + "status": "200", + "at": "2026-09-03T04:45:23+00:00" + }, + { + "path": "/tools/index.html", + "status": "200", + "at": "2026-09-03T04:45:31+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-03T04:45:39+00:00" + }, + { + "path": "/trust", + "status": "200", + "at": "2026-09-03T04:45:47+00:00" + }, + { + "path": "/register", + "status": "200", + "at": "2026-09-03T04:45:56+00:00" + }, + { + "path": "/contact", + "status": "200", + "at": "2026-09-03T04:46:05+00:00" + }, + { + "path": "/legal", + "status": "200", + "at": "2026-09-03T04:46:13+00:00" + }, + { + "path": "/packages.html", + "status": "200", + "at": "2026-09-03T04:46:22+00:00" + }, + { + "path": "/inference.html", + "status": "200", + "at": "2026-09-03T04:46:30+00:00" + }, + { + "path": "/compliance", + "status": "200", + "at": "2026-09-03T04:46:38+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-03T04:46:46+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-03T04:46:54+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-03T04:47:03+00:00" + }, + { + "path": "/impressum", + "status": "200", + "at": "2026-09-03T04:47:11+00:00" + }, + { + "path": "/changes.json", + "status": "200", + "at": "2026-09-03T04:47:19+00:00" + }, + { + "path": "/tools/verification-methods.html", + "status": "200", + "at": "2026-09-03T04:47:27+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "status": "200", + "at": "2026-09-03T04:47:36+00:00" + }, + { + "path": "/tools/whoami.html", + "status": "200", + "at": "2026-09-03T04:47:44+00:00" + }, + { + "path": "/documents.json", + "status": "200", + "at": "2026-09-03T04:47:52+00:00" + }, + { + "path": "/tools/robots-lint.html", + "status": "200", + "at": "2026-09-03T04:48:00+00:00" + }, + { + "path": "/tools/verify-crawler.html", + "status": "200", + "at": "2026-09-03T04:48:09+00:00" + }, + { + "path": "/tools/example.html", + "status": "200", + "at": "2026-09-03T04:48:17+00:00" + }, + { + "path": "/tools/classify-ua.html", + "status": "200", + "at": "2026-09-03T04:48:25+00:00" + }, + { + "path": "/tools/ai-access.html", + "status": "200", + "at": "2026-09-03T04:48:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 63.4, + "visit_starts": [ + "2026-09-03T03:40:24Z", + "2026-09-03T04:43:33Z", + "2026-09-03T05:46:48Z", + "2026-09-03T06:50:15Z", + "2026-09-03T08:00:08Z" + ] + }, + "documentation_url": "https://dataforseo.com/dataforseo-bot", + "self_described_as": "DataForSeoBot/1.0" + }, + { + "slug": "davefeedread", + "name": "davefeedread", + "group_key": "ua:davefeedread", + "kind": "named", + "user_agents": [ + { + "ua": "davefeedread v0.5.25", + "requests": 414, + "addresses": 1, + "first_seen": "2026-09-03T01:08:27+00:00", + "last_seen": "2026-09-07T08:34:59+00:00" + } + ], + "primary_user_agent": "davefeedread v0.5.25", + "requests": 414, + "addresses": 1, + "first_seen": "2026-09-03T01:08:27+00:00", + "last_seen": "2026-09-07T08:34:59+00:00", + "bytes_served": 12326030, + "classed_by_our_instrument": { + "agent": 414 + }, + "surfaces": { + "pathwren-edge": 318, + "changes-syndication-feeds": 96 + }, + "channels": { + "feedland": 414 + }, + "accept_headers": [], + "status_codes": { + "200": 414 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/feedland/feed.xml", + "requests": 414, + "statuses": { + "200": 414 + }, + "first": "2026-09-03T01:08:27+00:00", + "last": "2026-09-07T08:34:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/feedland/feed.xml", + "status": "200", + "at": "2026-09-03T01:08:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 5700.5, + "visit_starts": [ + "2026-09-03T01:08:27Z", + "2026-09-07T00:08:55Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mcpi", + "name": "mcpi", + "group_key": "ua:mcpi", + "kind": "named", + "user_agents": [ + { + "ua": "mcpi/probe", + "requests": 377, + "addresses": 1, + "first_seen": "2026-09-02T23:06:48+00:00", + "last_seen": "2026-09-07T03:40:40+00:00" + } + ], + "primary_user_agent": "mcpi/probe", + "requests": 377, + "addresses": 1, + "first_seen": "2026-09-02T23:06:48+00:00", + "last_seen": "2026-09-07T03:40:40+00:00", + "bytes_served": 2838717, + "classed_by_our_instrument": { + "agent": 377 + }, + "surfaces": { + "oauth-discovery-refusal": 295, + "mcp-crawler-index": 17, + "mcp-crawler-ip-verifier": 13, + "mcp-endpoint-lint": 13, + "mcp-agent-discovery-doctor": 12, + "mcp-crawler-log-triage": 12, + "mcp-robots-policy-lint": 12, + "mcp-markdown-lane": 3 + }, + "channels": { + "mcp-registry-official": 82 + }, + "accept_headers": [ + "*/*", + "application/json, text/event-stream" + ], + "status_codes": { + "404": 295, + "200": 79, + "204": 3 + }, + "distinct_paths": 23, + "paths": [ + { + "path": "/.well-known/oauth-authorization-server", + "requests": 71, + "statuses": { + "404": 71 + }, + "first": "2026-09-03T00:04:47+00:00", + "last": "2026-09-07T03:40:40+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 70, + "statuses": { + "404": 70 + }, + "first": "2026-09-03T00:04:47+00:00", + "last": "2026-09-07T03:40:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-03T00:04:47+00:00", + "last": "2026-09-07T03:14:48+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "requests": 13, + "statuses": { + "404": 13 + }, + "first": "2026-09-03T00:04:47+00:00", + "last": "2026-09-07T03:14:49+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "requests": 13, + "statuses": { + "404": 13 + }, + "first": "2026-09-03T00:31:54+00:00", + "last": "2026-09-07T03:40:40+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "requests": 13, + "statuses": { + "404": 13 + }, + "first": "2026-09-03T00:04:47+00:00", + "last": "2026-09-07T03:14:48+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "requests": 13, + "statuses": { + "404": 13 + }, + "first": "2026-09-03T00:31:54+00:00", + "last": "2026-09-07T03:40:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 13, + "statuses": { + "200": 12, + "204": 1 + }, + "first": "2026-09-02T23:09:03+00:00", + "last": "2026-09-07T02:10:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 13, + "statuses": { + "200": 12, + "204": 1 + }, + "first": "2026-09-02T23:06:48+00:00", + "last": "2026-09-07T02:09:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 13, + "statuses": { + "200": 12, + "204": 1 + }, + "first": "2026-09-03T07:22:23+00:00", + "last": "2026-09-07T02:34:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-03T00:31:54+00:00", + "last": "2026-09-07T03:40:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-02T23:27:56+00:00", + "last": "2026-09-07T02:34:12+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:07:03+00:00", + "last": "2026-09-07T02:10:49+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:05:13+00:00", + "last": "2026-09-07T02:09:08+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:22:23+00:00", + "last": "2026-09-07T02:34:11+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:22:24+00:00", + "last": "2026-09-07T02:34:12+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:07:03+00:00", + "last": "2026-09-07T02:10:49+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:05:13+00:00", + "last": "2026-09-07T02:09:08+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:22:23+00:00", + "last": "2026-09-07T02:34:11+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-03T07:22:24+00:00", + "last": "2026-09-07T02:34:12+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/markdown", + "requests": 3, + "statuses": { + "404": 3 + }, + "first": "2026-09-06T08:54:06+00:00", + "last": "2026-09-07T03:12:34+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown", + "requests": 3, + "statuses": { + "404": 3 + }, + "first": "2026-09-06T08:54:06+00:00", + "last": "2026-09-07T03:12:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T08:54:06+00:00", + "last": "2026-09-07T03:12:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T23:06:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T23:09:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T23:27:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T00:04:47+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "status": "404", + "at": "2026-09-03T00:04:47+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-03T00:04:47+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "status": "404", + "at": "2026-09-03T00:04:47+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-03T00:04:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T00:31:54+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-03T00:31:54+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-03T00:31:54+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-03T07:05:13+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-03T07:05:13+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-03T07:07:03+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-03T07:07:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T07:22:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-03T07:22:23+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-03T07:22:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-03T07:22:24+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-03T07:22:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T08:54:06+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown", + "status": "404", + "at": "2026-09-06T08:54:06+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/markdown", + "status": "404", + "at": "2026-09-06T08:54:06+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "statuses": { + "404": 13 + }, + "first_asked": "2026-09-03T00:04:47+00:00", + "last_asked": "2026-09-07T03:14:48+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 70 + }, + "first_asked": "2026-09-03T00:04:47+00:00", + "last_asked": "2026-09-07T03:40:40+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "statuses": { + "404": 13 + }, + "first_asked": "2026-09-03T00:04:47+00:00", + "last_asked": "2026-09-07T03:14:49+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 71 + }, + "first_asked": "2026-09-03T00:04:47+00:00", + "last_asked": "2026-09-07T03:40:40+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 13 + }, + "first_asked": "2026-09-03T00:31:54+00:00", + "last_asked": "2026-09-07T03:40:40+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 13 + }, + "first_asked": "2026-09-03T00:31:54+00:00", + "last_asked": "2026-09-07T03:40:40+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:05:13+00:00", + "last_asked": "2026-09-07T02:09:08+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:05:13+00:00", + "last_asked": "2026-09-07T02:09:08+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:07:03+00:00", + "last_asked": "2026-09-07T02:10:49+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:07:03+00:00", + "last_asked": "2026-09-07T02:10:49+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:22:23+00:00", + "last_asked": "2026-09-07T02:34:11+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:22:23+00:00", + "last_asked": "2026-09-07T02:34:11+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:22:24+00:00", + "last_asked": "2026-09-07T02:34:12+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-03T07:22:24+00:00", + "last_asked": "2026-09-07T02:34:12+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/markdown", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-06T08:54:06+00:00", + "last_asked": "2026-09-07T03:12:34+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/markdown", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-06T08:54:06+00:00", + "last_asked": "2026-09-07T03:12:34+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 22, + "median_gap_minutes": 405.3, + "visit_starts": [ + "2026-09-02T23:06:48Z", + "2026-09-03T00:04:47Z", + "2026-09-03T07:05:13Z", + "2026-09-03T14:48:09Z", + "2026-09-03T15:36:14Z", + "2026-09-03T22:21:32Z", + "2026-09-04T05:57:47Z", + "2026-09-04T06:47:54Z", + "2026-09-04T13:34:35Z", + "2026-09-04T14:35:16Z", + "2026-09-04T21:31:20Z", + "2026-09-04T22:29:27Z", + "2026-09-05T05:22:33Z", + "2026-09-05T06:12:08Z", + "2026-09-05T13:02:39Z", + "2026-09-05T14:04:18Z", + "2026-09-05T21:00:56Z", + "2026-09-06T04:16:12Z", + "2026-09-06T08:54:06Z", + "2026-09-06T11:31:09Z", + "2026-09-07T02:09:08Z", + "2026-09-07T03:12:34Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "forgescanner", + "name": "ForgeScanner", + "group_key": "ua:forgescanner", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; ForgeScanner/2.0)", + "requests": 281, + "addresses": 1, + "first_seen": "2026-09-03T08:01:04+00:00", + "last_seen": "2026-09-07T06:05:10+00:00" + }, + { + "ua": "Mozilla/5.0 (compatible; ForgeScanner/2.0; Puppeteer)", + "requests": 72, + "addresses": 1, + "first_seen": "2026-09-03T08:01:04+00:00", + "last_seen": "2026-09-07T06:05:02+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; ForgeScanner/2.0)", + "requests": 353, + "addresses": 1, + "first_seen": "2026-09-03T08:01:04+00:00", + "last_seen": "2026-09-07T06:05:10+00:00", + "bytes_served": 850918, + "classed_by_our_instrument": { + "agent": 281, + "unknown": 72 + }, + "surfaces": { + "pathwren-edge": 196, + "ai-crawler-index": 32, + "section-roots": 30, + "identity-documents": 20, + "pricing-document": 15, + "services-catalogue": 8, + "blog": 8, + "http-tools": 5, + "changes-feed": 5, + "document-ledger": 5, + "agent-card-addresses": 5, + "mcp-crawler-index": 5, + "a2a-crawler-index": 5, + "access-document": 5, + "api-reference": 5, + "changes-syndication-feeds": 4 + }, + "channels": { + "aivisibility": 322, + "crawlers-host": 1 + }, + "accept_headers": [ + "application/json, text/plain, */*", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" + ], + "status_codes": { + "200": 349, + "404": 4 + }, + "distinct_paths": 59, + "paths": [ + { + "path": "/px.gif", + "requests": 30, + "statuses": { + "200": 30 + }, + "first": "2026-09-05T21:45:30+00:00", + "last": "2026-09-07T06:05:02+00:00" + }, + { + "path": "/pricing", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-05T21:45:33+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/about", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T21:45:36+00:00", + "last": "2026-09-07T06:04:54+00:00" + }, + { + "path": "/blog", + "requests": 10, + "statuses": { + "404": 2, + "200": 8 + }, + "first": "2026-09-05T21:45:44+00:00", + "last": "2026-09-07T06:05:02+00:00" + }, + { + "path": "/c/aivisibility/", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T21:45:30+00:00", + "last": "2026-09-07T06:04:48+00:00" + }, + { + "path": "/contact", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T21:45:41+00:00", + "last": "2026-09-07T06:04:59+00:00" + }, + { + "path": "/services", + "requests": 10, + "statuses": { + "404": 2, + "200": 8 + }, + "first": "2026-09-05T21:45:38+00:00", + "last": "2026-09-07T06:04:57+00:00" + }, + { + "path": "/favicon.ico", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:04+00:00", + "last": "2026-09-07T06:04:48+00:00" + }, + { + "path": "/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:46+00:00", + "last": "2026-09-07T06:05:05+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/a2a", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/api.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/bot/claudebot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/bot/gptbot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/bot/mcpbeat.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/bot/meta-externalagent.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/bot/node.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/bot/sentineloracle.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/category/archive.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/category/preview.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/category/search.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/category/seo.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/category/tool.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:50+00:00", + "last": "2026-09-07T06:05:09+00:00" + }, + { + "path": "/changes", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:46+00:00", + "last": "2026-09-07T06:05:05+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:49+00:00", + "last": "2026-09-07T06:05:08+00:00" + }, + { + "path": "/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:10+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:10+00:00" + }, + { + "path": "/documents.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/feed.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/icon.png", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:30+00:00", + "last": "2026-09-07T06:04:48+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:05+00:00" + }, + { + "path": "/llms.txt", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/mcp", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/mcp.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/openapi.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/operator/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:46+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/policy/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:05+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:10+00:00" + }, + { + "path": "/reference", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/register", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:48+00:00", + "last": "2026-09-07T06:05:07+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:51+00:00", + "last": "2026-09-07T06:05:10+00:00" + }, + { + "path": "/status.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/tools/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T21:45:47+00:00", + "last": "2026-09-07T06:05:06+00:00" + }, + { + "path": "/c/aivisibility/api.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:01:04+00:00", + "last": "2026-09-03T08:01:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/aivisibility/api.json", + "status": "200", + "at": "2026-09-03T08:01:04+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-03T08:01:04+00:00" + }, + { + "path": "/c/aivisibility/", + "status": "200", + "at": "2026-09-05T21:45:30+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-05T21:45:30+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-05T21:45:30+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-05T21:45:33+00:00" + }, + { + "path": "/about", + "status": "200", + "at": "2026-09-05T21:45:36+00:00" + }, + { + "path": "/services", + "status": "200", + "at": "2026-09-05T21:45:38+00:00" + }, + { + "path": "/contact", + "status": "200", + "at": "2026-09-05T21:45:41+00:00" + }, + { + "path": "/blog", + "status": "200", + "at": "2026-09-05T21:45:44+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-05T21:45:46+00:00" + }, + { + "path": "/operator/", + "status": "200", + "at": "2026-09-05T21:45:46+00:00" + }, + { + "path": "/crawler/", + "status": "200", + "at": "2026-09-05T21:45:46+00:00" + }, + { + "path": "/policy/", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/ip-ranges/", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/tools/", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/changes", + "status": "200", + "at": "2026-09-05T21:45:47+00:00" + }, + { + "path": "/documents.json", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/register", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/crawler/gptbot.html", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-05T21:45:48+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/claudebot.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/google-extended.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/ccbot.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/crawler/bytespider.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + }, + { + "path": "/category/search.html", + "status": "200", + "at": "2026-09-05T21:45:49+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/services", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-05T21:45:38+00:00", + "last_asked": "2026-09-07T06:04:57+00:00", + "answered_200_since": "2026-09-05T22:24:32+00:00" + }, + { + "path": "/blog", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-05T21:45:44+00:00", + "last_asked": "2026-09-07T06:05:02+00:00", + "answered_200_since": "2026-09-05T22:25:31+00:00" + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 384.9, + "visit_starts": [ + "2026-09-03T08:01:04Z", + "2026-09-05T21:45:30Z", + "2026-09-06T04:10:27Z", + "2026-09-06T10:14:23Z", + "2026-09-07T00:01:23Z", + "2026-09-07T06:04:48Z" + ] + }, + "documentation_url": null, + "self_described_as": "ForgeScanner/2.0" + }, + { + "slug": "aisec-registry", + "name": "aisec-registry", + "group_key": "host:sec.sqrx.io", + "kind": "named", + "user_agents": [ + { + "ua": "aisec-registry/0.2 (+https://sec.sqrx.io)", + "requests": 352, + "addresses": 12, + "first_seen": "2026-09-01T09:17:24+00:00", + "last_seen": "2026-09-06T09:53:45+00:00" + } + ], + "primary_user_agent": "aisec-registry/0.2 (+https://sec.sqrx.io)", + "requests": 352, + "addresses": 12, + "first_seen": "2026-09-01T09:17:24+00:00", + "last_seen": "2026-09-06T09:53:45+00:00", + "bytes_served": 2609834, + "classed_by_our_instrument": { + "agent": 352 + }, + "surfaces": { + "oauth-discovery-refusal": 117, + "mcp-crawler-index": 78, + "pathwren-edge": 74, + "mcp-discovery-documents": 40, + "mcp-agent-discovery-doctor": 9, + "mcp-crawler-log-triage": 9, + "mcp-endpoint-lint": 8, + "mcp-robots-policy-lint": 8, + "mcp-crawler-ip-verifier": 7, + "mcp-markdown-lane": 2 + }, + "channels": { + "mcp-registry-official": 316, + "mcp-registry/.well-known/oauth-authorization-server": 3, + "mcp-registry/.well-known/oauth-protected-resource": 3, + "mcp-registry/.well-known/mcp": 3 + }, + "accept_headers": [ + "application/json", + "application/json, text/event-stream" + ], + "status_codes": { + "200": 184, + "404": 168 + }, + "distinct_paths": 29, + "paths": [ + { + "path": "/mcp", + "requests": 48, + "statuses": { + "200": 48 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", + "requests": 17, + "statuses": { + "404": 17 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", + "requests": 17, + "statuses": { + "404": 17 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", + "requests": 17, + "statuses": { + "404": 17 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 16, + "statuses": { + "200": 16 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/mcp", + "requests": 16, + "statuses": { + "404": 3, + "200": 13 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", + "requests": 16, + "statuses": { + "404": 16 + }, + "first": "2026-09-01T09:17:25+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/mcp", + "requests": 15, + "statuses": { + "404": 3, + "200": 12 + }, + "first": "2026-09-01T09:17:25+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", + "requests": 14, + "statuses": { + "404": 14 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", + "requests": 14, + "statuses": { + "404": 14 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T09:17:25+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/mcp", + "requests": 13, + "statuses": { + "404": 3, + "200": 10 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-06T09:53:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", + "requests": 11, + "statuses": { + "404": 11 + }, + "first": "2026-09-02T09:13:54+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", + "requests": 11, + "statuses": { + "404": 11 + }, + "first": "2026-09-02T09:13:54+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-02T09:13:55+00:00", + "last": "2026-09-06T09:53:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", + "requests": 10, + "statuses": { + "404": 10 + }, + "first": "2026-09-02T09:13:55+00:00", + "last": "2026-09-06T09:53:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", + "requests": 10, + "statuses": { + "404": 10 + }, + "first": "2026-09-02T09:13:55+00:00", + "last": "2026-09-06T09:53:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-authorization-server", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T09:20:09+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-protected-resource", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T09:20:09+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-02T09:13:55+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/mcp", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-02T09:13:55+00:00", + "last": "2026-09-06T09:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/mcp", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-02T09:13:55+00:00", + "last": "2026-09-06T09:53:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-03T09:20:09+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/mcp", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-03T09:20:09+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:27:44+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:27:44+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T09:27:44+00:00", + "last": "2026-09-06T09:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-protected-resource", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T09:27:44+00:00", + "last": "2026-09-06T09:53:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/mcp", + "status": "200", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/mcp", + "status": "200", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T09:17:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/mcp", + "status": "200", + "at": "2026-09-01T09:17:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T09:17:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-02T09:13:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-02T09:13:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/mcp", + "status": "200", + "at": "2026-09-02T09:13:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T09:13:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-02T09:13:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-02T09:13:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/mcp", + "status": "200", + "at": "2026-09-02T09:13:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T09:13:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-03T09:20:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-03T09:20:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/mcp", + "status": "200", + "at": "2026-09-03T09:20:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T09:20:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-06T09:27:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-06T09:27:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/mcp", + "status": "200", + "at": "2026-09-06T09:27:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T09:27:44+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-authorization-server", + "statuses": { + "404": 14 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:42+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/oauth-protected-resource", + "statuses": { + "404": 14 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:42+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/mcp", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:42+00:00", + "answered_200_since": "2026-09-02T00:16:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-authorization-server", + "statuses": { + "404": 17 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/oauth-protected-resource", + "statuses": { + "404": 17 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/mcp", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:43+00:00", + "answered_200_since": "2026-09-02T00:16:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-authorization-server", + "statuses": { + "404": 17 + }, + "first_asked": "2026-09-01T09:17:24+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/oauth-protected-resource", + "statuses": { + "404": 16 + }, + "first_asked": "2026-09-01T09:17:25+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/mcp", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-01T09:17:25+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": "2026-09-02T00:16:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-authorization-server", + "statuses": { + "404": 11 + }, + "first_asked": "2026-09-02T09:13:54+00:00", + "last_asked": "2026-09-06T09:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/oauth-protected-resource", + "statuses": { + "404": 11 + }, + "first_asked": "2026-09-02T09:13:54+00:00", + "last_asked": "2026-09-06T09:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-authorization-server", + "statuses": { + "404": 10 + }, + "first_asked": "2026-09-02T09:13:55+00:00", + "last_asked": "2026-09-06T09:53:45+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/oauth-protected-resource", + "statuses": { + "404": 10 + }, + "first_asked": "2026-09-02T09:13:55+00:00", + "last_asked": "2026-09-06T09:53:45+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-authorization-server", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T09:20:09+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/oauth-protected-resource", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T09:20:09+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-authorization-server", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T09:27:44+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/oauth-protected-resource", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T09:27:44+00:00", + "last_asked": "2026-09-06T09:53:44+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 1443.3, + "visit_starts": [ + "2026-09-01T09:17:24Z", + "2026-09-02T09:13:54Z", + "2026-09-03T09:20:07Z", + "2026-09-04T09:23:26Z", + "2026-09-05T09:15:41Z", + "2026-09-06T09:27:41Z" + ] + }, + "documentation_url": "https://sec.sqrx.io", + "self_described_as": null + }, + { + "slug": "agentdisco", + "name": "AgentDisco", + "group_key": "host:agentdisco.io", + "kind": "named", + "user_agents": [ + { + "ua": "AgentDisco/1.0 (+https://agentdisco.io/bot)", + "requests": 344, + "addresses": 1, + "first_seen": "2026-09-01T02:28:30+00:00", + "last_seen": "2026-09-06T08:35:40+00:00" + } + ], + "primary_user_agent": "AgentDisco/1.0 (+https://agentdisco.io/bot)", + "requests": 344, + "addresses": 1, + "first_seen": "2026-09-01T02:28:30+00:00", + "last_seen": "2026-09-06T08:35:40+00:00", + "bytes_served": 11466479, + "classed_by_our_instrument": { + "crawler": 344 + }, + "surfaces": { + "pathwren-edge": 306, + "oauth-discovery-refusal": 7, + "api-reference": 5, + "access-document": 5, + "ai-txt-tdm-permissions": 5, + "agent-card-addresses": 5, + "mcp-discovery-documents": 5, + "well-known-openapi": 5, + "changes-syndication-feeds": 1 + }, + "channels": {}, + "accept_headers": [ + "*/*", + "application/json" + ], + "status_codes": { + "200": 195, + "404": 132, + "301": 11, + "405": 6 + }, + "distinct_paths": 42, + "paths": [ + { + "path": "/", + "requests": 29, + "statuses": { + "200": 18, + "301": 11 + }, + "first": "2026-09-01T02:28:30+00:00", + "last": "2026-09-06T08:35:33+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:40+00:00", + "last": "2026-09-06T08:35:39+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:30+00:00", + "last": "2026-09-06T08:35:30+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:40+00:00", + "last": "2026-09-06T08:35:39+00:00" + }, + { + "path": "/.well-known/openapi.json", + "requests": 14, + "statuses": { + "404": 4, + "200": 10 + }, + "first": "2026-09-01T02:28:41+00:00", + "last": "2026-09-06T08:35:39+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 14, + "statuses": { + "404": 14 + }, + "first": "2026-09-01T02:28:40+00:00", + "last": "2026-09-06T08:35:39+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:36+00:00", + "last": "2026-09-06T08:35:33+00:00" + }, + { + "path": "/ai.txt", + "requests": 14, + "statuses": { + "404": 5, + "200": 9 + }, + "first": "2026-09-01T02:28:39+00:00", + "last": "2026-09-06T08:35:38+00:00" + }, + { + "path": "/api/graphql", + "requests": 14, + "statuses": { + "405": 2, + "404": 12 + }, + "first": "2026-09-01T02:28:31+00:00", + "last": "2026-09-06T08:35:31+00:00" + }, + { + "path": "/docs", + "requests": 14, + "statuses": { + "404": 6, + "200": 8 + }, + "first": "2026-09-01T02:28:34+00:00", + "last": "2026-09-06T08:35:32+00:00" + }, + { + "path": "/feed.xml", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:33+00:00", + "last": "2026-09-06T08:35:32+00:00" + }, + { + "path": "/graphql", + "requests": 14, + "statuses": { + "405": 2, + "404": 12 + }, + "first": "2026-09-01T02:28:31+00:00", + "last": "2026-09-06T08:35:31+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:39+00:00", + "last": "2026-09-06T08:35:38+00:00" + }, + { + "path": "/llms.txt", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:30+00:00", + "last": "2026-09-06T08:35:30+00:00" + }, + { + "path": "/openapi.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:33+00:00", + "last": "2026-09-06T08:35:32+00:00" + }, + { + "path": "/query", + "requests": 14, + "statuses": { + "405": 2, + "404": 12 + }, + "first": "2026-09-01T02:28:33+00:00", + "last": "2026-09-06T08:35:31+00:00" + }, + { + "path": "/register", + "requests": 14, + "statuses": { + "404": 5, + "200": 9 + }, + "first": "2026-09-01T02:28:37+00:00", + "last": "2026-09-06T08:35:34+00:00" + }, + { + "path": "/robots.txt", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:30+00:00", + "last": "2026-09-06T08:35:30+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T02:28:41+00:00", + "last": "2026-09-06T08:35:40+00:00" + }, + { + "path": "/api", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-01T02:28:34+00:00", + "last": "2026-09-01T17:02:42+00:00" + }, + { + "path": "/api/docs", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-01T02:28:35+00:00", + "last": "2026-09-01T17:02:42+00:00" + }, + { + "path": "/developers", + "requests": 6, + "statuses": { + "404": 5, + "200": 1 + }, + "first": "2026-09-01T02:28:35+00:00", + "last": "2026-09-01T17:02:43+00:00" + }, + { + "path": "/documentation", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-01T02:28:34+00:00", + "last": "2026-09-01T17:02:42+00:00" + }, + { + "path": "/reference", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-01T02:28:35+00:00", + "last": "2026-09-01T17:02:43+00:00" + }, + { + "path": "/account/api", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-01T02:28:38+00:00", + "last": "2026-09-01T13:53:23+00:00" + }, + { + "path": "/api-keys", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-01T02:28:37+00:00", + "last": "2026-09-01T13:53:23+00:00" + }, + { + "path": "/signup", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-01T02:28:37+00:00", + "last": "2026-09-01T13:53:22+00:00" + }, + { + "path": "/.well-known/openapi.yaml", + "requests": 4, + "statuses": { + "404": 4 + }, + "first": "2026-09-01T02:28:41+00:00", + "last": "2026-09-01T12:51:59+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-0a005de0b2a4", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T07:01:48+00:00", + "last": "2026-09-03T07:01:48+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T06:59:21+00:00", + "last": "2026-09-02T06:59:21+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-428204ed4d39", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:48:12+00:00", + "last": "2026-09-01T12:48:12+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-567342a36575", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T19:02:09+00:00", + "last": "2026-09-03T19:02:09+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-5937b945b716", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:51:53+00:00", + "last": "2026-09-01T12:51:53+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-65349493654c", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T20:31:09+00:00", + "last": "2026-09-05T20:31:09+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-77500eea01f2", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T13:53:18+00:00", + "last": "2026-09-01T13:53:18+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-7d0fb9ffa82a", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T19:05:07+00:00", + "last": "2026-09-04T19:05:07+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T17:02:40+00:00", + "last": "2026-09-01T17:02:40+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:42:46+00:00", + "last": "2026-09-01T12:42:46+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:28:33+00:00", + "last": "2026-09-01T02:28:33+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-c50fa700dd4c", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T07:03:03+00:00", + "last": "2026-09-04T07:03:03+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-d4619c1b1f7e", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T08:35:31+00:00", + "last": "2026-09-06T08:35:31+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-ff2c23934cb6", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T08:27:16+00:00", + "last": "2026-09-05T08:27:16+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T02:28:30+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-01T02:28:30+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-01T02:28:30+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T02:28:30+00:00" + }, + { + "path": "/graphql", + "status": "404", + "at": "2026-09-01T02:28:31+00:00" + }, + { + "path": "/api/graphql", + "status": "404", + "at": "2026-09-01T02:28:31+00:00" + }, + { + "path": "/query", + "status": "404", + "at": "2026-09-01T02:28:33+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", + "status": "404", + "at": "2026-09-01T02:28:33+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T02:28:33+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-01T02:28:33+00:00" + }, + { + "path": "/docs", + "status": "200", + "at": "2026-09-01T02:28:34+00:00" + }, + { + "path": "/documentation", + "status": "404", + "at": "2026-09-01T02:28:34+00:00" + }, + { + "path": "/api", + "status": "404", + "at": "2026-09-01T02:28:34+00:00" + }, + { + "path": "/api/docs", + "status": "404", + "at": "2026-09-01T02:28:35+00:00" + }, + { + "path": "/reference", + "status": "404", + "at": "2026-09-01T02:28:35+00:00" + }, + { + "path": "/developers", + "status": "404", + "at": "2026-09-01T02:28:35+00:00" + }, + { + "path": "/.well-known/security.txt", + "status": "200", + "at": "2026-09-01T02:28:36+00:00" + }, + { + "path": "/signup", + "status": "404", + "at": "2026-09-01T02:28:37+00:00" + }, + { + "path": "/register", + "status": "200", + "at": "2026-09-01T02:28:37+00:00" + }, + { + "path": "/api-keys", + "status": "404", + "at": "2026-09-01T02:28:37+00:00" + }, + { + "path": "/account/api", + "status": "404", + "at": "2026-09-01T02:28:38+00:00" + }, + { + "path": "/ai.txt", + "status": "200", + "at": "2026-09-01T02:28:39+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-01T02:28:39+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-01T02:28:40+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-01T02:28:40+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T02:28:40+00:00" + }, + { + "path": "/.well-known/openapi.json", + "status": "200", + "at": "2026-09-01T02:28:41+00:00" + }, + { + "path": "/.well-known/openapi.yaml", + "status": "404", + "at": "2026-09-01T02:28:41+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-01T02:28:41+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c", + "status": "404", + "at": "2026-09-01T12:42:46+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-428204ed4d39", + "status": "404", + "at": "2026-09-01T12:48:12+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-5937b945b716", + "status": "404", + "at": "2026-09-01T12:51:53+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-77500eea01f2", + "status": "404", + "at": "2026-09-01T13:53:18+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb", + "status": "404", + "at": "2026-09-01T17:02:40+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e", + "status": "404", + "at": "2026-09-02T06:59:21+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-0a005de0b2a4", + "status": "404", + "at": "2026-09-03T07:01:48+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-567342a36575", + "status": "404", + "at": "2026-09-03T19:02:09+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-c50fa700dd4c", + "status": "404", + "at": "2026-09-04T07:03:03+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-7d0fb9ffa82a", + "status": "404", + "at": "2026-09-04T19:05:07+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-ff2c23934cb6", + "status": "404", + "at": "2026-09-05T08:27:16+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/graphql", + "statuses": { + "405": 2, + "404": 12 + }, + "first_asked": "2026-09-01T02:28:31+00:00", + "last_asked": "2026-09-06T08:35:31+00:00", + "answered_200_since": null + }, + { + "path": "/api/graphql", + "statuses": { + "405": 2, + "404": 12 + }, + "first_asked": "2026-09-01T02:28:31+00:00", + "last_asked": "2026-09-06T08:35:31+00:00", + "answered_200_since": null + }, + { + "path": "/query", + "statuses": { + "405": 2, + "404": 12 + }, + "first_asked": "2026-09-01T02:28:33+00:00", + "last_asked": "2026-09-06T08:35:31+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-c4fd96712e04", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:28:33+00:00", + "last_asked": "2026-09-01T02:28:33+00:00", + "answered_200_since": null + }, + { + "path": "/docs", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-01T02:28:34+00:00", + "last_asked": "2026-09-06T08:35:32+00:00", + "answered_200_since": "2026-09-01T22:39:20+00:00" + }, + { + "path": "/documentation", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-01T02:28:34+00:00", + "last_asked": "2026-09-01T17:02:42+00:00", + "answered_200_since": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/api", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-01T02:28:34+00:00", + "last_asked": "2026-09-01T17:02:42+00:00", + "answered_200_since": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/api/docs", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-01T02:28:35+00:00", + "last_asked": "2026-09-01T17:02:42+00:00", + "answered_200_since": "2026-09-01T19:53:02+00:00" + }, + { + "path": "/reference", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-01T02:28:35+00:00", + "last_asked": "2026-09-01T17:02:43+00:00", + "answered_200_since": "2026-09-02T00:42:02+00:00" + }, + { + "path": "/developers", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T02:28:35+00:00", + "last_asked": "2026-09-01T17:02:43+00:00", + "answered_200_since": "2026-09-01T16:56:53+00:00" + }, + { + "path": "/signup", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T02:28:37+00:00", + "last_asked": "2026-09-01T13:53:22+00:00", + "answered_200_since": "2026-09-01T16:56:53+00:00" + }, + { + "path": "/register", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T02:28:37+00:00", + "last_asked": "2026-09-06T08:35:34+00:00", + "answered_200_since": "2026-09-01T16:56:52+00:00" + }, + { + "path": "/api-keys", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T02:28:37+00:00", + "last_asked": "2026-09-01T13:53:23+00:00", + "answered_200_since": "2026-09-01T16:56:53+00:00" + }, + { + "path": "/account/api", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T02:28:38+00:00", + "last_asked": "2026-09-01T13:53:23+00:00", + "answered_200_since": "2026-09-01T16:56:53+00:00" + }, + { + "path": "/ai.txt", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T02:28:39+00:00", + "last_asked": "2026-09-06T08:35:38+00:00", + "answered_200_since": "2026-09-01T16:21:01+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 14 + }, + "first_asked": "2026-09-01T02:28:40+00:00", + "last_asked": "2026-09-06T08:35:39+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openapi.json", + "statuses": { + "404": 4 + }, + "first_asked": "2026-09-01T02:28:41+00:00", + "last_asked": "2026-09-06T08:35:39+00:00", + "answered_200_since": "2026-09-01T13:52:41+00:00" + }, + { + "path": "/.well-known/openapi.yaml", + "statuses": { + "404": 4 + }, + "first_asked": "2026-09-01T02:28:41+00:00", + "last_asked": "2026-09-01T12:51:59+00:00", + "answered_200_since": "2026-09-01T13:52:43+00:00" + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-af4c775bcd2c", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:42:46+00:00", + "last_asked": "2026-09-01T12:42:46+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-428204ed4d39", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:48:12+00:00", + "last_asked": "2026-09-01T12:48:12+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-5937b945b716", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:51:53+00:00", + "last_asked": "2026-09-01T12:51:53+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-77500eea01f2", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T13:53:18+00:00", + "last_asked": "2026-09-01T13:53:18+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-96f9adc16fdb", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T17:02:40+00:00", + "last_asked": "2026-09-01T17:02:40+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-1d78fb7c922e", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T06:59:21+00:00", + "last_asked": "2026-09-02T06:59:21+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-0a005de0b2a4", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T07:01:48+00:00", + "last_asked": "2026-09-03T07:01:48+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-567342a36575", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T19:02:09+00:00", + "last_asked": "2026-09-03T19:02:09+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-c50fa700dd4c", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T07:03:03+00:00", + "last_asked": "2026-09-04T07:03:03+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-7d0fb9ffa82a", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T19:05:07+00:00", + "last_asked": "2026-09-04T19:05:07+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-ff2c23934cb6", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T08:27:16+00:00", + "last_asked": "2026-09-05T08:27:16+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-65349493654c", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T20:31:09+00:00", + "last_asked": "2026-09-05T20:31:09+00:00", + "answered_200_since": null + }, + { + "path": "/this-path-definitely-does-not-exist-agentdisco-d4619c1b1f7e", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T08:35:31+00:00", + "last_asked": "2026-09-06T08:35:31+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 12, + "median_gap_minutes": 722.1, + "visit_starts": [ + "2026-09-01T02:28:30Z", + "2026-09-01T12:42:45Z", + "2026-09-01T13:53:17Z", + "2026-09-01T17:02:39Z", + "2026-09-02T06:59:20Z", + "2026-09-03T07:01:47Z", + "2026-09-03T19:02:08Z", + "2026-09-04T07:03:02Z", + "2026-09-04T19:05:06Z", + "2026-09-05T08:27:15Z", + "2026-09-05T20:31:08Z", + "2026-09-06T08:35:30Z" + ] + }, + "documentation_url": "https://agentdisco.io/bot", + "self_described_as": null + }, + { + "slug": "agoragenticadminhealth", + "name": "AgoragenticAdminHealth", + "group_key": "ua:agoragenticadminhealth", + "kind": "named", + "user_agents": [ + { + "ua": "AgoragenticAdminHealth/1.0", + "requests": 342, + "addresses": 17, + "first_seen": "2026-09-03T06:48:20+00:00", + "last_seen": "2026-09-07T08:34:19+00:00" + } + ], + "primary_user_agent": "AgoragenticAdminHealth/1.0", + "requests": 342, + "addresses": 17, + "first_seen": "2026-09-03T06:48:20+00:00", + "last_seen": "2026-09-07T08:34:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 342 + }, + "surfaces": { + "a2a-crawler-index": 342 + }, + "channels": { + "agoragentic": 342 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 342 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/agoragentic/a2a", + "requests": 342, + "statuses": { + "200": 342 + }, + "first": "2026-09-03T06:48:20+00:00", + "last": "2026-09-07T08:34:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/agoragentic/a2a", + "status": "200", + "at": "2026-09-03T06:48:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 5363.8, + "visit_starts": [ + "2026-09-03T06:48:20Z", + "2026-09-07T00:12:05Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "watchpup", + "name": "Watchpup", + "group_key": "host:watchpup.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Watchpup/1.0 (+https://watchpup.dev; MCP monitor)", + "requests": 340, + "addresses": 1, + "first_seen": "2026-09-03T05:57:42+00:00", + "last_seen": "2026-09-07T08:29:32+00:00" + } + ], + "primary_user_agent": "Watchpup/1.0 (+https://watchpup.dev; MCP monitor)", + "requests": 340, + "addresses": 1, + "first_seen": "2026-09-03T05:57:42+00:00", + "last_seen": "2026-09-07T08:29:32+00:00", + "bytes_served": 1755005, + "classed_by_our_instrument": { + "agent": 340 + }, + "surfaces": { + "mcp-crawler-index": 340 + }, + "channels": { + "watchpup": 340 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 340 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/watchpup/mcp", + "requests": 340, + "statuses": { + "200": 340 + }, + "first": "2026-09-03T05:57:42+00:00", + "last": "2026-09-07T08:29:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/watchpup/mcp", + "status": "200", + "at": "2026-09-03T05:57:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1662.3, + "visit_starts": [ + "2026-09-03T05:57:42Z", + "2026-09-03T22:34:46Z", + "2026-09-05T02:17:04Z", + "2026-09-07T00:04:58Z" + ] + }, + "documentation_url": "https://watchpup.dev", + "self_described_as": "MCP monitor" + }, + { + "slug": "webalert", + "name": "WebAlert", + "group_key": "host:web-alert.io", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; WebAlert/1.0; +https://web-alert.io)", + "requests": 309, + "addresses": 1, + "first_seen": "2026-09-06T04:22:56+00:00", + "last_seen": "2026-09-07T08:33:02+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; WebAlert/1.0; +https://web-alert.io)", + "requests": 309, + "addresses": 1, + "first_seen": "2026-09-06T04:22:56+00:00", + "last_seen": "2026-09-07T08:33:02+00:00", + "bytes_served": 5733072, + "classed_by_our_instrument": { + "unknown": 309 + }, + "surfaces": { + "mcp-crawler-index": 103, + "pathwren-edge": 103, + "changes-syndication-feeds": 103 + }, + "channels": { + "webalert": 309 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8" + ], + "status_codes": { + "200": 309 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/webalert/feed.xml", + "requests": 103, + "statuses": { + "200": 103 + }, + "first": "2026-09-06T04:22:56+00:00", + "last": "2026-09-07T08:33:01+00:00" + }, + { + "path": "/c/webalert/mcp", + "requests": 103, + "statuses": { + "200": 103 + }, + "first": "2026-09-06T04:22:56+00:00", + "last": "2026-09-07T08:33:02+00:00" + }, + { + "path": "/c/webalert/status.json", + "requests": 103, + "statuses": { + "200": 103 + }, + "first": "2026-09-06T04:22:56+00:00", + "last": "2026-09-07T08:33:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/webalert/mcp", + "status": "200", + "at": "2026-09-06T04:22:56+00:00" + }, + { + "path": "/c/webalert/status.json", + "status": "200", + "at": "2026-09-06T04:22:56+00:00" + }, + { + "path": "/c/webalert/feed.xml", + "status": "200", + "at": "2026-09-06T04:22:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1180.1, + "visit_starts": [ + "2026-09-06T04:22:56Z", + "2026-09-07T00:03:01Z" + ] + }, + "documentation_url": "https://web-alert.io", + "self_described_as": "WebAlert/1.0" + }, + { + "slug": "enerlio", + "name": "Enerlio", + "group_key": "host:enerlio.de", + "kind": "named", + "user_agents": [ + { + "ua": "Enerlio GmbH FACTANKER marc@enerlio.de", + "requests": 281, + "addresses": 1, + "first_seen": "2026-09-01T01:07:45+00:00", + "last_seen": "2026-09-07T07:07:02+00:00" + } + ], + "primary_user_agent": "Enerlio GmbH FACTANKER marc@enerlio.de", + "requests": 281, + "addresses": 1, + "first_seen": "2026-09-01T01:07:45+00:00", + "last_seen": "2026-09-07T07:07:02+00:00", + "bytes_served": 1481400, + "classed_by_our_instrument": { + "agent": 281 + }, + "surfaces": { + "mcp-crawler-index": 105, + "mcp-crawler-ip-verifier": 45, + "mcp-endpoint-lint": 44, + "mcp-agent-discovery-doctor": 43, + "mcp-robots-policy-lint": 38, + "mcp-markdown-lane": 6 + }, + "channels": { + "mcp-registry-official": 281 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 194, + "202": 87 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 59, + "statuses": { + "200": 42, + "202": 17 + }, + "first": "2026-09-01T01:07:45+00:00", + "last": "2026-09-07T07:06:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 57, + "statuses": { + "200": 40, + "202": 17 + }, + "first": "2026-09-01T07:08:00+00:00", + "last": "2026-09-07T07:06:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 54, + "statuses": { + "200": 36, + "202": 18 + }, + "first": "2026-09-02T01:12:08+00:00", + "last": "2026-09-07T07:07:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 47, + "statuses": { + "200": 32, + "202": 15 + }, + "first": "2026-09-03T01:06:21+00:00", + "last": "2026-09-07T07:06:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 47, + "statuses": { + "200": 32, + "202": 15 + }, + "first": "2026-09-02T01:12:11+00:00", + "last": "2026-09-06T07:09:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 11, + "statuses": { + "200": 8, + "202": 3 + }, + "first": "2026-09-01T07:08:03+00:00", + "last": "2026-09-02T07:08:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 6, + "statuses": { + "200": 4, + "202": 2 + }, + "first": "2026-09-07T01:11:23+00:00", + "last": "2026-09-07T07:06:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:07:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T07:08:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T07:08:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T01:12:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T01:12:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:06:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T01:11:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 21, + "median_gap_minutes": 360.9, + "visit_starts": [ + "2026-09-01T01:07:45Z", + "2026-09-01T07:07:57Z", + "2026-09-01T13:10:36Z", + "2026-09-02T01:12:02Z", + "2026-09-02T07:07:51Z", + "2026-09-03T01:06:15Z", + "2026-09-03T07:12:47Z", + "2026-09-03T13:10:21Z", + "2026-09-03T19:04:44Z", + "2026-09-04T01:08:55Z", + "2026-09-04T07:05:45Z", + "2026-09-04T13:11:23Z", + "2026-09-04T19:11:12Z", + "2026-09-05T01:12:44Z", + "2026-09-05T07:04:40Z", + "2026-09-05T13:08:49Z", + "2026-09-05T19:07:41Z", + "2026-09-06T01:06:55Z", + "2026-09-06T07:09:36Z", + "2026-09-07T01:11:14Z", + "2026-09-07T07:06:48Z" + ] + }, + "documentation_url": "mailto:marc@enerlio.de", + "self_described_as": null + }, + { + "slug": "agenttrust-monitor", + "name": "AgentTrust-Monitor", + "group_key": "host:agenttrust.site", + "kind": "named", + "user_agents": [ + { + "ua": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", + "requests": 244, + "addresses": 1, + "first_seen": "2026-09-01T03:08:31+00:00", + "last_seen": "2026-09-07T08:12:27+00:00" + } + ], + "primary_user_agent": "AgentTrust-Monitor/1.0 (+https://agenttrust.site/methodology)", + "requests": 244, + "addresses": 1, + "first_seen": "2026-09-01T03:08:31+00:00", + "last_seen": "2026-09-07T08:12:27+00:00", + "bytes_served": 3128809, + "classed_by_our_instrument": { + "agent": 244 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 173, + "mcp-crawler-index": 71 + }, + "channels": { + "mcp-registry-official": 244 + }, + "accept_headers": [ + "application/json, text/event-stream;q=0.9, */*;q=0.1" + ], + "status_codes": { + "200": 235, + "405": 9 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 244, + "statuses": { + "405": 9, + "200": 235 + }, + "first": "2026-09-01T03:08:31+00:00", + "last": "2026-09-07T08:12:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:08:31+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "statuses": { + "405": 9 + }, + "first_asked": "2026-09-01T03:08:31+00:00", + "last_asked": "2026-09-07T08:12:27+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 244, + "median_gap_minutes": 31.0, + "visit_starts": [ + "2026-09-01T03:08:31Z", + "2026-09-01T03:39:36Z", + "2026-09-01T04:10:26Z", + "2026-09-01T04:41:26Z", + "2026-09-01T05:12:26Z", + "2026-09-01T05:43:26Z", + "2026-09-01T06:14:31Z", + "2026-09-01T06:45:36Z", + "2026-09-01T07:16:26Z", + "2026-09-01T07:47:26Z", + "2026-09-01T08:18:26Z", + "2026-09-01T08:49:26Z", + "2026-09-01T09:20:26Z", + "2026-09-01T09:51:35Z", + "2026-09-01T10:22:26Z", + "2026-09-01T10:52:27Z", + "2026-09-01T11:23:26Z", + "2026-09-01T11:54:27Z", + "2026-09-01T12:25:26Z", + "2026-09-01T12:56:27Z", + "2026-09-01T13:27:35Z", + "2026-09-01T13:58:27Z", + "2026-09-01T14:29:32Z", + "2026-09-01T15:00:37Z" + ] + }, + "documentation_url": "https://agenttrust.site/methodology", + "self_described_as": null + }, + { + "slug": "a2a-registry-healthcheck", + "name": "A2A-Registry-HealthCheck", + "group_key": "ua:a2a-registry-healthcheck", + "kind": "named", + "user_agents": [ + { + "ua": "A2A-Registry-HealthCheck/1.0", + "requests": 241, + "addresses": 17, + "first_seen": "2026-09-01T02:52:12+00:00", + "last_seen": "2026-09-07T08:09:51+00:00" + } + ], + "primary_user_agent": "A2A-Registry-HealthCheck/1.0", + "requests": 241, + "addresses": 17, + "first_seen": "2026-09-01T02:52:12+00:00", + "last_seen": "2026-09-07T08:09:51+00:00", + "bytes_served": 4236231, + "classed_by_our_instrument": { + "agent": 241 + }, + "surfaces": { + "agent-card-addresses": 132, + "pathwren-edge": 109 + }, + "channels": { + "a2a-registry-org": 241 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 241 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 241, + "statuses": { + "200": 241 + }, + "first": "2026-09-01T02:52:12+00:00", + "last": "2026-09-07T08:09:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:52:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 225, + "median_gap_minutes": 30.6, + "visit_starts": [ + "2026-09-01T02:52:12Z", + "2026-09-01T03:22:50Z", + "2026-09-01T03:53:26Z", + "2026-09-01T04:23:54Z", + "2026-09-01T04:54:28Z", + "2026-09-01T05:31:07Z", + "2026-09-01T06:01:36Z", + "2026-09-01T06:32:09Z", + "2026-09-01T07:02:37Z", + "2026-09-01T07:33:11Z", + "2026-09-01T08:03:42Z", + "2026-09-01T08:34:21Z", + "2026-09-01T09:07:34Z", + "2026-09-01T09:38:03Z", + "2026-09-01T10:08:28Z", + "2026-09-01T11:08:17Z", + "2026-09-01T11:38:52Z", + "2026-09-01T12:09:29Z", + "2026-09-01T12:40:13Z", + "2026-09-01T13:35:28Z", + "2026-09-01T14:06:11Z", + "2026-09-01T14:36:51Z", + "2026-09-01T16:12:12Z", + "2026-09-01T16:44:49Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "rokmcp-collector", + "name": "rokmcp-collector", + "group_key": "host:rokmcp.com", + "kind": "named", + "user_agents": [ + { + "ua": "rokmcp-collector/0.2 (+https://rokmcp.com/bot)", + "requests": 236, + "addresses": 1, + "first_seen": "2026-09-04T01:38:17+00:00", + "last_seen": "2026-09-07T08:25:31+00:00" + } + ], + "primary_user_agent": "rokmcp-collector/0.2 (+https://rokmcp.com/bot)", + "requests": 236, + "addresses": 1, + "first_seen": "2026-09-04T01:38:17+00:00", + "last_seen": "2026-09-07T08:25:31+00:00", + "bytes_served": 1977707, + "classed_by_our_instrument": { + "crawler": 236 + }, + "surfaces": { + "mcp-crawler-ip-verifier": 42, + "mcp-crawler-log-triage": 41, + "mcp-endpoint-lint": 40, + "mcp-agent-discovery-doctor": 39, + "mcp-crawler-index": 39, + "mcp-robots-policy-lint": 35 + }, + "channels": { + "mcp-registry-official": 236 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 236 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 42, + "statuses": { + "200": 42 + }, + "first": "2026-09-04T01:44:20+00:00", + "last": "2026-09-07T08:24:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 41, + "statuses": { + "200": 41 + }, + "first": "2026-09-04T01:45:02+00:00", + "last": "2026-09-07T08:25:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 40, + "statuses": { + "200": 40 + }, + "first": "2026-09-04T01:45:30+00:00", + "last": "2026-09-07T08:25:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 39, + "statuses": { + "200": 39 + }, + "first": "2026-09-04T01:46:07+00:00", + "last": "2026-09-07T08:24:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 39, + "statuses": { + "200": 39 + }, + "first": "2026-09-04T01:38:17+00:00", + "last": "2026-09-07T08:07:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 35, + "statuses": { + "200": 35 + }, + "first": "2026-09-04T01:45:50+00:00", + "last": "2026-09-07T08:25:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T01:38:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T01:44:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T01:45:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T01:45:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T01:45:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T01:46:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 29, + "median_gap_minutes": 117.8, + "visit_starts": [ + "2026-09-04T01:38:17Z", + "2026-09-04T16:12:17Z", + "2026-09-04T18:33:57Z", + "2026-09-04T20:40:50Z", + "2026-09-04T22:46:20Z", + "2026-09-05T00:04:46Z", + "2026-09-05T02:11:44Z", + "2026-09-05T04:12:34Z", + "2026-09-05T06:21:12Z", + "2026-09-05T08:21:07Z", + "2026-09-05T10:21:20Z", + "2026-09-05T12:15:36Z", + "2026-09-05T14:09:15Z", + "2026-09-05T16:04:55Z", + "2026-09-05T17:58:52Z", + "2026-09-05T19:36:51Z", + "2026-09-05T21:51:17Z", + "2026-09-05T23:34:10Z", + "2026-09-06T01:18:54Z", + "2026-09-06T03:01:03Z", + "2026-09-06T04:43:59Z", + "2026-09-06T06:28:53Z", + "2026-09-06T08:21:25Z", + "2026-09-06T10:14:21Z" + ] + }, + "documentation_url": "https://rokmcp.com/bot", + "self_described_as": null + }, + { + "slug": "mcp2-research", + "name": "mcp2-research", + "group_key": "ua:mcp2-research", + "kind": "named", + "user_agents": [ + { + "ua": "mcp2-research/1.0 (+https://github.com/dosixx; KHU SIFT Lab)", + "requests": 228, + "addresses": 2, + "first_seen": "2026-09-02T22:40:49+00:00", + "last_seen": "2026-09-07T00:46:22+00:00" + } + ], + "primary_user_agent": "mcp2-research/1.0 (+https://github.com/dosixx; KHU SIFT Lab)", + "requests": 228, + "addresses": 2, + "first_seen": "2026-09-02T22:40:49+00:00", + "last_seen": "2026-09-07T00:46:22+00:00", + "bytes_served": 1333167, + "classed_by_our_instrument": { + "agent": 228 + }, + "surfaces": { + "mcp-robots-policy-lint": 44, + "mcp-crawler-index": 40, + "mcp-crawler-ip-verifier": 40, + "mcp-agent-discovery-doctor": 38, + "mcp-crawler-log-triage": 36, + "mcp-endpoint-lint": 26, + "mcp-markdown-lane": 4 + }, + "channels": { + "mcp-registry-official": 152, + "smithery": 76 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 219, + "202": 9 + }, + "distinct_paths": 12, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 28, + "statuses": { + "200": 23, + "202": 5 + }, + "first": "2026-09-03T22:29:51+00:00", + "last": "2026-09-07T00:46:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 27, + "statuses": { + "200": 23, + "202": 4 + }, + "first": "2026-09-02T22:40:49+00:00", + "last": "2026-09-07T00:46:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 26, + "statuses": { + "200": 26 + }, + "first": "2026-09-03T22:30:41+00:00", + "last": "2026-09-07T00:46:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 23, + "statuses": { + "200": 23 + }, + "first": "2026-09-03T22:29:49+00:00", + "last": "2026-09-07T00:45:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 23, + "statuses": { + "200": 23 + }, + "first": "2026-09-03T22:29:51+00:00", + "last": "2026-09-07T00:45:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 21, + "statuses": { + "200": 21 + }, + "first": "2026-09-03T22:29:45+00:00", + "last": "2026-09-07T00:46:00+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "requests": 17, + "statuses": { + "200": 17 + }, + "first": "2026-09-03T23:13:07+00:00", + "last": "2026-09-07T00:46:13+00:00" + }, + { + "path": "/c/smithery/mcp", + "requests": 16, + "statuses": { + "200": 16 + }, + "first": "2026-09-03T23:13:10+00:00", + "last": "2026-09-07T00:46:19+00:00" + }, + { + "path": "/c/smithery/mcp/robots", + "requests": 16, + "statuses": { + "200": 16 + }, + "first": "2026-09-03T23:13:07+00:00", + "last": "2026-09-07T00:46:16+00:00" + }, + { + "path": "/c/smithery/mcp/netcheck", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-03T23:13:10+00:00", + "last": "2026-09-07T00:46:22+00:00" + }, + { + "path": "/c/smithery/mcp/triage", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-03T23:12:57+00:00", + "last": "2026-09-07T00:46:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T00:44:51+00:00", + "last": "2026-09-07T00:46:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T22:40:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-03T22:29:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-03T22:29:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-03T22:29:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T22:29:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T22:30:41+00:00" + }, + { + "path": "/c/smithery/mcp/triage", + "status": "200", + "at": "2026-09-03T23:12:57+00:00" + }, + { + "path": "/c/smithery/mcp/robots", + "status": "200", + "at": "2026-09-03T23:13:07+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "status": "200", + "at": "2026-09-03T23:13:07+00:00" + }, + { + "path": "/c/smithery/mcp", + "status": "200", + "at": "2026-09-03T23:13:10+00:00" + }, + { + "path": "/c/smithery/mcp/netcheck", + "status": "200", + "at": "2026-09-03T23:13:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T00:44:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 1397.8, + "visit_starts": [ + "2026-09-02T22:40:49Z", + "2026-09-03T22:29:45Z", + "2026-09-03T23:12:57Z", + "2026-09-04T22:30:45Z", + "2026-09-04T23:13:04Z", + "2026-09-05T22:51:39Z", + "2026-09-05T23:35:12Z", + "2026-09-07T00:44:51Z" + ] + }, + "documentation_url": "https://github.com/dosixx", + "self_described_as": "KHU SIFT Lab" + }, + { + "slug": "sasame-mcp-audit", + "name": "SaSame-MCP-Audit", + "group_key": "ua:sasame-mcp-audit", + "kind": "named", + "user_agents": [ + { + "ua": "SaSame-MCP-Audit/0.1", + "requests": 212, + "addresses": 1, + "first_seen": "2026-09-01T01:07:30+00:00", + "last_seen": "2026-09-07T08:28:07+00:00" + } + ], + "primary_user_agent": "SaSame-MCP-Audit/0.1", + "requests": 212, + "addresses": 1, + "first_seen": "2026-09-01T01:07:30+00:00", + "last_seen": "2026-09-07T08:28:07+00:00", + "bytes_served": 1614711, + "classed_by_our_instrument": { + "agent": 212 + }, + "surfaces": { + "mcp-crawler-index": 178, + "mcp-crawler-log-triage": 7, + "mcp-crawler-ip-verifier": 6, + "mcp-zero-argument-pair": 6, + "mcp-endpoint-lint": 5, + "mcp-agent-discovery-doctor": 5, + "mcp-robots-policy-lint": 5 + }, + "channels": { + "sasame": 197, + "mcp-registry-official": 14, + "mcp-registry": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 212 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/c/sasame/mcp", + "requests": 180, + "statuses": { + "200": 180 + }, + "first": "2026-09-01T21:04:13+00:00", + "last": "2026-09-07T08:28:07+00:00" + }, + { + "path": "/c/sasame/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T11:49:27+00:00", + "last": "2026-09-05T14:32:45+00:00" + }, + { + "path": "/c/sasame/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T11:49:14+00:00", + "last": "2026-09-05T14:32:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T14:12:40+00:00", + "last": "2026-09-05T14:05:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T14:12:42+00:00", + "last": "2026-09-05T14:05:56+00:00" + }, + { + "path": "/c/sasame/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T11:49:07+00:00", + "last": "2026-09-05T14:32:23+00:00" + }, + { + "path": "/c/sasame/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T11:49:00+00:00", + "last": "2026-09-05T14:32:17+00:00" + }, + { + "path": "/c/sasame/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T11:49:20+00:00", + "last": "2026-09-05T14:32:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:39+00:00", + "last": "2026-09-05T14:05:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:38+00:00", + "last": "2026-09-05T14:05:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:43+00:00", + "last": "2026-09-05T14:05:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:44+00:00", + "last": "2026-09-05T14:05:58+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:07:30+00:00", + "last": "2026-09-01T01:07:30+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T01:07:30+00:00" + }, + { + "path": "/c/sasame/mcp", + "status": "200", + "at": "2026-09-01T21:04:13+00:00" + }, + { + "path": "/c/sasame/mcp/lint", + "status": "200", + "at": "2026-09-03T11:49:00+00:00" + }, + { + "path": "/c/sasame/mcp/doctor", + "status": "200", + "at": "2026-09-03T11:49:07+00:00" + }, + { + "path": "/c/sasame/mcp/triage", + "status": "200", + "at": "2026-09-03T11:49:14+00:00" + }, + { + "path": "/c/sasame/mcp/robots", + "status": "200", + "at": "2026-09-03T11:49:20+00:00" + }, + { + "path": "/c/sasame/mcp/netcheck", + "status": "200", + "at": "2026-09-03T11:49:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T14:12:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T14:12:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T14:12:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T14:12:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T14:12:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T14:12:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 112, + "median_gap_minutes": 60.4, + "visit_starts": [ + "2026-09-01T01:07:30Z", + "2026-09-01T21:04:13Z", + "2026-09-01T23:03:30Z", + "2026-09-02T00:03:51Z", + "2026-09-02T00:47:59Z", + "2026-09-02T02:03:51Z", + "2026-09-02T03:03:28Z", + "2026-09-02T04:03:11Z", + "2026-09-02T05:02:36Z", + "2026-09-02T06:03:53Z", + "2026-09-02T06:49:00Z", + "2026-09-02T08:02:04Z", + "2026-09-02T09:01:11Z", + "2026-09-02T10:04:55Z", + "2026-09-02T11:00:25Z", + "2026-09-02T14:01:38Z", + "2026-09-02T16:01:26Z", + "2026-09-02T23:02:11Z", + "2026-09-03T00:01:25Z", + "2026-09-03T00:47:03Z", + "2026-09-03T02:02:06Z", + "2026-09-03T03:03:38Z", + "2026-09-03T04:03:03Z", + "2026-09-03T05:02:10Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "agent-ready-scanner", + "name": "agent-ready-scanner", + "group_key": "host:agent-ready.dev", + "kind": "named", + "user_agents": [ + { + "ua": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", + "requests": 203, + "addresses": 2, + "first_seen": "2026-09-03T00:22:52+00:00", + "last_seen": "2026-09-05T21:45:19+00:00" + } + ], + "primary_user_agent": "agent-ready-scanner/1.0 (+https://agent-ready.dev)", + "requests": 203, + "addresses": 2, + "first_seen": "2026-09-03T00:22:52+00:00", + "last_seen": "2026-09-05T21:45:19+00:00", + "bytes_served": 2364113, + "classed_by_our_instrument": { + "agent": 199, + "crawler": 4 + }, + "surfaces": { + "pathwren-edge": 184, + "oauth-discovery-refusal": 4, + "identity-documents": 4, + "agent-commerce-refusal": 3, + "agent-skill-docs": 3, + "x402-payment-discovery": 2, + "agent-card-addresses": 1, + "agent-skills": 1, + "mcp-discovery-documents": 1 + }, + "channels": { + "agent-ready": 2 + }, + "accept_headers": [ + "*/*", + "text/markdown" + ], + "status_codes": { + "200": 111, + "404": 92 + }, + "distinct_paths": 129, + "paths": [ + { + "path": "/about.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/ai-crawler-logs/index.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/seo.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:17+00:00" + }, + { + "path": "/.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:17+00:00" + }, + { + "path": "/.well-known/acp.json", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/agent-skills/index.json", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/http-message-signatures-directory", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/ucp", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/AGENTS.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:17+00:00" + }, + { + "path": "/a2a.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/a2a.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/about.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/agent-permissions.json", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/agents.json", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/ai-crawler-logs/index.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/ai-crawler-robots/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/ai-crawler-robots/index.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/api.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/api.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/c/agent-ready/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:17+00:00" + }, + { + "path": "/category/ai-search.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/ai-search.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/ai-training.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/ai-training.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/archive.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/archive.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/dataset.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/dataset.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/preview.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/preview.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/search.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/search.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/seo.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/tool.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/tool.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/user-fetch.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/user-fetch.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/changelog.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/changelog.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/compliance", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/compliance.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/contact", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/contact.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/adsbot-google.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ahrefsbot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ahrefsbot.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ai2bot.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:55+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ai2bot.html.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:55+00:00", + "last": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/llms.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/openapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/robots.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/sitemap.md", + "requests": 2, + "statuses": { + "404": 1, + "200": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:17+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-05T21:45:16+00:00" + }, + { + "path": "/.cursor/rules", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.cursorrules", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agent-permissions.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agents.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agents.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/sitemap.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/CLAUDE.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/a2a.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/a2a.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/about.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/about.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/agents.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/ai-crawler-logs/index.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/ai-crawler-logs/index.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/ai-crawler-robots/index.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/ai-crawler-robots/index.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/api.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/api.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/ai-search.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/ai-search.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/ai-training.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/ai-training.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/archive.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/archive.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/dataset.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/dataset.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/preview.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/preview.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/search.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:53+00:00", + "last": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/category/search.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/category/seo.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/category/seo.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/category/tool.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/category/tool.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/category/user-fetch.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/category/user-fetch.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/changelog.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/changelog.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/compliance.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/contact.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/adsbot-google.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/adsbot-google.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/ahrefsbot.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/ahrefsbot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:54+00:00", + "last": "2026-09-03T00:22:54+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:55+00:00", + "last": "2026-09-03T00:22:55+00:00" + }, + { + "path": "/crawler/ai2bot.html.mdx", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:55+00:00", + "last": "2026-09-03T00:22:55+00:00" + }, + { + "path": "/crawler/ai2bot.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T00:22:55+00:00", + "last": "2026-09-03T00:22:55+00:00" + }, + { + "path": "/docs/AGENTS.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/docs/sitemap.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/index.html.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/index.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:22:52+00:00", + "last": "2026-09-03T00:22:52+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/ucp", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/agents.json", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/agent-permissions.json", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/AGENTS.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agent-permissions.json", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/agents.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agents.json", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agents.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/docs/AGENTS.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/acp.json", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/docs/sitemap.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/CLAUDE.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/agent-skills/index.json", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/sitemap.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/c/agent-ready/", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/sitemap.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.well-known/http-message-signatures-directory", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.cursor/rules", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.cursorrules", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/.mdx", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/index.html.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/index.md", + "status": "404", + "at": "2026-09-03T00:22:52+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/a2a.html.md", + "status": "404", + "at": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/about.html.md", + "status": "404", + "at": "2026-09-03T00:22:53+00:00" + }, + { + "path": "/a2a.html.mdx", + "status": "404", + "at": "2026-09-03T00:22:53+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/ucp", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": null + }, + { + "path": "/agents.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": "2026-09-03T03:19:20+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": null + }, + { + "path": "/agent-permissions.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": "2026-09-03T03:19:20+00:00" + }, + { + "path": "/AGENTS.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:17+00:00", + "answered_200_since": "2026-09-03T03:19:19+00:00" + }, + { + "path": "/.well-known/agent-permissions.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:19:20+00:00" + }, + { + "path": "/agents.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:19:19+00:00" + }, + { + "path": "/.well-known/agents.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:32:45+00:00" + }, + { + "path": "/.well-known/agents.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:19:20+00:00" + }, + { + "path": "/docs/AGENTS.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:19:20+00:00" + }, + { + "path": "/.well-known/acp.json", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": null + }, + { + "path": "/docs/sitemap.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T02:39:12+00:00" + }, + { + "path": "/CLAUDE.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:19:20+00:00" + }, + { + "path": "/.well-known/agent-skills/index.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": "2026-09-03T04:50:16+00:00" + }, + { + "path": "/.well-known/sitemap.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T03:44:09+00:00" + }, + { + "path": "/sitemap.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:17+00:00", + "answered_200_since": "2026-09-03T01:19:45+00:00" + }, + { + "path": "/.well-known/http-message-signatures-directory", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:16+00:00", + "answered_200_since": null + }, + { + "path": "/.cursor/rules", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T04:44:01+00:00" + }, + { + "path": "/.cursorrules", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T04:44:01+00:00" + }, + { + "path": "/.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-05T21:45:17+00:00", + "answered_200_since": "2026-09-03T04:44:01+00:00" + }, + { + "path": "/.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T04:44:01+00:00" + }, + { + "path": "/index.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T01:42:36+00:00" + }, + { + "path": "/index.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:52+00:00", + "last_asked": "2026-09-03T00:22:52+00:00", + "answered_200_since": "2026-09-03T01:23:44+00:00" + }, + { + "path": "/a2a.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:42:35+00:00" + }, + { + "path": "/about.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:42:35+00:00" + }, + { + "path": "/a2a.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:42:35+00:00" + }, + { + "path": "/a2a.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:42:35+00:00" + }, + { + "path": "/about.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:25:58+00:00" + }, + { + "path": "/about.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:23:44+00:00" + }, + { + "path": "/ai-crawler-logs/index.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:25:58+00:00" + }, + { + "path": "/ai-crawler-logs/index.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:25:57+00:00" + }, + { + "path": "/ai-crawler-logs/index.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:25:57+00:00" + }, + { + "path": "/api.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:19:45+00:00" + }, + { + "path": "/api.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:19:45+00:00" + }, + { + "path": "/ai-crawler-robots/index.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:25:57+00:00" + }, + { + "path": "/api.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/ai-crawler-robots/index.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:25:57+00:00" + }, + { + "path": "/category/ai-search.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/ai-crawler-robots/index.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T01:25:57+00:00" + }, + { + "path": "/category/ai-search.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": null + }, + { + "path": "/category/ai-search.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T07:51:00+00:00" + }, + { + "path": "/category/ai-training.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/ai-training.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": null + }, + { + "path": "/category/ai-training.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T07:48:59+00:00" + }, + { + "path": "/category/archive.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/dataset.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/archive.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": null + }, + { + "path": "/category/dataset.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": null + }, + { + "path": "/category/archive.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T07:47:49+00:00" + }, + { + "path": "/category/dataset.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/category/preview.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/preview.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": null + }, + { + "path": "/category/preview.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": "2026-09-03T07:47:40+00:00" + }, + { + "path": "/category/search.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/search.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:53+00:00", + "last_asked": "2026-09-03T00:22:53+00:00", + "answered_200_since": null + }, + { + "path": "/category/seo.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/search.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T07:48:07+00:00" + }, + { + "path": "/category/seo.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/category/seo.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/category/tool.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/category/tool.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/category/tool.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T07:54:56+00:00" + }, + { + "path": "/changelog.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/changelog.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/category/user-fetch.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/changelog.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/category/user-fetch.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/category/user-fetch.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T07:48:32+00:00" + }, + { + "path": "/compliance.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/compliance.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/contact.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/contact.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": "2026-09-03T01:19:44+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:18+00:00", + "answered_200_since": "2026-09-05T21:45:18+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile-apps.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/adsbot-google-mobile.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/adsbot-google.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/adsbot-google.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/ahrefsbot.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ahrefsbot.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/ahrefssiteaudit.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ahrefssiteaudit.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/ai2bot-dolma.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ai2bot-dolma.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:54+00:00", + "last_asked": "2026-09-03T00:22:54+00:00", + "answered_200_since": null + }, + { + "path": "/crawler/ai2bot.html.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:55+00:00", + "last_asked": "2026-09-05T21:45:19+00:00", + "answered_200_since": "2026-09-05T21:45:19+00:00" + }, + { + "path": "/crawler/ai2bot.html.mdx", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:22:55+00:00", + "last_asked": "2026-09-03T00:22:55+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 4162.4, + "visit_starts": [ + "2026-09-03T00:22:52Z", + "2026-09-05T21:45:16Z" + ] + }, + "documentation_url": "https://agent-ready.dev", + "self_described_as": null + }, + { + "slug": "mcp-cloud-aboutbot", + "name": "MCP-Cloud-AboutBot", + "group_key": "ua:mcp-cloud-aboutbot", + "kind": "named", + "user_agents": [ + { + "ua": "MCP-Cloud-AboutBot/1.0 (+https://github.com/mcp-cloud)", + "requests": 197, + "addresses": 1, + "first_seen": "2026-09-04T04:02:23+00:00", + "last_seen": "2026-09-04T04:03:26+00:00" + } + ], + "primary_user_agent": "MCP-Cloud-AboutBot/1.0 (+https://github.com/mcp-cloud)", + "requests": 197, + "addresses": 1, + "first_seen": "2026-09-04T04:02:23+00:00", + "last_seen": "2026-09-04T04:03:26+00:00", + "bytes_served": 2238298, + "classed_by_our_instrument": { + "crawler": 197 + }, + "surfaces": { + "pathwren-edge": 185, + "mcp-transport-get-leg": 6, + "api-reference": 6 + }, + "channels": { + "mcp-registry-official": 11 + }, + "accept_headers": [ + "text/html,text/plain,text/markdown,application/pdf,application/xml;q=0.8,*/*;q=0.1", + "text/html,application/xhtml+xml;q=0.9,*/*;q=0.1" + ], + "status_codes": { + "200": 197 + }, + "distinct_paths": 37, + "paths": [ + { + "path": "/about.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/api.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/apievangelist.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:23+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/crawler/apis-google.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/data/index.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/mcp.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/operator/dataforseo.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:24+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/reference", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:25+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/robots.txt", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:23+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-04T04:02:23+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:02:23+00:00", + "last": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:03:12+00:00", + "last": "2026-09-04T04:03:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:02:48+00:00", + "last": "2026-09-04T04:02:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:03:25+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:03:00+00:00", + "last": "2026-09-04T04:03:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "status": "200", + "at": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "status": "200", + "at": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/crawler/apis-google.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/crawler/cohere-training-data-crawler.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/crawler/dataforseobot.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/crawler/google-inspectiontool.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/crawler/img2dataset.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/data/index.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp-lint.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp-netcheck.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp-robots.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp-transport.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/operator/dataforseo.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/policy/block-datasets.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "status": "200", + "at": "2026-09-04T04:02:24+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/agent-tools-cloud-crawler.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/aive-mcp-discover.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/aive-mcp-endpointprobe.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/api-forge-mcp-index.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/apievangelist-domain-probe.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/apievangelist-security-probe.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/apievangelist.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/apis-io-submit.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/apis-json-showcase-verifier.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/bot/dataforseobot.html", + "status": "200", + "at": "2026-09-04T04:02:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "status": "200", + "at": "2026-09-04T04:02:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "status": "200", + "at": "2026-09-04T04:03:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "status": "200", + "at": "2026-09-04T04:03:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "status": "200", + "at": "2026-09-04T04:03:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T04:02:23Z" + ] + }, + "documentation_url": "https://github.com/mcp-cloud", + "self_described_as": null + }, + { + "slug": "agentgaugebot", + "name": "AgentGaugeBot", + "group_key": "host:agentgauge.ai", + "kind": "named", + "user_agents": [ + { + "ua": "AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner)", + "requests": 192, + "addresses": 6, + "first_seen": "2026-09-03T05:27:45+00:00", + "last_seen": "2026-09-07T06:04:43+00:00" + } + ], + "primary_user_agent": "AgentGaugeBot/1.0 (+https://agentgauge.ai; agent-readiness scanner)", + "requests": 192, + "addresses": 6, + "first_seen": "2026-09-03T05:27:45+00:00", + "last_seen": "2026-09-07T06:04:43+00:00", + "bytes_served": 9873870, + "classed_by_our_instrument": { + "crawler": 192 + }, + "surfaces": { + "pathwren-edge": 115, + "oauth-discovery-refusal": 27, + "payment-discovery-refusal": 15, + "agent-commerce-refusal": 10, + "agent-card-addresses": 5, + "mcp-crawler-index": 5, + "mcp-discovery-documents": 5, + "agent-skill-docs": 5, + "pricing-document": 5 + }, + "channels": { + "agentgauge": 162 + }, + "accept_headers": [ + "text/html,application/json,application/xml,text/plain,*/*", + "text/markdown" + ], + "status_codes": { + "200": 112, + "404": 80 + }, + "distinct_paths": 21, + "paths": [ + { + "path": "/", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/agentic-commerce.json", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/http-message-signatures-directory", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:46+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/mcp/server-card.json", + "requests": 9, + "statuses": { + "404": 4, + "200": 5 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/payment-pointer", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:46+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/payment.json", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:46+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/.well-known/ucp", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-03T05:27:46+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/agents", + "requests": 9, + "statuses": { + "404": 4, + "200": 5 + }, + "first": "2026-09-03T05:27:46+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/index.md", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:46+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/llms.txt", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/openapi.json", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/pricing", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/robots.txt", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T05:27:45+00:00", + "last": "2026-09-07T06:04:43+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/mcp/server-card.json", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/.well-known/agentic-commerce.json", + "status": "404", + "at": "2026-09-03T05:27:45+00:00" + }, + { + "path": "/index.md", + "status": "200", + "at": "2026-09-03T05:27:46+00:00" + }, + { + "path": "/.well-known/payment.json", + "status": "404", + "at": "2026-09-03T05:27:46+00:00" + }, + { + "path": "/.well-known/payment-pointer", + "status": "404", + "at": "2026-09-03T05:27:46+00:00" + }, + { + "path": "/.well-known/ucp", + "status": "404", + "at": "2026-09-03T05:27:46+00:00" + }, + { + "path": "/.well-known/http-message-signatures-directory", + "status": "404", + "at": "2026-09-03T05:27:46+00:00" + }, + { + "path": "/agents", + "status": "200", + "at": "2026-09-03T05:27:46+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/mcp/server-card.json", + "statuses": { + "404": 4 + }, + "first_asked": "2026-09-03T05:27:45+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": "2026-09-03T07:27:15+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:45+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:45+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:45+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/agentic-commerce.json", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:45+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payment.json", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:46+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payment-pointer", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:46+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/ucp", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:46+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/http-message-signatures-directory", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-03T05:27:46+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": null + }, + { + "path": "/agents", + "statuses": { + "404": 4 + }, + "first_asked": "2026-09-03T05:27:46+00:00", + "last_asked": "2026-09-07T06:04:43+00:00", + "answered_200_since": "2026-09-03T07:20:27+00:00" + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 385.0, + "visit_starts": [ + "2026-09-03T05:27:45Z", + "2026-09-05T21:45:24Z", + "2026-09-06T04:10:22Z", + "2026-09-06T10:14:18Z", + "2026-09-07T00:01:17Z", + "2026-09-07T06:04:43Z" + ] + }, + "documentation_url": "https://agentgauge.ai", + "self_described_as": "agent-readiness scanner" + }, + { + "slug": "mcpscan", + "name": "mcpscan", + "group_key": "host:modc2.com", + "kind": "named", + "user_agents": [ + { + "ua": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", + "requests": 189, + "addresses": 1, + "first_seen": "2026-09-01T02:28:50+00:00", + "last_seen": "2026-09-07T04:38:40+00:00" + } + ], + "primary_user_agent": "mcpscan/1.0 (+https://modc2.com/mcpscan; MCP index crawler)", + "requests": 189, + "addresses": 1, + "first_seen": "2026-09-01T02:28:50+00:00", + "last_seen": "2026-09-07T04:38:40+00:00", + "bytes_served": 857360, + "classed_by_our_instrument": { + "crawler": 184, + "agent": 5 + }, + "surfaces": { + "mcp-crawler-index": 50, + "mcp-agent-discovery-doctor": 35, + "mcp-robots-policy-lint": 34, + "mcp-crawler-ip-verifier": 31, + "mcp-crawler-log-triage": 17, + "mcp-endpoint-lint": 17, + "agent-card-addresses": 3, + "mcp-markdown-lane": 2 + }, + "channels": { + "mcp-registry-official": 120, + "mcpscan": 25, + "mcpscan-robots": 20, + "mcpscan-netcheck": 18, + "modc2-com": 5 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 173, + "202": 13, + "404": 3 + }, + "distinct_paths": 12, + "paths": [ + { + "path": "/c/mcpscan/mcp/doctor", + "requests": 25, + "statuses": { + "200": 21, + "202": 4 + }, + "first": "2026-09-01T07:46:33+00:00", + "last": "2026-09-06T07:54:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 22, + "statuses": { + "200": 21, + "202": 1 + }, + "first": "2026-09-01T02:28:50+00:00", + "last": "2026-09-06T08:36:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 22, + "statuses": { + "200": 19, + "202": 3 + }, + "first": "2026-09-01T02:28:50+00:00", + "last": "2026-09-06T08:36:23+00:00" + }, + { + "path": "/c/mcpscan-robots/mcp/robots", + "requests": 20, + "statuses": { + "200": 19, + "202": 1 + }, + "first": "2026-09-01T15:17:55+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 19, + "statuses": { + "200": 19 + }, + "first": "2026-09-02T02:37:34+00:00", + "last": "2026-09-06T08:42:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 19, + "statuses": { + "200": 18, + "202": 1 + }, + "first": "2026-09-01T20:37:08+00:00", + "last": "2026-09-06T08:42:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 19, + "statuses": { + "200": 19 + }, + "first": "2026-09-02T02:37:34+00:00", + "last": "2026-09-06T08:42:45+00:00" + }, + { + "path": "/c/mcpscan-netcheck/mcp/netcheck", + "requests": 18, + "statuses": { + "200": 18 + }, + "first": "2026-09-01T15:17:54+00:00", + "last": "2026-09-06T09:25:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 17, + "statuses": { + "200": 14, + "202": 3 + }, + "first": "2026-09-03T02:47:16+00:00", + "last": "2026-09-06T08:51:26+00:00" + }, + { + "path": "/c/modc2-com/.well-known/agent-card.json", + "requests": 3, + "statuses": { + "404": 3 + }, + "first": "2026-09-04T04:37:44+00:00", + "last": "2026-09-07T04:38:40+00:00" + }, + { + "path": "/c/modc2-com/mcp", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:13:15+00:00", + "last": "2026-09-06T11:14:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:34:48+00:00", + "last": "2026-09-06T09:34:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T02:28:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:28:50+00:00" + }, + { + "path": "/c/mcpscan/mcp/doctor", + "status": "200", + "at": "2026-09-01T07:46:33+00:00" + }, + { + "path": "/c/mcpscan-netcheck/mcp/netcheck", + "status": "200", + "at": "2026-09-01T15:17:54+00:00" + }, + { + "path": "/c/mcpscan-robots/mcp/robots", + "status": "200", + "at": "2026-09-01T15:17:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T20:37:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T02:37:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T02:37:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T02:47:16+00:00" + }, + { + "path": "/c/modc2-com/.well-known/agent-card.json", + "status": "404", + "at": "2026-09-04T04:37:44+00:00" + }, + { + "path": "/c/modc2-com/mcp", + "status": "200", + "at": "2026-09-05T23:13:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T09:34:48+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/modc2-com/.well-known/agent-card.json", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-04T04:37:44+00:00", + "last_asked": "2026-09-07T04:38:40+00:00", + "answered_200_since": "2026-09-04T04:38:35+00:00" + } + ], + "return_behaviour": { + "visits": 61, + "median_gap_minutes": 49.0, + "visit_starts": [ + "2026-09-01T02:28:50Z", + "2026-09-01T07:46:33Z", + "2026-09-01T08:29:00Z", + "2026-09-01T13:47:01Z", + "2026-09-01T14:29:23Z", + "2026-09-01T15:17:54Z", + "2026-09-01T20:37:08Z", + "2026-09-02T01:47:45Z", + "2026-09-02T02:29:57Z", + "2026-09-02T03:18:43Z", + "2026-09-02T07:48:16Z", + "2026-09-02T08:30:34Z", + "2026-09-02T09:19:37Z", + "2026-09-03T01:50:34Z", + "2026-09-03T02:31:57Z", + "2026-09-03T03:20:14Z", + "2026-09-03T07:50:40Z", + "2026-09-03T08:32:16Z", + "2026-09-03T09:20:24Z", + "2026-09-03T13:50:52Z", + "2026-09-03T14:32:36Z", + "2026-09-03T15:20:38Z", + "2026-09-03T19:51:46Z", + "2026-09-03T20:33:16Z" + ] + }, + "documentation_url": "https://modc2.com/mcpscan", + "self_described_as": "MCP index crawler" + }, + { + "slug": "proofbench", + "name": "ProofBench", + "group_key": "host:proofbench.dev", + "kind": "named", + "user_agents": [ + { + "ua": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", + "requests": 180, + "addresses": 1, + "first_seen": "2026-08-31T22:17:01+00:00", + "last_seen": "2026-09-07T07:56:40+00:00" + } + ], + "primary_user_agent": "ProofBench/0.1 (+https://proofbench.dev/about/probe; MCP registry health probe)", + "requests": 180, + "addresses": 1, + "first_seen": "2026-08-31T22:17:01+00:00", + "last_seen": "2026-09-07T07:56:40+00:00", + "bytes_served": 1094108, + "classed_by_our_instrument": { + "agent": 180 + }, + "surfaces": { + "mcp-crawler-index": 59, + "mcp-crawler-log-triage": 25, + "mcp-crawler-ip-verifier": 24, + "mcp-endpoint-lint": 24, + "mcp-robots-policy-lint": 22, + "mcp-agent-discovery-doctor": 22, + "mcp-markdown-lane": 4 + }, + "channels": { + "mcp-registry-official": 179, + "mcp-registry": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 179, + "not recorded": 1 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 33, + "statuses": { + "200": 33 + }, + "first": "2026-09-01T02:02:05+00:00", + "last": "2026-09-07T07:09:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 33, + "statuses": { + "200": 33 + }, + "first": "2026-09-01T01:57:01+00:00", + "last": "2026-09-07T07:01:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 31, + "statuses": { + "200": 31 + }, + "first": "2026-09-01T02:41:01+00:00", + "last": "2026-09-07T07:56:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 28, + "statuses": { + "200": 28 + }, + "first": "2026-09-01T16:24:01+00:00", + "last": "2026-09-07T06:13:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 26, + "statuses": { + "200": 26 + }, + "first": "2026-09-01T16:24:01+00:00", + "last": "2026-09-07T06:13:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 24, + "statuses": { + "200": 24 + }, + "first": "2026-09-03T03:11:12+00:00", + "last": "2026-09-07T06:19:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T08:27:37+00:00", + "last": "2026-09-07T05:46:38+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T22:17:01+00:00", + "last": "2026-08-31T22:17:01+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "not recorded", + "at": "2026-08-31T22:17:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T01:57:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T02:02:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T02:41:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:24:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T16:24:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T03:11:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T08:27:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 90, + "median_gap_minutes": 48.8, + "visit_starts": [ + "2026-08-31T22:17:01Z", + "2026-09-01T01:57:01Z", + "2026-09-01T02:41:01Z", + "2026-09-01T05:43:04Z", + "2026-09-01T06:27:03Z", + "2026-09-01T09:28:14Z", + "2026-09-01T10:12:14Z", + "2026-09-01T13:15:13Z", + "2026-09-01T14:00:06Z", + "2026-09-01T16:24:01Z", + "2026-09-01T17:06:02Z", + "2026-09-01T17:50:09Z", + "2026-09-02T00:01:11Z", + "2026-09-02T00:44:21Z", + "2026-09-02T01:29:02Z", + "2026-09-02T03:50:04Z", + "2026-09-02T04:32:08Z", + "2026-09-02T05:17:04Z", + "2026-09-02T07:38:10Z", + "2026-09-02T08:23:13Z", + "2026-09-02T09:10:11Z", + "2026-09-03T00:03:03Z", + "2026-09-03T00:42:11Z", + "2026-09-03T03:05:12Z" + ] + }, + "documentation_url": "https://proofbench.dev/about/probe", + "self_described_as": "MCP registry health probe" + }, + { + "slug": "agentgrade", + "name": "AgentGrade", + "group_key": "ua:agentgrade", + "kind": "named", + "user_agents": [ + { + "ua": "AgentGrade/1.0 (security research; agentgrade.net)", + "requests": 155, + "addresses": 1, + "first_seen": "2026-09-01T02:53:17+00:00", + "last_seen": "2026-09-03T02:53:44+00:00" + } + ], + "primary_user_agent": "AgentGrade/1.0 (security research; agentgrade.net)", + "requests": 155, + "addresses": 1, + "first_seen": "2026-09-01T02:53:17+00:00", + "last_seen": "2026-09-03T02:53:44+00:00", + "bytes_served": 935677, + "classed_by_our_instrument": { + "agent": 155 + }, + "surfaces": { + "pathwren-edge": 147, + "mcp-crawler-index": 7, + "mcp-endpoint-lint": 1 + }, + "channels": { + "mcp-registry-official": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "404": 98, + "200": 57 + }, + "distinct_paths": 22, + "paths": [ + { + "path": "/", + "requests": 49, + "statuses": { + "200": 49 + }, + "first": "2026-09-01T02:53:18+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/.env", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/.env.local", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/.git/HEAD", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/.git/config", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:20+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/_internal", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:17+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/admin", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:17+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/agentgrade-404-check-xyz", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:20+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/appsettings.json", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/config.json", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/dashboard", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:17+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/debug", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/package.json", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:20+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/server-status", + "requests": 7, + "statuses": { + "404": 7 + }, + "first": "2026-09-01T02:53:19+00:00", + "last": "2026-09-03T02:53:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:53:25+00:00", + "last": "2026-09-01T02:53:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:53:21+00:00", + "last": "2026-09-01T02:53:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:46:45+00:00", + "last": "2026-09-02T02:46:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:53:43+00:00", + "last": "2026-09-03T02:53:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:46:46+00:00", + "last": "2026-09-02T02:46:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:46:48+00:00", + "last": "2026-09-02T02:46:48+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:53:17+00:00", + "last": "2026-09-01T02:53:17+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T02:53:17+00:00" + }, + { + "path": "/admin", + "status": "404", + "at": "2026-09-01T02:53:17+00:00" + }, + { + "path": "/dashboard", + "status": "404", + "at": "2026-09-01T02:53:17+00:00" + }, + { + "path": "/_internal", + "status": "404", + "at": "2026-09-01T02:53:17+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T02:53:18+00:00" + }, + { + "path": "/.env", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/.git/config", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/.git/HEAD", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/debug", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/server-status", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/.env.local", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/config.json", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/appsettings.json", + "status": "404", + "at": "2026-09-01T02:53:19+00:00" + }, + { + "path": "/package.json", + "status": "404", + "at": "2026-09-01T02:53:20+00:00" + }, + { + "path": "/agentgrade-404-check-xyz", + "status": "404", + "at": "2026-09-01T02:53:20+00:00" + }, + { + "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", + "status": "404", + "at": "2026-09-01T02:53:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T02:53:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:53:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T02:46:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T02:46:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T02:46:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T02:53:43+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/admin", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:17+00:00", + "last_asked": "2026-09-03T02:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/dashboard", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:17+00:00", + "last_asked": "2026-09-03T02:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/_internal", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:17+00:00", + "last_asked": "2026-09-03T02:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/.env", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/.git/config", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/.git/HEAD", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:43+00:00", + "answered_200_since": null + }, + { + "path": "/debug", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/server-status", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/.env.local", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/config.json", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/appsettings.json", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:19+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/package.json", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:20+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/agentgrade-404-check-xyz", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:20+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + }, + { + "path": "/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA", + "statuses": { + "404": 7 + }, + "first_asked": "2026-09-01T02:53:20+00:00", + "last_asked": "2026-09-03T02:53:44+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1440.2, + "visit_starts": [ + "2026-09-01T02:53:17Z", + "2026-09-02T02:46:45Z", + "2026-09-03T02:53:43Z" + ] + }, + "documentation_url": null, + "self_described_as": "security research; agentgrade.net" + }, + { + "slug": "neuronto", + "name": "Neuronto", + "group_key": "host:neuronto.com", + "kind": "named", + "user_agents": [ + { + "ua": "Neuronto/1.0 (+https://neuronto.com/about; ARD registry; crawler)", + "requests": 141, + "addresses": 3, + "first_seen": "2026-09-01T08:18:38+00:00", + "last_seen": "2026-09-07T04:56:25+00:00" + } + ], + "primary_user_agent": "Neuronto/1.0 (+https://neuronto.com/about; ARD registry; crawler)", + "requests": 141, + "addresses": 3, + "first_seen": "2026-09-01T08:18:38+00:00", + "last_seen": "2026-09-07T04:56:25+00:00", + "bytes_served": 9153603, + "classed_by_our_instrument": { + "crawler": 141 + }, + "surfaces": { + "a2a-crawler-index": 57, + "pathwren-edge": 40, + "agent-card-addresses": 21, + "changes-feed": 6, + "x402-payment-discovery": 5, + "mcp-crawler-index": 2, + "mcp-endpoint-lint": 2, + "mcp-crawler-log-triage": 2, + "mcp-agent-discovery-doctor": 2, + "mcp-robots-policy-lint": 2, + "mcp-crawler-ip-verifier": 2 + }, + "channels": { + "ard": 121, + "neuronto-com": 12 + }, + "accept_headers": [ + "*/*", + "application/json,*/*" + ], + "status_codes": { + "200": 141 + }, + "distinct_paths": 22, + "paths": [ + { + "path": "/c/ard/.well-known/agent-card.json", + "requests": 26, + "statuses": { + "200": 26 + }, + "first": "2026-09-01T08:41:43+00:00", + "last": "2026-09-05T21:25:31+00:00" + }, + { + "path": "/c/ard/openapi.json", + "requests": 26, + "statuses": { + "200": 26 + }, + "first": "2026-09-01T08:41:43+00:00", + "last": "2026-09-05T21:25:31+00:00" + }, + { + "path": "/c/ard/a2a/discovery/.well-known/agent-card.json", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T01:03:40+00:00", + "last": "2026-09-05T12:54:57+00:00" + }, + { + "path": "/c/ard/a2a/lint/.well-known/agent-card.json", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T01:03:40+00:00", + "last": "2026-09-05T12:54:57+00:00" + }, + { + "path": "/c/ard/a2a/score/.well-known/agent-card.json", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T01:03:40+00:00", + "last": "2026-09-05T12:54:57+00:00" + }, + { + "path": "/c/ard/a2a/doctor/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T00:59:17+00:00", + "last": "2026-09-07T04:56:25+00:00" + }, + { + "path": "/c/ard/a2a/netcheck/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T00:59:17+00:00", + "last": "2026-09-07T04:56:25+00:00" + }, + { + "path": "/c/ard/a2a/robots/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T00:59:17+00:00", + "last": "2026-09-07T04:56:25+00:00" + }, + { + "path": "/c/ard/a2a/triage/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T00:59:17+00:00", + "last": "2026-09-07T04:56:25+00:00" + }, + { + "path": "/c/ard/changes.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T00:59:17+00:00", + "last": "2026-09-07T04:56:25+00:00" + }, + { + "path": "/.well-known/ard.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T08:18:38+00:00", + "last": "2026-09-02T02:44:54+00:00" + }, + { + "path": "/c/ard/.well-known/x402", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-02T03:14:19+00:00", + "last": "2026-09-06T09:33:38+00:00" + }, + { + "path": "/c/neuronto-com/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:42:22+00:00", + "last": "2026-09-05T14:01:02+00:00" + }, + { + "path": "/c/neuronto-com/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:42:22+00:00", + "last": "2026-09-05T14:01:02+00:00" + }, + { + "path": "/c/neuronto-com/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:42:22+00:00", + "last": "2026-09-05T14:01:02+00:00" + }, + { + "path": "/c/neuronto-com/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:42:22+00:00", + "last": "2026-09-05T14:01:02+00:00" + }, + { + "path": "/c/neuronto-com/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:42:22+00:00", + "last": "2026-09-05T14:01:02+00:00" + }, + { + "path": "/c/neuronto-com/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:42:22+00:00", + "last": "2026-09-05T14:01:02+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:43:41+00:00", + "last": "2026-09-02T02:43:41+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:43:41+00:00", + "last": "2026-09-02T02:43:41+00:00" + }, + { + "path": "/c/ard/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T08:41:43+00:00", + "last": "2026-09-01T08:41:43+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T02:43:41+00:00", + "last": "2026-09-02T02:43:41+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/ard.json", + "status": "200", + "at": "2026-09-01T08:18:38+00:00" + }, + { + "path": "/c/ard/.well-known/mcp.json", + "status": "200", + "at": "2026-09-01T08:41:43+00:00" + }, + { + "path": "/c/ard/openapi.json", + "status": "200", + "at": "2026-09-01T08:41:43+00:00" + }, + { + "path": "/c/ard/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T08:41:43+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-02T02:43:41+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T02:43:41+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "status": "200", + "at": "2026-09-02T02:43:41+00:00" + }, + { + "path": "/c/ard/.well-known/x402", + "status": "200", + "at": "2026-09-02T03:14:19+00:00" + }, + { + "path": "/c/ard/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T01:03:40+00:00" + }, + { + "path": "/c/ard/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T01:03:40+00:00" + }, + { + "path": "/c/ard/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T01:03:40+00:00" + }, + { + "path": "/c/ard/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T00:59:17+00:00" + }, + { + "path": "/c/ard/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T00:59:17+00:00" + }, + { + "path": "/c/ard/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T00:59:17+00:00" + }, + { + "path": "/c/ard/changes.json", + "status": "200", + "at": "2026-09-05T00:59:17+00:00" + }, + { + "path": "/c/ard/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T00:59:17+00:00" + }, + { + "path": "/c/neuronto-com/mcp", + "status": "200", + "at": "2026-09-05T12:42:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/lint", + "status": "200", + "at": "2026-09-05T12:42:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/triage", + "status": "200", + "at": "2026-09-05T12:42:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/doctor", + "status": "200", + "at": "2026-09-05T12:42:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/robots", + "status": "200", + "at": "2026-09-05T12:42:22+00:00" + }, + { + "path": "/c/neuronto-com/mcp/netcheck", + "status": "200", + "at": "2026-09-05T12:42:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 44, + "median_gap_minutes": 68.3, + "visit_starts": [ + "2026-09-01T08:18:38Z", + "2026-09-01T13:48:28Z", + "2026-09-02T02:43:41Z", + "2026-09-03T01:03:40Z", + "2026-09-03T02:09:54Z", + "2026-09-03T03:12:22Z", + "2026-09-03T04:18:32Z", + "2026-09-03T05:23:57Z", + "2026-09-03T06:29:12Z", + "2026-09-03T07:33:49Z", + "2026-09-03T08:35:22Z", + "2026-09-03T09:20:39Z", + "2026-09-03T22:29:30Z", + "2026-09-03T23:35:57Z", + "2026-09-04T00:44:41Z", + "2026-09-04T01:49:29Z", + "2026-09-04T02:54:18Z", + "2026-09-04T04:03:45Z", + "2026-09-04T05:05:01Z", + "2026-09-04T06:11:18Z", + "2026-09-04T07:14:13Z", + "2026-09-04T08:20:35Z", + "2026-09-04T09:28:22Z", + "2026-09-04T10:38:05Z" + ] + }, + "documentation_url": "https://neuronto.com/about", + "self_described_as": "ARD registry; crawler" + }, + { + "slug": "gtm-engine", + "name": "gtm-engine", + "group_key": "ua:gtm-engine", + "kind": "named", + "user_agents": [ + { + "ua": "gtm-engine/0.1 (+contact enrichment; no pattern-guessing)", + "requests": 138, + "addresses": 4, + "first_seen": "2026-09-01T16:51:55+00:00", + "last_seen": "2026-09-05T15:22:30+00:00" + } + ], + "primary_user_agent": "gtm-engine/0.1 (+contact enrichment; no pattern-guessing)", + "requests": 138, + "addresses": 4, + "first_seen": "2026-09-01T16:51:55+00:00", + "last_seen": "2026-09-05T15:22:30+00:00", + "bytes_served": 1172810, + "classed_by_our_instrument": { + "agent": 138 + }, + "surfaces": { + "pathwren-edge": 78, + "identity-documents": 60 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 113, + "404": 25 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/", + "requests": 23, + "statuses": { + "200": 23 + }, + "first": "2026-09-01T16:51:55+00:00", + "last": "2026-09-05T15:22:30+00:00" + }, + { + "path": "/about", + "requests": 23, + "statuses": { + "404": 5, + "200": 18 + }, + "first": "2026-09-01T16:51:56+00:00", + "last": "2026-09-05T15:22:30+00:00" + }, + { + "path": "/about-us", + "requests": 23, + "statuses": { + "404": 5, + "200": 18 + }, + "first": "2026-09-01T16:51:56+00:00", + "last": "2026-09-05T15:22:30+00:00" + }, + { + "path": "/contact", + "requests": 23, + "statuses": { + "404": 5, + "200": 18 + }, + "first": "2026-09-01T16:51:56+00:00", + "last": "2026-09-05T15:22:30+00:00" + }, + { + "path": "/impressum", + "requests": 23, + "statuses": { + "404": 5, + "200": 18 + }, + "first": "2026-09-01T16:51:56+00:00", + "last": "2026-09-05T15:22:30+00:00" + }, + { + "path": "/legal", + "requests": 23, + "statuses": { + "404": 5, + "200": 18 + }, + "first": "2026-09-01T16:51:57+00:00", + "last": "2026-09-05T15:22:30+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-01T16:51:55+00:00" + }, + { + "path": "/about", + "status": "200", + "at": "2026-09-01T16:51:56+00:00" + }, + { + "path": "/contact", + "status": "200", + "at": "2026-09-01T16:51:56+00:00" + }, + { + "path": "/about-us", + "status": "200", + "at": "2026-09-01T16:51:56+00:00" + }, + { + "path": "/impressum", + "status": "200", + "at": "2026-09-01T16:51:56+00:00" + }, + { + "path": "/legal", + "status": "200", + "at": "2026-09-01T16:51:57+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/about", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T16:51:56+00:00", + "last_asked": "2026-09-05T15:22:30+00:00", + "answered_200_since": "2026-09-02T05:34:47+00:00" + }, + { + "path": "/contact", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T16:51:56+00:00", + "last_asked": "2026-09-05T15:22:30+00:00", + "answered_200_since": "2026-09-02T00:23:03+00:00" + }, + { + "path": "/about-us", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T16:51:56+00:00", + "last_asked": "2026-09-05T15:22:30+00:00", + "answered_200_since": "2026-09-02T05:34:48+00:00" + }, + { + "path": "/impressum", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T16:51:56+00:00", + "last_asked": "2026-09-05T15:22:30+00:00", + "answered_200_since": "2026-09-02T00:22:58+00:00" + }, + { + "path": "/legal", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-01T16:51:57+00:00", + "last_asked": "2026-09-05T15:22:30+00:00", + "answered_200_since": "2026-09-01T23:35:19+00:00" + } + ], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1433.3, + "visit_starts": [ + "2026-09-01T16:51:55Z", + "2026-09-03T16:38:29Z", + "2026-09-04T16:31:48Z", + "2026-09-05T15:22:21Z" + ] + }, + "documentation_url": null, + "self_described_as": "no pattern-guessing" + }, + { + "slug": "facebookexternalhit", + "name": "facebookexternalhit", + "group_key": "host:facebook.com", + "kind": "named", + "user_agents": [ + { + "ua": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", + "requests": 136, + "addresses": 91, + "first_seen": "2026-09-03T08:25:25+00:00", + "last_seen": "2026-09-07T07:09:16+00:00" + } + ], + "primary_user_agent": "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)", + "requests": 136, + "addresses": 91, + "first_seen": "2026-09-03T08:25:25+00:00", + "last_seen": "2026-09-07T07:09:16+00:00", + "bytes_served": 4145280, + "classed_by_our_instrument": { + "crawler": 136 + }, + "surfaces": { + "section-roots": 79, + "pathwren-edge": 39, + "blog": 9, + "ai-crawler-index": 7, + "api-reference": 2 + }, + "channels": { + "lemmy": 69, + "mbin": 19, + "piefed": 2 + }, + "accept_headers": [ + "text/html", + "*/*" + ], + "status_codes": { + "200": 136 + }, + "distinct_paths": 14, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 28, + "statuses": { + "200": 28 + }, + "first": "2026-09-06T01:00:21+00:00", + "last": "2026-09-07T07:09:16+00:00" + }, + { + "path": "/robots.txt", + "requests": 23, + "statuses": { + "200": 23 + }, + "first": "2026-09-03T08:25:25+00:00", + "last": "2026-09-06T10:11:15+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-06T03:37:08+00:00", + "last": "2026-09-07T04:59:05+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-06T00:50:05+00:00", + "last": "2026-09-06T03:22:41+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-06T09:22:02+00:00", + "last": "2026-09-07T02:15:38+00:00" + }, + { + "path": "/bot/", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-06T03:37:16+00:00", + "last": "2026-09-07T03:45:07+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T03:37:56+00:00", + "last": "2026-09-07T00:17:28+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T06:36:12+00:00", + "last": "2026-09-07T02:27:47+00:00" + }, + { + "path": "/policy/index.html", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-07T03:16:37+00:00", + "last": "2026-09-07T03:21:45+00:00" + }, + { + "path": "/px.gif", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T03:01:01+00:00", + "last": "2026-09-07T03:16:39+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T03:01:00+00:00", + "last": "2026-09-06T03:05:57+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:10:53+00:00", + "last": "2026-09-06T03:10:56+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:29:36+00:00", + "last": "2026-09-07T03:37:56+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:37:51+00:00", + "last": "2026-09-06T04:13:44+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T08:25:25+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:50:05+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T01:00:21+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-06T03:01:00+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-06T03:01:01+00:00" + }, + { + "path": "/ip-ranges/index.html", + "status": "200", + "at": "2026-09-06T03:10:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:37:08+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T03:37:16+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T03:37:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:37:56+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:36:12+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:22:02+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-07T03:16:37+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:29:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 21, + "median_gap_minutes": 100.8, + "visit_starts": [ + "2026-09-03T08:25:25Z", + "2026-09-03T11:50:31Z", + "2026-09-03T12:33:26Z", + "2026-09-03T13:20:31Z", + "2026-09-04T13:20:32Z", + "2026-09-05T09:31:58Z", + "2026-09-05T12:03:07Z", + "2026-09-05T14:15:03Z", + "2026-09-06T00:50:05Z", + "2026-09-06T04:52:19Z", + "2026-09-06T05:44:52Z", + "2026-09-06T06:36:12Z", + "2026-09-06T07:34:28Z", + "2026-09-06T08:57:52Z", + "2026-09-06T10:11:15Z", + "2026-09-06T11:14:50Z", + "2026-09-06T12:33:36Z", + "2026-09-07T00:17:28Z", + "2026-09-07T02:15:38Z", + "2026-09-07T03:10:22Z", + "2026-09-07T07:09:16Z" + ] + }, + "documentation_url": "http://www.facebook.com/externalhit_uatext.php", + "self_described_as": null + }, + { + "slug": "python-httpx2", + "name": "python-httpx2", + "group_key": "ua:python-httpx2", + "kind": "library", + "user_agents": [ + { + "ua": "python-httpx2/2.12.0", + "requests": 110, + "addresses": 4, + "first_seen": "2026-08-31T22:15:20+00:00", + "last_seen": "2026-09-07T00:52:46+00:00" + }, + { + "ua": "python-httpx2/2.9.1", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-04T05:30:21+00:00", + "last_seen": "2026-09-07T05:34:03+00:00" + } + ], + "primary_user_agent": "python-httpx2/2.12.0", + "requests": 135, + "addresses": 5, + "first_seen": "2026-08-31T22:15:20+00:00", + "last_seen": "2026-09-07T05:34:03+00:00", + "bytes_served": 655851, + "classed_by_our_instrument": { + "agent": 135 + }, + "surfaces": { + "mcp-crawler-index": 52, + "mcp-agent-discovery-doctor": 16, + "mcp-endpoint-lint": 16, + "mcp-crawler-log-triage": 16, + "mcp-robots-policy-lint": 16, + "mcp-crawler-ip-verifier": 15, + "mcp-markdown-lane": 4 + }, + "channels": { + "mcp-registry-official": 132, + "mcp-registry": 3 + }, + "accept_headers": [ + "application/json, text/event-stream", + "*/*" + ], + "status_codes": { + "200": 96, + "204": 36, + "not recorded": 3 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 25, + "statuses": { + "204": 7, + "200": 18 + }, + "first": "2026-09-01T00:38:29+00:00", + "last": "2026-09-07T05:32:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 22, + "statuses": { + "204": 6, + "200": 16 + }, + "first": "2026-09-01T02:48:57+00:00", + "last": "2026-09-07T05:34:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 22, + "statuses": { + "204": 6, + "200": 16 + }, + "first": "2026-09-01T16:00:24+00:00", + "last": "2026-09-07T05:33:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 22, + "statuses": { + "204": 6, + "200": 16 + }, + "first": "2026-09-01T02:15:38+00:00", + "last": "2026-09-07T05:33:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 21, + "statuses": { + "204": 6, + "200": 15 + }, + "first": "2026-09-01T16:00:24+00:00", + "last": "2026-09-07T05:32:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 16, + "statuses": { + "204": 4, + "200": 12 + }, + "first": "2026-09-04T00:15:22+00:00", + "last": "2026-09-07T05:33:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 4, + "statuses": { + "204": 1, + "200": 3 + }, + "first": "2026-09-06T08:28:35+00:00", + "last": "2026-09-07T05:30:50+00:00" + }, + { + "path": "/mcp", + "requests": 3, + "statuses": { + "not recorded": 3 + }, + "first": "2026-08-31T22:15:20+00:00", + "last": "2026-08-31T22:15:27+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "not recorded", + "at": "2026-08-31T22:15:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T00:38:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:15:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T02:48:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T16:00:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:00:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T00:15:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T08:28:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 16, + "median_gap_minutes": 315.4, + "visit_starts": [ + "2026-08-31T22:15:20Z", + "2026-09-01T00:38:29Z", + "2026-09-01T02:15:38Z", + "2026-09-01T02:48:57Z", + "2026-09-01T16:00:24Z", + "2026-09-02T00:49:05Z", + "2026-09-02T08:58:34Z", + "2026-09-04T00:14:58Z", + "2026-09-04T05:30:21Z", + "2026-09-05T00:53:17Z", + "2026-09-05T05:30:50Z", + "2026-09-06T00:48:35Z", + "2026-09-06T05:31:49Z", + "2026-09-06T08:28:35Z", + "2026-09-07T00:51:13Z", + "2026-09-07T05:30:50Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "agenstrybot", + "name": "AgenstryBot", + "group_key": "host:agenstry.com", + "kind": "named", + "user_agents": [ + { + "ua": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", + "requests": 131, + "addresses": 1, + "first_seen": "2026-09-01T04:28:51+00:00", + "last_seen": "2026-09-07T07:05:38+00:00" + } + ], + "primary_user_agent": "AgenstryBot/0.3.0 (+https://agenstry.com/bot)", + "requests": 131, + "addresses": 1, + "first_seen": "2026-09-01T04:28:51+00:00", + "last_seen": "2026-09-07T07:05:38+00:00", + "bytes_served": 1237787, + "classed_by_our_instrument": { + "crawler": 131 + }, + "surfaces": { + "pathwren-edge": 58, + "payment-discovery-refusal": 22, + "a2a-crawler-index": 21, + "x402-payment-discovery": 16, + "agent-card-addresses": 14 + }, + "channels": { + "a2a-registry-org": 11 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 88, + "404": 43 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/robots.txt", + "requests": 22, + "statuses": { + "200": 22 + }, + "first": "2026-09-01T04:28:51+00:00", + "last": "2026-09-07T07:05:37+00:00" + }, + { + "path": "/.well-known/mpp", + "requests": 21, + "statuses": { + "404": 21 + }, + "first": "2026-09-01T04:28:51+00:00", + "last": "2026-09-07T07:05:38+00:00" + }, + { + "path": "/.well-known/payment-manifest", + "requests": 21, + "statuses": { + "404": 21 + }, + "first": "2026-09-01T04:28:51+00:00", + "last": "2026-09-07T07:05:38+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 21, + "statuses": { + "404": 1, + "200": 20 + }, + "first": "2026-09-01T04:28:51+00:00", + "last": "2026-09-07T07:05:38+00:00" + }, + { + "path": "/a2a", + "requests": 21, + "statuses": { + "200": 21 + }, + "first": "2026-09-01T04:28:51+00:00", + "last": "2026-09-07T07:05:37+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T04:28:51+00:00", + "last": "2026-09-04T17:23:28+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-04T23:26:23+00:00", + "last": "2026-09-07T07:05:38+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T04:28:51+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T04:28:51+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T04:28:51+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-01T04:28:51+00:00" + }, + { + "path": "/.well-known/mpp", + "status": "404", + "at": "2026-09-01T04:28:51+00:00" + }, + { + "path": "/.well-known/payment-manifest", + "status": "404", + "at": "2026-09-01T04:28:51+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-04T23:26:23+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/x402", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T04:28:51+00:00", + "last_asked": "2026-09-07T07:05:38+00:00", + "answered_200_since": "2026-09-01T05:29:00+00:00" + }, + { + "path": "/.well-known/mpp", + "statuses": { + "404": 21 + }, + "first_asked": "2026-09-01T04:28:51+00:00", + "last_asked": "2026-09-07T07:05:38+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/payment-manifest", + "statuses": { + "404": 21 + }, + "first_asked": "2026-09-01T04:28:51+00:00", + "last_asked": "2026-09-07T07:05:38+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 21, + "median_gap_minutes": 379.4, + "visit_starts": [ + "2026-09-01T04:28:51Z", + "2026-09-01T08:20:59Z", + "2026-09-01T10:50:40Z", + "2026-09-02T01:26:56Z", + "2026-09-02T07:48:22Z", + "2026-09-02T20:51:13Z", + "2026-09-03T02:59:00Z", + "2026-09-03T09:21:39Z", + "2026-09-03T15:38:59Z", + "2026-09-03T21:48:10Z", + "2026-09-04T04:17:54Z", + "2026-09-04T11:08:26Z", + "2026-09-04T17:23:28Z", + "2026-09-04T23:26:22Z", + "2026-09-05T05:34:02Z", + "2026-09-05T12:12:26Z", + "2026-09-05T18:13:39Z", + "2026-09-06T00:12:18Z", + "2026-09-06T06:39:38Z", + "2026-09-07T00:42:36Z", + "2026-09-07T07:05:37Z" + ] + }, + "documentation_url": "https://agenstry.com/bot", + "self_described_as": null + }, + { + "slug": "golemreachtrustbot", + "name": "GolemreachTrustBot", + "group_key": "host:golemreach.com", + "kind": "named", + "user_agents": [ + { + "ua": "GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)", + "requests": 117, + "addresses": 1, + "first_seen": "2026-09-01T00:48:12+00:00", + "last_seen": "2026-09-07T08:06:37+00:00" + } + ], + "primary_user_agent": "GolemreachTrustBot/0.1 (+https://golemreach.com/trust/bot)", + "requests": 117, + "addresses": 1, + "first_seen": "2026-09-01T00:48:12+00:00", + "last_seen": "2026-09-07T08:06:37+00:00", + "bytes_served": 1807539, + "classed_by_our_instrument": { + "crawler": 117 + }, + "surfaces": { + "agent-card-addresses": 52, + "pathwren-edge": 42, + "mcp-crawler-index": 13, + "mcp-endpoint-lint": 2, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-log-triage": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-robots-policy-lint": 2 + }, + "channels": { + "mcp-registry-official": 23 + }, + "accept_headers": [ + "application/json", + "application/json, text/event-stream" + ], + "status_codes": { + "200": 113, + "404": 2, + "301": 2 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 92, + "statuses": { + "404": 1, + "301": 1, + "200": 90 + }, + "first": "2026-09-01T00:48:12+00:00", + "last": "2026-09-07T08:06:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T05:49:08+00:00", + "last": "2026-09-05T14:06:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T08:51:45+00:00", + "last": "2026-09-05T08:00:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T08:51:45+00:00", + "last": "2026-09-05T08:00:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T19:15:08+00:00", + "last": "2026-09-05T10:53:31+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 2, + "statuses": { + "404": 1, + "301": 1 + }, + "first": "2026-09-01T00:48:12+00:00", + "last": "2026-09-01T00:48:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:14:06+00:00", + "last": "2026-09-05T07:36:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:28:03+00:00", + "last": "2026-09-05T10:53:31+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T00:48:12+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "404", + "at": "2026-09-01T00:48:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T05:49:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T08:51:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T08:51:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T19:15:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T11:14:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T14:28:03+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T00:48:12+00:00", + "last_asked": "2026-09-07T08:06:37+00:00", + "answered_200_since": "2026-09-01T01:28:42+00:00" + }, + { + "path": "/.well-known/agent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T00:48:12+00:00", + "last_asked": "2026-09-01T00:48:13+00:00", + "answered_200_since": "2026-09-01T01:28:42+00:00" + } + ], + "return_behaviour": { + "visits": 91, + "median_gap_minutes": 78.0, + "visit_starts": [ + "2026-09-01T00:48:12Z", + "2026-09-01T01:59:29Z", + "2026-09-01T03:08:02Z", + "2026-09-01T04:19:06Z", + "2026-09-01T05:30:49Z", + "2026-09-01T06:39:10Z", + "2026-09-01T07:53:02Z", + "2026-09-01T08:51:45Z", + "2026-09-01T10:17:12Z", + "2026-09-01T11:33:48Z", + "2026-09-01T12:46:49Z", + "2026-09-01T15:13:33Z", + "2026-09-01T16:26:04Z", + "2026-09-01T17:40:48Z", + "2026-09-01T19:15:08Z", + "2026-09-01T22:35:10Z", + "2026-09-02T01:04:33Z", + "2026-09-02T02:20:06Z", + "2026-09-02T03:31:17Z", + "2026-09-02T04:52:24Z", + "2026-09-03T01:16:09Z", + "2026-09-03T02:34:03Z", + "2026-09-03T03:49:52Z", + "2026-09-03T06:22:00Z" + ] + }, + "documentation_url": "https://golemreach.com/trust/bot", + "self_described_as": null + }, + { + "slug": "mcpwatch", + "name": "MCPWatch", + "group_key": "host:iyre.com", + "kind": "named", + "user_agents": [ + { + "ua": "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", + "requests": 111, + "addresses": 1, + "first_seen": "2026-09-01T03:49:49+00:00", + "last_seen": "2026-09-07T03:52:23+00:00" + } + ], + "primary_user_agent": "MCPWatch/0.1.0 (+mcpwatch@iyre.com) longitudinal MCP security research", + "requests": 111, + "addresses": 1, + "first_seen": "2026-09-01T03:49:49+00:00", + "last_seen": "2026-09-07T03:52:23+00:00", + "bytes_served": 574558, + "classed_by_our_instrument": { + "agent": 111 + }, + "surfaces": { + "mcp-crawler-index": 32, + "mcp-endpoint-lint": 17, + "mcp-agent-discovery-doctor": 15, + "mcp-crawler-ip-verifier": 15, + "mcp-crawler-log-triage": 14, + "mcp-robots-policy-lint": 14, + "mcp-markdown-lane": 4 + }, + "channels": { + "mcp-registry-official": 111 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 100, + "202": 11 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 19, + "statuses": { + "200": 18, + "202": 1 + }, + "first": "2026-09-01T03:49:49+00:00", + "last": "2026-09-07T03:52:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 19, + "statuses": { + "200": 18, + "202": 1 + }, + "first": "2026-09-01T03:49:49+00:00", + "last": "2026-09-07T03:52:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 19, + "statuses": { + "202": 3, + "200": 16 + }, + "first": "2026-09-01T03:49:49+00:00", + "last": "2026-09-07T03:52:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 17, + "statuses": { + "200": 16, + "202": 1 + }, + "first": "2026-09-03T03:53:03+00:00", + "last": "2026-09-07T03:52:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 17, + "statuses": { + "200": 15, + "202": 2 + }, + "first": "2026-09-02T03:48:13+00:00", + "last": "2026-09-07T03:52:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 16, + "statuses": { + "200": 14, + "202": 2 + }, + "first": "2026-09-02T03:48:14+00:00", + "last": "2026-09-07T03:52:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 4, + "statuses": { + "200": 3, + "202": 1 + }, + "first": "2026-09-07T03:51:50+00:00", + "last": "2026-09-07T03:52:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T03:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T03:48:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T03:48:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T03:53:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T03:51:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1440.1, + "visit_starts": [ + "2026-09-01T03:49:49Z", + "2026-09-02T03:48:13Z", + "2026-09-03T03:53:02Z", + "2026-09-04T03:50:21Z", + "2026-09-05T03:47:18Z", + "2026-09-06T03:50:09Z", + "2026-09-07T03:51:50Z" + ] + }, + "documentation_url": "mailto:mcpwatch@iyre.com", + "self_described_as": null + }, + { + "slug": "neoncamplinksbot", + "name": "NeonCampLinksBot", + "group_key": "host:neoncamp.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; NeonCampLinksBot/1.0; +https://neoncamp.com)", + "requests": 108, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T08:30:37+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; NeonCampLinksBot/1.0; +https://neoncamp.com)", + "requests": 108, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T08:30:37+00:00", + "bytes_served": 3753743, + "classed_by_our_instrument": { + "crawler": 108 + }, + "surfaces": { + "section-roots": 108 + }, + "channels": { + "lemmy": 108 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8" + ], + "status_codes": { + "200": 108 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 108, + "statuses": { + "200": 108 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T08:30:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1425.1, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-07T00:00:36Z" + ] + }, + "documentation_url": "https://neoncamp.com", + "self_described_as": "NeonCampLinksBot/1.0" + }, + { + "slug": "applecoremedia", + "name": "AppleCoreMedia", + "group_key": "ua:applecoremedia", + "kind": "named", + "user_agents": [ + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; en_us)", + "requests": 48, + "addresses": 17, + "first_seen": "2026-09-06T01:08:01+00:00", + "last_seen": "2026-09-07T05:41:48+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPad; U; CPU OS 26_6_1 like Mac OS X; en_us)", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T01:12:19+00:00", + "last_seen": "2026-09-06T04:16:44+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; en_gb)", + "requests": 8, + "addresses": 3, + "first_seen": "2026-09-06T06:36:29+00:00", + "last_seen": "2026-09-07T04:35:38+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.24A5430a (iPhone; U; CPU OS 27_0 like Mac OS X; en_us)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T11:15:01+00:00", + "last_seen": "2026-09-06T11:20:02+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23F84 (iPhone; U; CPU OS 26_5_2 like Mac OS X; en_us)", + "requests": 7, + "addresses": 3, + "first_seen": "2026-09-06T01:25:22+00:00", + "last_seen": "2026-09-07T04:10:59+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.24A5430a (iPhone; U; CPU OS 27_0 like Mac OS X; en_gb)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T09:38:13+00:00", + "last_seen": "2026-09-06T09:39:48+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; en_au)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T01:37:55+00:00", + "last_seen": "2026-09-06T06:02:21+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPad; U; CPU OS 26_6_1 like Mac OS X; en_ca)", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-06T02:32:45+00:00", + "last_seen": "2026-09-07T00:31:29+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.19H422 (iPhone; U; CPU OS 15_8_8 like Mac OS X; en_us)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T05:12:50+00:00", + "last_seen": "2026-09-06T09:02:29+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.22H340 (iPhone; U; CPU OS 18_7_7 like Mac OS X; en_us)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:00:20+00:00", + "last_seen": "2026-09-06T01:00:25+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G71 (iPhone; U; CPU OS 26_6 like Mac OS X; en_us)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:47:02+00:00", + "last_seen": "2026-09-06T01:47:52+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; fr_fr)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T05:45:11+00:00", + "last_seen": "2026-09-06T09:07:10+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; de_de)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:53:42+00:00", + "last_seen": "2026-09-06T06:53:42+00:00" + }, + { + "ua": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; it_it)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T07:35:57+00:00", + "last_seen": "2026-09-06T07:35:57+00:00" + } + ], + "primary_user_agent": "AppleCoreMedia/1.0.0.23G83 (iPhone; U; CPU OS 26_6_1 like Mac OS X; en_us)", + "requests": 104, + "addresses": 40, + "first_seen": "2026-09-06T01:00:20+00:00", + "last_seen": "2026-09-07T05:41:48+00:00", + "bytes_served": 3547883, + "classed_by_our_instrument": { + "agent": 104 + }, + "surfaces": { + "section-roots": 76, + "blog": 26, + "api-reference": 2 + }, + "channels": { + "lemmy": 83, + "mbin": 19, + "piefed": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 104 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 29, + "statuses": { + "200": 29 + }, + "first": "2026-09-06T01:00:25+00:00", + "last": "2026-09-07T05:41:48+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 26, + "statuses": { + "200": 26 + }, + "first": "2026-09-06T09:25:58+00:00", + "last": "2026-09-07T00:18:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-06T03:46:51+00:00", + "last": "2026-09-07T04:59:25+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-06T01:00:20+00:00", + "last": "2026-09-06T03:24:26+00:00" + }, + { + "path": "/bot/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T12:48:27+00:00", + "last": "2026-09-07T03:45:52+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T03:59:52+00:00", + "last": "2026-09-07T00:31:29+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T06:36:29+00:00", + "last": "2026-09-06T12:35:24+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:30:35+00:00", + "last": "2026-09-07T03:39:26+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T04:16:04+00:00", + "last": "2026-09-06T04:16:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T01:00:20+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T01:00:25+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:46:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:59:52+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T04:16:04+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:36:29+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:25:58+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T12:48:27+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:30:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 12, + "median_gap_minutes": 78.7, + "visit_starts": [ + "2026-09-06T01:00:20Z", + "2026-09-06T04:52:36Z", + "2026-09-06T05:45:11Z", + "2026-09-06T06:36:29Z", + "2026-09-06T07:35:57Z", + "2026-09-06T09:02:29Z", + "2026-09-06T10:15:43Z", + "2026-09-06T11:15:01Z", + "2026-09-06T12:33:44Z", + "2026-09-07T00:18:41Z", + "2026-09-07T03:11:21Z", + "2026-09-07T05:41:48Z" + ] + }, + "documentation_url": null, + "self_described_as": "iPhone; U; CPU OS 26_6_1 like Mac OS X; en_us" + }, + { + "slug": "gomodulemirror", + "name": "GoModuleMirror", + "group_key": "host:proxy.golang.org", + "kind": "named", + "user_agents": [ + { + "ua": "GoModuleMirror/1.0 (+https://proxy.golang.org)", + "requests": 103, + "addresses": 7, + "first_seen": "2026-09-05T23:29:05+00:00", + "last_seen": "2026-09-06T00:18:34+00:00" + } + ], + "primary_user_agent": "GoModuleMirror/1.0 (+https://proxy.golang.org)", + "requests": 103, + "addresses": 7, + "first_seen": "2026-09-05T23:29:05+00:00", + "last_seen": "2026-09-06T00:18:34+00:00", + "bytes_served": 308282, + "classed_by_our_instrument": { + "agent": 103 + }, + "surfaces": { + "pathwren-edge": 103 + }, + "channels": { + "go-module-proxy": 103 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 90, + "301": 13 + }, + "distinct_paths": 58, + "paths": [ + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/HEAD", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-05T23:29:05+00:00", + "last": "2026-09-06T00:18:34+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/info/refs", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-05T23:29:05+00:00", + "last": "2026-09-06T00:18:34+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index/info/refs", + "requests": 13, + "statuses": { + "301": 13 + }, + "first": "2026-09-05T23:29:05+00:00", + "last": "2026-09-06T00:18:34+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:29:06+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T23:29:06+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/25/beb25a531e9785c5e3640d1026f2f5c702c450", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/36/4ab51ea5475c58deee9bae058afb6d69029ab1", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9f/90e12e0997daa3645ba5dd7ddcf7e57f8ffe2c", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ae/3abab681a71c5b130aa099e7a1dfcdfab3e2a6", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/cf/ac80e96d30b31c056b79a30525eae3f2148ddb", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/07/a10f953593f7a305ba5d73f8b09413dfed773a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/10/11a44e9d0e7e98ba4ddc8d7d010abc357686dd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/15/04260cd4f7cfaaa6a0d4d07261e2e5d6a44fed", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1e/5bb42c7ea70578ae1d6a3199fbe7a289d8e589", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:13+00:00", + "last": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/21/777a3791cab52447db824021ff9527c4b18fb1", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/27/bb2cd457d7b4982fce1e4ed067d6290b9158a8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/29/95ab98db13ebe330734a17b1e334cd9bb1933b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:13+00:00", + "last": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/2a/c96831173f92e507447c0b39c54318e11684b4", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/34/35c676ce8e5cf11745b63daea99b5a56b10872", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/37/8683deb0e5252f737e28d32b21efcdcb251058", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:11+00:00", + "last": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3c/68b35edadfc00c55c69787bc6d14b812294559", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3f/826d60ad6553bf3f7e4beb01021a2fe2fcb3f5", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/41/7f81ef06329a888336b86bd494ff85aea82c3a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4d/97dcd165557936441c17af1353a7010ffae8bc", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/50/9aa54de7928c06d11f112e7a958138c8687375", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:13+00:00", + "last": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:11+00:00", + "last": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/55/62f9fd7f9afd63e505e539cb6ba35556bdce9a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5d/7955a3667929e593b6c2fafb993d50d7f3e517", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5e/8c4afe4920b8f214060838d904404642df2ada", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5f/375693da34a4f0cc6b29747057176549b7180a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:11+00:00", + "last": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:11+00:00", + "last": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:11+00:00", + "last": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6c/b96dfc7cd3606dd9a96aa04ea677e3975793ae", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/76/21f72ab4e1521ef6d0a4250effe2de8fbd86a7", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/76/d981f315b4af04f0774ed9aabc27bfcaaf21fd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7b/011a139b44ef0bd8f5aed60052819bcfe1aa55", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7b/8f06b83e44e65d1bd21ee95c661ae29c3f0116", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:13+00:00", + "last": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7d/75132d3ad6b72e36bd86e0a4f486d03549916a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/80/caca27d5dd447dfbde31c6a870920397d1ed9d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9a/53a7bfdb833d53827a69736ac1d79264445c10", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ab/f05f7b5370b7796ce7e60fb4edef5c7bf6d777", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:31+00:00", + "last": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/b1/fffad73e5cdcd2e539353200676d7dde419999", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/bc/3402333b8c2e2d3878bd646622b176daa1c641", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/bc/7ae6cf559094918a5afd8712695899d560f050", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/c0/676af7bb236159a504c633dc69e3014077b0c3", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d5/c5d9dc47021d56fe1c40977f6cadc0766cc900", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/d8/453547791bbfdca3fb6c14d0737631fa047e3d", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/da/c1967570f389baaef7a7c56b9712c5a263cd3e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/db/b0c2a7aa7eb421bfd3307cd2739255efcb4f2e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e1/0942ec875917aba4741edaef5b691765332b82", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e5/55cab91986733d8cd466aecb0342d039d4e9b8", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:36:32+00:00", + "last": "2026-09-05T23:36:32+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f7/e43d3c4f1e315b596d0f7e1d153a5cea1aa35e", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:13+00:00", + "last": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/fb/881b33755a6bf40a8d45777b8d0f62fca0d7fd", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:29:12+00:00", + "last": "2026-09-05T23:29:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/go-module-proxy/git/ai-crawler-index/info/refs", + "status": "301", + "at": "2026-09-05T23:29:05+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/info/refs", + "status": "200", + "at": "2026-09-05T23:29:05+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/HEAD", + "status": "200", + "at": "2026-09-05T23:29:05+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/03/256e336176134a64196f70054c7ca3d35aa46d", + "status": "200", + "at": "2026-09-05T23:29:06+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ad/c49a022411c6b9fd37cfe165944b13ae795dc4", + "status": "200", + "at": "2026-09-05T23:29:06+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/62/bca7405f290a41ce2eff2b5d84977b341fd186", + "status": "200", + "at": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6b/2fecdc1928db81db1c93a9b126a62960abac11", + "status": "200", + "at": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/54/ddb70dac6410ae6ddfabea8525894052f9146b", + "status": "200", + "at": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/66/891f918b207b45e8c96f493ed7b61ce98066b2", + "status": "200", + "at": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/39/f2a62ed666c260b9a6c2f56cc21e3a466c8f32", + "status": "200", + "at": "2026-09-05T23:29:11+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/2a/c96831173f92e507447c0b39c54318e11684b4", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9a/6807609555d1787daac0a4c7859b8ee7b80193", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/20/c6b2e733b274a0922d0b3fb677c9023193ae3f", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/6c/b96dfc7cd3606dd9a96aa04ea677e3975793ae", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/5f/375693da34a4f0cc6b29747057176549b7180a", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/db/b0c2a7aa7eb421bfd3307cd2739255efcb4f2e", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/3c/68b35edadfc00c55c69787bc6d14b812294559", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7d/75132d3ad6b72e36bd86e0a4f486d03549916a", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/36/4ab51ea5475c58deee9bae058afb6d69029ab1", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e5/55cab91986733d8cd466aecb0342d039d4e9b8", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/cf/ac80e96d30b31c056b79a30525eae3f2148ddb", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/80/caca27d5dd447dfbde31c6a870920397d1ed9d", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9f/90e12e0997daa3645ba5dd7ddcf7e57f8ffe2c", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ae/3abab681a71c5b130aa099e7a1dfcdfab3e2a6", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/e1/0942ec875917aba4741edaef5b691765332b82", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/9a/53a7bfdb833d53827a69736ac1d79264445c10", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/25/beb25a531e9785c5e3640d1026f2f5c702c450", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/fb/881b33755a6bf40a8d45777b8d0f62fca0d7fd", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/34/35c676ce8e5cf11745b63daea99b5a56b10872", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/4d/97dcd165557936441c17af1353a7010ffae8bc", + "status": "200", + "at": "2026-09-05T23:29:12+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/50/9aa54de7928c06d11f112e7a958138c8687375", + "status": "200", + "at": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7b/8f06b83e44e65d1bd21ee95c661ae29c3f0116", + "status": "200", + "at": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/f7/e43d3c4f1e315b596d0f7e1d153a5cea1aa35e", + "status": "200", + "at": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/29/95ab98db13ebe330734a17b1e334cd9bb1933b", + "status": "200", + "at": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/1e/5bb42c7ea70578ae1d6a3199fbe7a289d8e589", + "status": "200", + "at": "2026-09-05T23:29:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/37/8683deb0e5252f737e28d32b21efcdcb251058", + "status": "200", + "at": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/7b/011a139b44ef0bd8f5aed60052819bcfe1aa55", + "status": "200", + "at": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/55/62f9fd7f9afd63e505e539cb6ba35556bdce9a", + "status": "200", + "at": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/10/11a44e9d0e7e98ba4ddc8d7d010abc357686dd", + "status": "200", + "at": "2026-09-05T23:36:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/objects/ab/f05f7b5370b7796ce7e60fb4edef5c7bf6d777", + "status": "200", + "at": "2026-09-05T23:36:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T23:29:05Z" + ] + }, + "documentation_url": "https://proxy.golang.org", + "self_described_as": null + }, + { + "slug": "cbi-penny-utility-demand-probe", + "name": "CBI-Penny-Utility-Demand-Probe", + "group_key": "ua:cbi-penny-utility-demand-probe", + "kind": "named", + "user_agents": [ + { + "ua": "CBI-Penny-Utility-Demand-Probe/0.5-visible-failfast (market-research; no-payment; no-auth)", + "requests": 90, + "addresses": 1, + "first_seen": "2026-09-05T23:00:01+00:00", + "last_seen": "2026-09-05T23:08:58+00:00" + }, + { + "ua": "CBI-Penny-Utility-Demand-Probe/0.4-failfast (market-research; no-payment; no-auth)", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-05T22:51:37+00:00", + "last_seen": "2026-09-05T22:51:41+00:00" + } + ], + "primary_user_agent": "CBI-Penny-Utility-Demand-Probe/0.5-visible-failfast (market-research; no-payment; no-auth)", + "requests": 100, + "addresses": 1, + "first_seen": "2026-09-05T22:51:37+00:00", + "last_seen": "2026-09-05T23:08:58+00:00", + "bytes_served": 2034700, + "classed_by_our_instrument": { + "agent": 100 + }, + "surfaces": { + "a2a-crawler-index": 80, + "agent-card-addresses": 20 + }, + "channels": { + "a2a-registry-global": 80 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 100 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:37+00:00", + "last": "2026-09-05T23:08:55+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:38+00:00", + "last": "2026-09-05T23:08:55+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:41+00:00", + "last": "2026-09-05T23:08:58+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:38+00:00", + "last": "2026-09-05T23:08:55+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:40+00:00", + "last": "2026-09-05T23:08:57+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:38+00:00", + "last": "2026-09-05T23:08:56+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:40+00:00", + "last": "2026-09-05T23:08:58+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:40+00:00", + "last": "2026-09-05T23:08:57+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:37+00:00", + "last": "2026-09-05T23:08:55+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-05T22:51:40+00:00", + "last": "2026-09-05T23:08:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:37+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:37+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-05T22:51:38+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:38+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:38+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:40+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:40+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:40+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:40+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T22:51:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T22:51:37Z" + ] + }, + "documentation_url": null, + "self_described_as": "market-research; no-payment; no-auth" + }, + { + "slug": "axios", + "name": "axios", + "group_key": "ua:axios", + "kind": "library", + "user_agents": [ + { + "ua": "axios/1.15.2", + "requests": 90, + "addresses": 1, + "first_seen": "2026-09-03T08:01:01+00:00", + "last_seen": "2026-09-07T06:04:47+00:00" + }, + { + "ua": "axios/1.10.0", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-01T07:09:31+00:00", + "last_seen": "2026-09-01T07:43:00+00:00" + }, + { + "ua": "axios/1.16.1", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-05T22:08:12+00:00", + "last_seen": "2026-09-05T22:08:32+00:00" + }, + { + "ua": "axios/1.8.4", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T19:36:28+00:00", + "last_seen": "2026-09-05T19:36:28+00:00" + } + ], + "primary_user_agent": "axios/1.15.2", + "requests": 98, + "addresses": 5, + "first_seen": "2026-09-01T07:09:31+00:00", + "last_seen": "2026-09-07T06:04:47+00:00", + "bytes_served": 5312970, + "classed_by_our_instrument": { + "agent": 98 + }, + "surfaces": { + "pathwren-edge": 47, + "agent-commerce-refusal": 40, + "agent-card-addresses": 5, + "mcp-discovery-post-leg": 5, + "a2a-crawler-index": 1 + }, + "channels": { + "crawlers-host": 14, + "wellknown": 6, + "a2a-registry-org": 3 + }, + "accept_headers": [ + "application/json, text/plain, */*", + "application/json, text/event-stream", + "application/json" + ], + "status_codes": { + "404": 48, + "200": 42, + "307": 6, + "301": 2 + }, + "distinct_paths": 19, + "paths": [ + { + "path": "/.well-known/a2ui-config.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/acp.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/agui-manifest.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/anp.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/ap2-mandates.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/did.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/ucp", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/.well-known/ucp-manifest.json", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/c/wellknown/.well-known/mcp.json", + "requests": 6, + "statuses": { + "307": 6 + }, + "first": "2026-09-03T08:01:02+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/llms.txt", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/robots.txt", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:01:01+00:00", + "last": "2026-09-07T06:04:47+00:00" + }, + { + "path": "/", + "requests": 3, + "statuses": { + "301": 2, + "200": 1 + }, + "first": "2026-09-05T22:08:12+00:00", + "last": "2026-09-05T22:08:32+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T07:09:31+00:00", + "last": "2026-09-01T07:43:00+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:09:38+00:00", + "last": "2026-09-01T07:09:38+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:36:28+00:00", + "last": "2026-09-05T19:36:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T07:09:31+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T07:09:38+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "status": "200", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/a2ui-config.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/agui-manifest.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/ucp-manifest.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/acp.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/ucp", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/anp.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/ap2-mandates.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/.well-known/did.json", + "status": "404", + "at": "2026-09-03T08:01:01+00:00" + }, + { + "path": "/c/wellknown/.well-known/mcp.json", + "status": "307", + "at": "2026-09-03T08:01:02+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-05T19:36:28+00:00" + }, + { + "path": "/", + "status": "301", + "at": "2026-09-05T22:08:12+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/a2ui-config.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/agui-manifest.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/ucp-manifest.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/acp.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/ucp", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/anp.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/ap2-mandates.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/did.json", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-03T08:01:01+00:00", + "last_asked": "2026-09-07T06:04:47+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 9, + "median_gap_minutes": 374.4, + "visit_starts": [ + "2026-09-01T07:09:31Z", + "2026-09-01T07:43:00Z", + "2026-09-03T08:01:01Z", + "2026-09-05T19:36:28Z", + "2026-09-05T21:45:28Z", + "2026-09-06T04:10:26Z", + "2026-09-06T10:14:23Z", + "2026-09-07T00:01:22Z", + "2026-09-07T06:04:47Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lastseen-schema-probe", + "name": "lastseen-schema-probe", + "group_key": "host:lastseen.dev", + "kind": "named", + "user_agents": [ + { + "ua": "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", + "requests": 91, + "addresses": 1, + "first_seen": "2026-09-01T06:12:51+00:00", + "last_seen": "2026-09-07T06:23:19+00:00" + }, + { + "ua": "lastseen-migration-watch/1.0 (+https://lastseen.dev; polite one-shot spec-era probe)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T07:36:10+00:00", + "last_seen": "2026-09-06T07:36:10+00:00" + } + ], + "primary_user_agent": "lastseen-schema-probe/1.0 (+https://lastseen.dev; introspection-only)", + "requests": 97, + "addresses": 1, + "first_seen": "2026-09-01T06:12:51+00:00", + "last_seen": "2026-09-07T06:23:19+00:00", + "bytes_served": 695004, + "classed_by_our_instrument": { + "agent": 97 + }, + "surfaces": { + "mcp-crawler-index": 33, + "mcp-robots-policy-lint": 14, + "mcp-crawler-ip-verifier": 13, + "mcp-crawler-log-triage": 13, + "mcp-agent-discovery-doctor": 12, + "mcp-endpoint-lint": 11, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 97 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 97 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 18, + "statuses": { + "200": 18 + }, + "first": "2026-09-01T06:12:52+00:00", + "last": "2026-09-07T06:23:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-01T06:12:51+00:00", + "last": "2026-09-07T06:23:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-02T06:07:25+00:00", + "last": "2026-09-07T06:23:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-01T06:12:52+00:00", + "last": "2026-09-07T06:23:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-02T06:07:24+00:00", + "last": "2026-09-07T06:23:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T06:07:26+00:00", + "last": "2026-09-07T06:23:16+00:00" + }, + { + "path": "/mcp", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T06:12:52+00:00", + "last": "2026-09-07T06:23:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:23:14+00:00", + "last": "2026-09-07T06:23:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T06:12:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T06:12:52+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T06:12:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T06:12:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T06:07:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T06:07:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T06:07:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T06:23:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 1440.0, + "visit_starts": [ + "2026-09-01T06:12:51Z", + "2026-09-02T06:07:22Z", + "2026-09-03T06:07:21Z", + "2026-09-04T06:10:41Z", + "2026-09-05T06:12:02Z", + "2026-09-06T06:13:16Z", + "2026-09-06T07:36:10Z", + "2026-09-07T06:23:01Z" + ] + }, + "documentation_url": "https://lastseen.dev", + "self_described_as": "introspection-only" + }, + { + "slug": "go-http-client", + "name": "Go-http-client", + "group_key": "ua:go-http-client", + "kind": "library", + "user_agents": [ + { + "ua": "Go-http-client/2.0", + "requests": 91, + "addresses": 8, + "first_seen": "2026-08-31T23:00:06+00:00", + "last_seen": "2026-09-07T06:26:45+00:00" + } + ], + "primary_user_agent": "Go-http-client/2.0", + "requests": 91, + "addresses": 8, + "first_seen": "2026-08-31T23:00:06+00:00", + "last_seen": "2026-09-07T06:26:45+00:00", + "bytes_served": 752511, + "classed_by_our_instrument": { + "agent": 91 + }, + "surfaces": { + "mcp-crawler-index": 37, + "pathwren-edge": 10, + "mcp-agent-discovery-doctor": 9, + "mcp-endpoint-lint": 9, + "mcp-crawler-ip-verifier": 8, + "mcp-robots-policy-lint": 7, + "mcp-crawler-log-triage": 6, + "mcp-markdown-lane": 4, + "section-roots": 1 + }, + "channels": { + "mcp-registry-official": 75, + "agentswitchboard": 7, + "mcp-registry": 2, + "pypi-registry": 2, + "go-module-proxy": 1, + "lemmy": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 88, + "404": 3 + }, + "distinct_paths": 22, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 17, + "statuses": { + "200": 17 + }, + "first": "2026-09-01T02:12:22+00:00", + "last": "2026-09-07T06:09:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-01T04:11:39+00:00", + "last": "2026-09-07T05:17:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 13, + "statuses": { + "200": 13 + }, + "first": "2026-09-01T17:00:17+00:00", + "last": "2026-09-07T06:26:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-01T03:08:48+00:00", + "last": "2026-09-07T05:26:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-03T01:06:29+00:00", + "last": "2026-09-07T04:27:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T17:00:18+00:00", + "last": "2026-09-07T06:21:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T10:02:34+00:00", + "last": "2026-09-07T05:23:21+00:00" + }, + { + "path": "/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-08-31T23:00:06+00:00", + "last": "2026-08-31T23:00:07+00:00" + }, + { + "path": "/c", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T23:47:40+00:00", + "last": "2026-09-05T23:47:40+00:00" + }, + { + "path": "/c/agentswitchboard/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:47:42+00:00", + "last": "2026-09-04T05:47:42+00:00" + }, + { + "path": "/c/agentswitchboard/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:47:41+00:00", + "last": "2026-09-04T05:47:41+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:35+00:00", + "last": "2026-09-05T09:57:35+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:41+00:00", + "last": "2026-09-05T09:57:41+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:42+00:00", + "last": "2026-09-05T09:57:42+00:00" + }, + { + "path": "/c/agentswitchboard/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:36+00:00", + "last": "2026-09-05T09:57:36+00:00" + }, + { + "path": "/c/agentswitchboard/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:40+00:00", + "last": "2026-09-05T09:57:40+00:00" + }, + { + "path": "/c/go-module-proxy/git", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T23:47:41+00:00", + "last": "2026-09-05T23:47:41+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:44:14+00:00", + "last": "2026-09-06T00:44:14+00:00" + }, + { + "path": "/c/pypi-registry", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:23:40+00:00", + "last": "2026-09-01T06:23:40+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:38:47+00:00", + "last": "2026-09-01T17:38:47+00:00" + }, + { + "path": "/c/rssparrot/feed.xmlPlease", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T11:38:46+00:00", + "last": "2026-09-06T11:38:46+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:22:38+00:00", + "last": "2026-09-06T08:22:38+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-08-31T23:00:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T02:12:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:08:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T04:11:39+00:00" + }, + { + "path": "/c/pypi-registry", + "status": "200", + "at": "2026-09-01T06:23:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T17:00:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T17:00:18+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/", + "status": "200", + "at": "2026-09-01T17:38:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:06:29+00:00" + }, + { + "path": "/c/agentswitchboard/mcp", + "status": "200", + "at": "2026-09-04T05:47:41+00:00" + }, + { + "path": "/c/agentswitchboard/", + "status": "200", + "at": "2026-09-04T05:47:42+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-doctor.html", + "status": "200", + "at": "2026-09-05T09:57:35+00:00" + }, + { + "path": "/c/agentswitchboard/mcp/doctor", + "status": "200", + "at": "2026-09-05T09:57:36+00:00" + }, + { + "path": "/c/agentswitchboard/mcp/lint", + "status": "200", + "at": "2026-09-05T09:57:40+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-lint.html", + "status": "200", + "at": "2026-09-05T09:57:41+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T09:57:42+00:00" + }, + { + "path": "/c", + "status": "404", + "at": "2026-09-05T23:47:40+00:00" + }, + { + "path": "/c/go-module-proxy/git", + "status": "404", + "at": "2026-09-05T23:47:41+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:44:14+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-06T08:22:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T10:02:34+00:00" + }, + { + "path": "/c/rssparrot/feed.xmlPlease", + "status": "404", + "at": "2026-09-06T11:38:46+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T23:47:40+00:00", + "last_asked": "2026-09-05T23:47:40+00:00", + "answered_200_since": "2026-09-06T01:52:00+00:00" + }, + { + "path": "/c/go-module-proxy/git", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T23:47:41+00:00", + "last_asked": "2026-09-05T23:47:41+00:00", + "answered_200_since": "2026-09-06T01:53:51+00:00" + }, + { + "path": "/c/rssparrot/feed.xmlPlease", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T11:38:46+00:00", + "last_asked": "2026-09-06T11:38:46+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 36, + "median_gap_minutes": 120.8, + "visit_starts": [ + "2026-08-31T23:00:06Z", + "2026-09-01T02:12:22Z", + "2026-09-01T03:08:48Z", + "2026-09-01T04:11:39Z", + "2026-09-01T06:23:40Z", + "2026-09-01T17:00:17Z", + "2026-09-01T17:38:47Z", + "2026-09-02T00:12:37Z", + "2026-09-02T01:07:18Z", + "2026-09-02T02:11:58Z", + "2026-09-02T04:11:30Z", + "2026-09-02T06:12:37Z", + "2026-09-02T10:08:27Z", + "2026-09-03T00:12:10Z", + "2026-09-03T01:06:29Z", + "2026-09-03T04:11:59Z", + "2026-09-03T06:12:45Z", + "2026-09-03T09:11:34Z", + "2026-09-04T00:10:51Z", + "2026-09-04T02:11:20Z", + "2026-09-04T05:47:41Z", + "2026-09-05T00:05:50Z", + "2026-09-05T01:09:48Z", + "2026-09-05T09:57:35Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "aive-mcp-discover", + "name": "AIVE-MCP-Discover", + "group_key": "host:aive.global", + "kind": "named", + "user_agents": [ + { + "ua": "AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)", + "requests": 34, + "addresses": 7, + "first_seen": "2026-09-02T07:31:36+00:00", + "last_seen": "2026-09-07T07:56:46+00:00" + }, + { + "ua": "AIVE-MCP-Tools/1.0 (+https://aive.global/mcp-trust/census; one tools/list POST per current-spec endpoint, no auth attempted, no tool ever invoked)", + "requests": 18, + "addresses": 3, + "first_seen": "2026-09-04T12:34:03+00:00", + "last_seen": "2026-09-06T12:01:03+00:00" + }, + { + "ua": "AIVE-MCP-Resources/1.0 (+https://aive.global/mcp-trust/census; one resources/list POST per current-spec endpoint, no auth attempted, no resource ever read)", + "requests": 18, + "addresses": 3, + "first_seen": "2026-09-04T12:36:15+00:00", + "last_seen": "2026-09-06T12:04:40+00:00" + }, + { + "ua": "AIVE-MCP-Prompts/1.0 (+https://aive.global/mcp-trust/census; one prompts/list POST per current-spec endpoint, no auth attempted, no prompt ever rendered)", + "requests": 18, + "addresses": 3, + "first_seen": "2026-09-04T12:37:55+00:00", + "last_seen": "2026-09-06T12:06:29+00:00" + } + ], + "primary_user_agent": "AIVE-MCP-Discover/1.0 (+https://aive.global/mcp-trust/census; one server/discover POST per endpoint, no auth attempted)", + "requests": 88, + "addresses": 10, + "first_seen": "2026-09-02T07:31:36+00:00", + "last_seen": "2026-09-07T07:56:46+00:00", + "bytes_served": 698065, + "classed_by_our_instrument": { + "agent": 88 + }, + "surfaces": { + "mcp-crawler-index": 17, + "mcp-agent-discovery-doctor": 14, + "mcp-crawler-ip-verifier": 14, + "mcp-crawler-log-triage": 14, + "mcp-endpoint-lint": 14, + "mcp-robots-policy-lint": 14, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 88 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 88 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-02T07:39:15+00:00", + "last": "2026-09-07T07:56:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-02T07:31:36+00:00", + "last": "2026-09-07T07:47:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-02T07:39:50+00:00", + "last": "2026-09-07T07:56:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-03T07:46:56+00:00", + "last": "2026-09-07T07:56:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-03T07:46:47+00:00", + "last": "2026-09-07T07:56:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-03T07:46:57+00:00", + "last": "2026-09-07T07:56:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:56:43+00:00", + "last": "2026-09-07T07:56:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T07:31:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T07:39:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T07:39:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T07:46:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T07:46:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T07:46:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T07:56:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 9, + "median_gap_minutes": 1156.8, + "visit_starts": [ + "2026-09-02T07:31:36Z", + "2026-09-03T07:37:40Z", + "2026-09-04T07:39:12Z", + "2026-09-04T12:34:03Z", + "2026-09-05T07:20:56Z", + "2026-09-05T11:42:26Z", + "2026-09-06T07:31:37Z", + "2026-09-06T12:00:57Z", + "2026-09-07T07:47:46Z" + ] + }, + "documentation_url": "https://aive.global/mcp-trust/census", + "self_described_as": "one server/discover POST per endpoint, no auth attempted" + }, + { + "slug": "curl", + "name": "curl", + "group_key": "ua:curl", + "kind": "library", + "user_agents": [ + { + "ua": "curl/8.7.1", + "requests": 45, + "addresses": 9, + "first_seen": "2026-09-01T11:53:31+00:00", + "last_seen": "2026-09-07T07:27:20+00:00" + }, + { + "ua": "curl/7.88.0", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-01T02:28:30+00:00", + "last_seen": "2026-09-06T08:35:30+00:00" + }, + { + "ua": "curl/8.14.1", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-03T17:52:22+00:00", + "last_seen": "2026-09-03T18:12:50+00:00" + }, + { + "ua": "curl/8.19.0", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-01T07:37:05+00:00", + "last_seen": "2026-09-04T17:29:57+00:00" + }, + { + "ua": "curl/8.21.0", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-03T14:02:49+00:00", + "last_seen": "2026-09-06T05:09:07+00:00" + }, + { + "ua": "curl/8.18.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T02:26:19+00:00", + "last_seen": "2026-09-05T02:26:39+00:00" + }, + { + "ua": "curl/8.5.0", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T00:18:11+00:00", + "last_seen": "2026-09-07T08:27:58+00:00" + }, + { + "ua": "curl/7.88.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:09:39+00:00", + "last_seen": "2026-09-06T03:09:39+00:00" + } + ], + "primary_user_agent": "curl/8.7.1", + "requests": 88, + "addresses": 19, + "first_seen": "2026-09-01T02:28:30+00:00", + "last_seen": "2026-09-07T08:27:58+00:00", + "bytes_served": 2188953, + "classed_by_our_instrument": { + "agent": 88 + }, + "surfaces": { + "pathwren-edge": 63, + "a2a-crawler-index": 7, + "mcp-crawler-index": 6, + "mcp-robots-policy-lint": 4, + "mcp-endpoint-lint": 3, + "oauth-discovery-refusal": 2, + "mcp-discovery-documents": 1, + "http-tools": 1, + "agent-card-addresses": 1 + }, + "channels": { + "mcp-registry-official": 10, + "a2a-registry-org": 2, + "openwebui": 2, + "a2a-registry-global": 1 + }, + "accept_headers": [ + "*/*", + "application/json, text/event-stream", + "application/json" + ], + "status_codes": { + "200": 81, + "404": 4, + "405": 1, + "400": 1, + "202": 1 + }, + "distinct_paths": 43, + "paths": [ + { + "path": "/", + "requests": 16, + "statuses": { + "200": 16 + }, + "first": "2026-09-01T02:28:30+00:00", + "last": "2026-09-07T01:18:26+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-01T11:53:31+00:00", + "last": "2026-09-04T17:29:56+00:00" + }, + { + "path": "/data/agents.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T11:58:48+00:00", + "last": "2026-09-07T08:27:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 4, + "statuses": { + "200": 3, + "202": 1 + }, + "first": "2026-09-04T09:51:44+00:00", + "last": "2026-09-04T10:25:57+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T11:56:56+00:00", + "last": "2026-09-05T02:26:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T10:49:44+00:00", + "last": "2026-09-03T10:51:28+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-05T20:05:31+00:00", + "last": "2026-09-05T20:07:48+00:00" + }, + { + "path": "/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T09:18:43+00:00", + "last": "2026-09-07T07:27:20+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 2, + "statuses": { + "400": 1, + "200": 1 + }, + "first": "2026-09-03T14:03:18+00:00", + "last": "2026-09-03T14:03:36+00:00" + }, + { + "path": "/bot/exaforce-mcprep.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T17:52:22+00:00", + "last": "2026-09-03T17:58:10+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:37:05+00:00", + "last": "2026-09-01T07:37:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T11:30:43+00:00", + "last": "2026-09-02T11:32:11+00:00" + }, + { + "path": "/c/openwebui/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T22:24:52+00:00", + "last": "2026-09-04T22:24:53+00:00" + }, + { + "path": "/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:57:23+00:00", + "last": "2026-09-01T12:24:15+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:09:39+00:00", + "last": "2026-09-06T05:09:07+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:56+00:00", + "last": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:26:39+00:00", + "last": "2026-09-05T02:26:39+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:56+00:00", + "last": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:56+00:00", + "last": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:56+00:00", + "last": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:09+00:00", + "last": "2026-09-01T11:58:09+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:56+00:00", + "last": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/x402", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:09+00:00", + "last": "2026-09-01T11:58:09+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:20+00:00", + "last": "2026-09-01T11:58:20+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:19+00:00", + "last": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:19+00:00", + "last": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:54:09+00:00", + "last": "2026-09-01T11:54:09+00:00" + }, + { + "path": "/bot/mcp-verify.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T17:52:22+00:00", + "last": "2026-09-03T17:52:22+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:02:49+00:00", + "last": "2026-09-03T14:02:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T02:26:19+00:00", + "last": "2026-09-05T02:26:19+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:19+00:00", + "last": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/crawler/nope.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:58:49+00:00", + "last": "2026-09-01T11:58:49+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:35+00:00", + "last": "2026-09-01T11:58:35+00:00" + }, + { + "path": "/graphql", + "requests": 1, + "statuses": { + "405": 1 + }, + "first": "2026-09-01T12:06:14+00:00", + "last": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:07:33+00:00", + "last": "2026-09-07T01:07:33+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:20+00:00", + "last": "2026-09-01T11:58:20+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:44+00:00", + "last": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:44+00:00", + "last": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:29:47+00:00", + "last": "2026-09-04T17:29:47+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:29:57+00:00", + "last": "2026-09-04T17:29:57+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:19+00:00", + "last": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/status.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:58:09+00:00", + "last": "2026-09-01T11:58:09+00:00" + }, + { + "path": "/tools/classify_user_agent", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:29:57+00:00", + "last": "2026-09-04T17:29:57+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-01T02:28:30+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T07:37:05+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-01T11:53:31+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-01T11:54:09+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/security.txt", + "status": "200", + "at": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "status": "200", + "at": "2026-09-01T11:56:56+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T11:57:23+00:00" + }, + { + "path": "/mcp/triage", + "status": "200", + "at": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/mcp/doctor", + "status": "200", + "at": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-01T11:58:09+00:00" + }, + { + "path": "/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T11:58:09+00:00" + }, + { + "path": "/.well-known/x402", + "status": "200", + "at": "2026-09-01T11:58:09+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/changelog.html", + "status": "200", + "at": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/security.html", + "status": "200", + "at": "2026-09-01T11:58:19+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-01T11:58:20+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-01T11:58:20+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-01T11:58:35+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-01T11:58:48+00:00" + }, + { + "path": "/crawler/nope.json", + "status": "404", + "at": "2026-09-01T11:58:49+00:00" + }, + { + "path": "/graphql", + "status": "405", + "at": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T11:30:43+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-03T09:18:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T10:49:44+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T14:02:49+00:00" + }, + { + "path": "/a2a/doctor", + "status": "400", + "at": "2026-09-03T14:03:18+00:00" + }, + { + "path": "/bot/exaforce-mcprep.json", + "status": "200", + "at": "2026-09-03T17:52:22+00:00" + }, + { + "path": "/bot/mcp-verify.json", + "status": "404", + "at": "2026-09-03T17:52:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T09:51:44+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-04T17:29:47+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-04T17:29:57+00:00" + }, + { + "path": "/tools/classify_user_agent", + "status": "200", + "at": "2026-09-04T17:29:57+00:00" + }, + { + "path": "/c/openwebui/a2a", + "status": "200", + "at": "2026-09-04T22:24:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "status": "200", + "at": "2026-09-05T02:26:19+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "status": "200", + "at": "2026-09-05T02:26:39+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/crawler/nope.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:58:49+00:00", + "last_asked": "2026-09-01T11:58:49+00:00", + "answered_200_since": null + }, + { + "path": "/graphql", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T12:06:14+00:00", + "last_asked": "2026-09-01T12:06:14+00:00", + "answered_200_since": null + }, + { + "path": "/a2a/doctor", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-03T14:03:18+00:00", + "last_asked": "2026-09-03T14:03:36+00:00", + "answered_200_since": null + }, + { + "path": "/bot/mcp-verify.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T17:52:22+00:00", + "last_asked": "2026-09-03T17:52:22+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-05T20:05:31+00:00", + "last_asked": "2026-09-05T20:07:48+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 29, + "median_gap_minutes": 218.0, + "visit_starts": [ + "2026-09-01T02:28:30Z", + "2026-09-01T07:37:05Z", + "2026-09-01T11:53:31Z", + "2026-09-01T13:53:17Z", + "2026-09-01T17:02:39Z", + "2026-09-02T06:59:20Z", + "2026-09-02T11:30:43Z", + "2026-09-03T07:01:47Z", + "2026-09-03T09:17:34Z", + "2026-09-03T10:49:44Z", + "2026-09-03T14:02:49Z", + "2026-09-03T17:52:22Z", + "2026-09-03T19:02:08Z", + "2026-09-04T07:03:02Z", + "2026-09-04T09:51:44Z", + "2026-09-04T10:24:12Z", + "2026-09-04T17:29:47Z", + "2026-09-04T19:05:06Z", + "2026-09-04T22:24:52Z", + "2026-09-05T02:26:19Z", + "2026-09-05T08:27:15Z", + "2026-09-05T20:05:31Z", + "2026-09-06T03:09:39Z", + "2026-09-06T05:09:07Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "tar-directory-indexer", + "name": "TAR-Directory-Indexer", + "group_key": "ua:tar-directory-indexer", + "kind": "named", + "user_agents": [ + { + "ua": "TAR-Directory-Indexer/1.0", + "requests": 86, + "addresses": 1, + "first_seen": "2026-09-01T03:27:40+00:00", + "last_seen": "2026-09-07T03:28:54+00:00" + } + ], + "primary_user_agent": "TAR-Directory-Indexer/1.0", + "requests": 86, + "addresses": 1, + "first_seen": "2026-09-01T03:27:40+00:00", + "last_seen": "2026-09-07T03:28:54+00:00", + "bytes_served": 1512737, + "classed_by_our_instrument": { + "agent": 86 + }, + "surfaces": { + "a2a-crawler-index": 79, + "agent-card-addresses": 4, + "pathwren-edge": 3 + }, + "channels": { + "a2a-directory": 46, + "a2a-registry-global": 40 + }, + "accept_headers": [ + "application/json,text/html;q=0.9,*/*;q=0.7" + ], + "status_codes": { + "200": 86 + }, + "distinct_paths": 16, + "paths": [ + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:27:40+00:00", + "last": "2026-09-07T03:28:50+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:35:42+00:00", + "last": "2026-09-07T03:28:51+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:35:43+00:00", + "last": "2026-09-07T03:28:51+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:35:46+00:00", + "last": "2026-09-07T03:28:54+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:35:43+00:00", + "last": "2026-09-07T03:28:51+00:00" + }, + { + "path": "/c/a2a-directory/a2a/discovery/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:19:23+00:00", + "last": "2026-09-07T03:28:51+00:00" + }, + { + "path": "/c/a2a-directory/a2a/lint/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:19:23+00:00", + "last": "2026-09-07T03:28:52+00:00" + }, + { + "path": "/c/a2a-directory/a2a/score/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:19:23+00:00", + "last": "2026-09-07T03:28:52+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:16:13+00:00", + "last": "2026-09-07T03:25:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T03:27:40+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:35:42+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:35:43+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:35:43+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:35:46+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:16:13+00:00" + }, + { + "path": "/c/a2a-directory/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:19:23+00:00" + }, + { + "path": "/c/a2a-directory/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:19:23+00:00" + }, + { + "path": "/c/a2a-directory/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:19:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1436.2, + "visit_starts": [ + "2026-09-01T03:27:40Z", + "2026-09-02T03:35:42Z", + "2026-09-03T03:16:13Z", + "2026-09-04T03:37:31Z", + "2026-09-05T03:22:03Z", + "2026-09-06T03:44:08Z", + "2026-09-07T03:25:07Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "deno", + "name": "Deno", + "group_key": "ua:deno", + "kind": "library", + "user_agents": [ + { + "ua": "Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.74.3)", + "requests": 44, + "addresses": 18, + "first_seen": "2026-08-31T22:30:06+00:00", + "last_seen": "2026-09-07T01:32:01+00:00" + }, + { + "ua": "Deno/2.7.5", + "requests": 28, + "addresses": 1, + "first_seen": "2026-09-01T16:20:33+00:00", + "last_seen": "2026-09-01T16:20:33+00:00" + } + ], + "primary_user_agent": "Deno/2.1.4 (variant; SupabaseEdgeRuntime/1.74.3)", + "requests": 72, + "addresses": 19, + "first_seen": "2026-08-31T22:30:06+00:00", + "last_seen": "2026-09-07T01:32:01+00:00", + "bytes_served": 344936, + "classed_by_our_instrument": { + "agent": 72 + }, + "surfaces": { + "mcp-crawler-index": 26, + "pathwren-edge": 23, + "mcp-crawler-ip-verifier": 4, + "mcp-endpoint-lint": 4, + "mcp-crawler-log-triage": 4, + "mcp-robots-policy-lint": 4, + "mcp-agent-discovery-doctor": 4, + "mcp-markdown-lane": 3 + }, + "channels": { + "mcp-registry-official": 52, + "mcp-registry": 2 + }, + "accept_headers": [ + "application/json, text/event-stream", + "*/*" + ], + "status_codes": { + "200": 47, + "404": 23, + "not recorded": 2 + }, + "distinct_paths": 31, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T01:32:00+00:00", + "last": "2026-09-07T01:32:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T02:30:03+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-07T01:32:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-07T01:32:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T02:30:03+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T00:30:08+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T08:30:13+00:00", + "last": "2026-09-06T08:50:00+00:00" + }, + { + "path": "/mcp", + "requests": 2, + "statuses": { + "not recorded": 2 + }, + "first": "2026-08-31T22:30:06+00:00", + "last": "2026-08-31T22:36:00+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T16:20:33+00:00", + "last": "2026-09-01T16:20:33+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "not recorded", + "at": "2026-08-31T22:30:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T02:30:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:30:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-01T16:20:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T00:30:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T08:30:13+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T16:20:33+00:00", + "last_asked": "2026-09-01T16:20:33+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 11, + "median_gap_minutes": 691.0, + "visit_starts": [ + "2026-08-31T22:30:06Z", + "2026-09-01T01:32:00Z", + "2026-09-01T02:30:03Z", + "2026-09-01T16:20:33Z", + "2026-09-02T01:32:00Z", + "2026-09-02T09:32:00Z", + "2026-09-04T00:30:08Z", + "2026-09-05T01:32:00Z", + "2026-09-06T01:32:00Z", + "2026-09-06T08:30:13Z", + "2026-09-07T01:32:00Z" + ] + }, + "documentation_url": null, + "self_described_as": "variant; SupabaseEdgeRuntime/1.74.3" + }, + { + "slug": "mozilla", + "name": "Mozilla", + "group_key": "ua:mozilla", + "kind": "library", + "user_agents": [ + { + "ua": "Mozilla/5.0", + "requests": 60, + "addresses": 6, + "first_seen": "2026-09-01T02:49:36+00:00", + "last_seen": "2026-09-02T02:05:57+00:00" + }, + { + "ua": "Mozilla/5.0 (CPU iPhone OS 13_0 like Mac OS X) AppleWebKit/686.60 (KHTML, like Gecko) Version/604.0 Mobile/15E148 Safari/686.60", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:47:28+00:00", + "last_seen": "2026-09-06T01:47:28+00:00" + }, + { + "ua": "Mozilla/5.0 (CPU iPhone OS 11_0 like Mac OS X) AppleWebKit/1192.60 (KHTML, like Gecko) Version/603.0 Mobile/15E148 Safari/1192.60", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:57:22+00:00", + "last_seen": "2026-09-06T03:57:22+00:00" + }, + { + "ua": "Mozilla/5.0 (CPU iPhone OS 9_8 like Mac OS X) AppleWebKit/1062.60 (KHTML, like Gecko) Version/600.0 Mobile/15E148 Safari/1062.60", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T05:50:10+00:00", + "last_seen": "2026-09-06T05:50:10+00:00" + }, + { + "ua": "Mozilla/5.0 (CPU iPhone OS 9_8 like Mac OS X) AppleWebKit/765.60 (KHTML, like Gecko) Version/604.0 Mobile/15E148 Safari/765.60", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:15:02+00:00", + "last_seen": "2026-09-06T09:15:03+00:00" + }, + { + "ua": "Mozilla/5.0 verification", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T17:57:20+00:00", + "last_seen": "2026-09-03T17:57:20+00:00" + }, + { + "ua": "Mozilla/5.0 A2A-validate", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T20:21:28+00:00", + "last_seen": "2026-09-03T20:21:28+00:00" + }, + { + "ua": "Mozilla/5.0 (CPU iPhone OS 9_9 like Mac OS X) AppleWebKit/1031.60 (KHTML, like Gecko) Version/601.0 Mobile/15E148 Safari/1031.60", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:55:44+00:00", + "last_seen": "2026-09-06T01:55:44+00:00" + }, + { + "ua": "Mozilla/5.0 (CPU iPhone OS 13_7 like Mac OS X) AppleWebKit/1101.60 (KHTML, like Gecko) Version/604.0 Mobile/15E148 Safari/1101.60", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:23:04+00:00", + "last_seen": "2026-09-06T02:23:04+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0", + "requests": 72, + "addresses": 11, + "first_seen": "2026-09-01T02:49:36+00:00", + "last_seen": "2026-09-06T09:15:03+00:00", + "bytes_served": 1238191, + "classed_by_our_instrument": { + "agent": 39, + "unknown": 21, + "human": 10, + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 60, + "section-roots": 6, + "mcp-crawler-index": 5, + "blog": 1 + }, + "channels": { + "mbin": 4, + "lemmy": 3, + "pypi-registry": 1, + "a2a-registry-org": 1 + }, + "accept_headers": [ + "*/*", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "application/json", + "application/json, text/event-stream", + "image/*,*/*;q=0.8", + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 53, + "404": 16, + "405": 3 + }, + "distinct_paths": 54, + "paths": [ + { + "path": "/mcp", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T11:56:03+00:00", + "last": "2026-09-02T02:05:57+00:00" + }, + { + "path": "/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T02:56:57+00:00", + "last": "2026-09-01T12:24:11+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T01:47:28+00:00", + "last": "2026-09-06T03:57:22+00:00" + }, + { + "path": "/api.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T12:24:12+00:00", + "last": "2026-09-01T12:24:15+00:00" + }, + { + "path": "/favicon.ico", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:47:28+00:00", + "last": "2026-09-06T09:15:03+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:15+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:24:13+00:00", + "last": "2026-09-03T17:57:20+00:00" + }, + { + "path": "/changelog.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:57:46+00:00", + "last": "2026-09-01T12:24:15+00:00" + }, + { + "path": "/status.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:24:12+00:00", + "last": "2026-09-01T12:24:15+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:14+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:14+00:00" + }, + { + "path": "/.well-known/dnt-policy.txt", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:47+00:00", + "last": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/.well-known/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:46+00:00", + "last": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:44+00:00", + "last": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:14+00:00" + }, + { + "path": "/AGENTS.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:47+00:00", + "last": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:45+00:00", + "last": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:12+00:00", + "last": "2026-09-01T12:24:12+00:00" + }, + { + "path": "/agents.md", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:47+00:00", + "last": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/api-docs", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:14+00:00", + "last": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/api/v1/models", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:49:40+00:00", + "last": "2026-09-01T02:49:40+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:02+00:00", + "last": "2026-09-06T09:15:02+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:50:10+00:00", + "last": "2026-09-06T05:50:10+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T20:21:28+00:00", + "last": "2026-09-03T20:21:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:57:22+00:00", + "last": "2026-09-06T03:57:22+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T18:17:51+00:00", + "last": "2026-09-01T18:17:51+00:00" + }, + { + "path": "/changelog.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:46+00:00", + "last": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/chat/completions", + "requests": 1, + "statuses": { + "405": 1 + }, + "first": "2026-09-01T02:49:45+00:00", + "last": "2026-09-01T02:49:45+00:00" + }, + { + "path": "/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:14+00:00" + }, + { + "path": "/data/ip-sources.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:45+00:00", + "last": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/data/ua-regex.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:44+00:00", + "last": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/docs", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:14+00:00", + "last": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:13+00:00", + "last": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:13+00:00", + "last": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/graphql", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:13+00:00", + "last": "2026-09-01T12:06:13+00:00" + }, + { + "path": "/humans.txt", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:47+00:00", + "last": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:14+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:14+00:00", + "last": "2026-09-01T12:24:14+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:45+00:00", + "last": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/models", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:49:41+00:00", + "last": "2026-09-01T02:49:41+00:00" + }, + { + "path": "/openai/v1/chat/completions", + "requests": 1, + "statuses": { + "405": 1 + }, + "first": "2026-09-01T02:49:46+00:00", + "last": "2026-09-01T02:49:46+00:00" + }, + { + "path": "/openai/v1/models", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:49:38+00:00", + "last": "2026-09-01T02:49:38+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:12+00:00", + "last": "2026-09-01T12:24:12+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:13+00:00", + "last": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/pricing.html", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:45+00:00", + "last": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/redoc", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:14+00:00", + "last": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:46+00:00", + "last": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:15+00:00", + "last": "2026-09-01T12:24:15+00:00" + }, + { + "path": "/skills.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:57:46+00:00", + "last": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/status.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:57:44+00:00", + "last": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:24:13+00:00", + "last": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/v1/chat/completions", + "requests": 1, + "statuses": { + "405": 1 + }, + "first": "2026-09-01T02:49:43+00:00", + "last": "2026-09-01T02:49:43+00:00" + }, + { + "path": "/v1/models", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T02:49:36+00:00", + "last": "2026-09-01T02:49:36+00:00" + }, + { + "path": "/v1/openapi.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:14+00:00", + "last": "2026-09-01T12:06:14+00:00" + } + ], + "first_walk": [ + { + "path": "/v1/models", + "status": "404", + "at": "2026-09-01T02:49:36+00:00" + }, + { + "path": "/openai/v1/models", + "status": "404", + "at": "2026-09-01T02:49:38+00:00" + }, + { + "path": "/api/v1/models", + "status": "404", + "at": "2026-09-01T02:49:40+00:00" + }, + { + "path": "/models", + "status": "404", + "at": "2026-09-01T02:49:41+00:00" + }, + { + "path": "/v1/chat/completions", + "status": "405", + "at": "2026-09-01T02:49:43+00:00" + }, + { + "path": "/chat/completions", + "status": "405", + "at": "2026-09-01T02:49:45+00:00" + }, + { + "path": "/openai/v1/chat/completions", + "status": "405", + "at": "2026-09-01T02:49:46+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T02:56:57+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T11:56:03+00:00" + }, + { + "path": "/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/data/ua-regex.json", + "status": "200", + "at": "2026-09-01T11:57:44+00:00" + }, + { + "path": "/data/ip-sources.json", + "status": "200", + "at": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/pricing.html", + "status": "404", + "at": "2026-09-01T11:57:45+00:00" + }, + { + "path": "/changelog.html", + "status": "200", + "at": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/changelog.json", + "status": "404", + "at": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/.well-known/llms.txt", + "status": "200", + "at": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/skills.json", + "status": "404", + "at": "2026-09-01T11:57:46+00:00" + }, + { + "path": "/agents.md", + "status": "404", + "at": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/AGENTS.md", + "status": "404", + "at": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/.well-known/dnt-policy.txt", + "status": "404", + "at": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/humans.txt", + "status": "404", + "at": "2026-09-01T11:57:47+00:00" + }, + { + "path": "/graphql", + "status": "404", + "at": "2026-09-01T12:06:13+00:00" + }, + { + "path": "/api-docs", + "status": "404", + "at": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/redoc", + "status": "404", + "at": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/docs", + "status": "404", + "at": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/v1/openapi.json", + "status": "404", + "at": "2026-09-01T12:06:14+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-01T12:24:12+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-01T12:24:12+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-01T12:24:12+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T12:24:12+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/swagger.json", + "status": "200", + "at": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-01T12:24:13+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-01T12:24:14+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/v1/models", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:49:36+00:00", + "last_asked": "2026-09-01T02:49:36+00:00", + "answered_200_since": null + }, + { + "path": "/openai/v1/models", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:49:38+00:00", + "last_asked": "2026-09-01T02:49:38+00:00", + "answered_200_since": null + }, + { + "path": "/api/v1/models", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:49:40+00:00", + "last_asked": "2026-09-01T02:49:40+00:00", + "answered_200_since": null + }, + { + "path": "/models", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T02:49:41+00:00", + "last_asked": "2026-09-01T02:49:41+00:00", + "answered_200_since": null + }, + { + "path": "/v1/chat/completions", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T02:49:43+00:00", + "last_asked": "2026-09-01T02:49:43+00:00", + "answered_200_since": null + }, + { + "path": "/chat/completions", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T02:49:45+00:00", + "last_asked": "2026-09-01T02:49:45+00:00", + "answered_200_since": null + }, + { + "path": "/openai/v1/chat/completions", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T02:49:46+00:00", + "last_asked": "2026-09-01T02:49:46+00:00", + "answered_200_since": null + }, + { + "path": "/pricing.html", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:45+00:00", + "last_asked": "2026-09-01T11:57:45+00:00", + "answered_200_since": null + }, + { + "path": "/changelog.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:46+00:00", + "last_asked": "2026-09-01T11:57:46+00:00", + "answered_200_since": "2026-09-02T07:32:14+00:00" + }, + { + "path": "/skills.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:46+00:00", + "last_asked": "2026-09-01T11:57:46+00:00", + "answered_200_since": null + }, + { + "path": "/agents.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:47+00:00", + "last_asked": "2026-09-01T11:57:47+00:00", + "answered_200_since": "2026-09-03T03:19:19+00:00" + }, + { + "path": "/AGENTS.md", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:47+00:00", + "last_asked": "2026-09-01T11:57:47+00:00", + "answered_200_since": "2026-09-03T03:19:19+00:00" + }, + { + "path": "/.well-known/dnt-policy.txt", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:47+00:00", + "last_asked": "2026-09-01T11:57:47+00:00", + "answered_200_since": null + }, + { + "path": "/humans.txt", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:57:47+00:00", + "last_asked": "2026-09-01T11:57:47+00:00", + "answered_200_since": null + }, + { + "path": "/graphql", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:13+00:00", + "last_asked": "2026-09-01T12:06:13+00:00", + "answered_200_since": null + }, + { + "path": "/api-docs", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:14+00:00", + "last_asked": "2026-09-01T12:06:14+00:00", + "answered_200_since": null + }, + { + "path": "/redoc", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:14+00:00", + "last_asked": "2026-09-01T12:06:14+00:00", + "answered_200_since": null + }, + { + "path": "/docs", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:14+00:00", + "last_asked": "2026-09-01T12:06:14+00:00", + "answered_200_since": "2026-09-01T22:39:20+00:00" + }, + { + "path": "/v1/openapi.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:14+00:00", + "last_asked": "2026-09-01T12:06:14+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 10, + "median_gap_minutes": 381.8, + "visit_starts": [ + "2026-09-01T02:49:36Z", + "2026-09-01T11:56:03Z", + "2026-09-01T18:17:51Z", + "2026-09-02T02:05:56Z", + "2026-09-03T17:57:20Z", + "2026-09-03T20:21:28Z", + "2026-09-06T01:47:28Z", + "2026-09-06T03:57:22Z", + "2026-09-06T05:50:10Z", + "2026-09-06T09:15:02Z" + ] + }, + "documentation_url": null, + "self_described_as": "CPU iPhone OS 13_0 like Mac OS X" + }, + { + "slug": "capi2-neural-revenue-flow", + "name": "CAPI2-Neural-Revenue-Flow", + "group_key": "ua:capi2-neural-revenue-flow", + "kind": "named", + "user_agents": [ + { + "ua": "CAPI2-Neural-Revenue-Flow/0.2", + "requests": 70, + "addresses": 1, + "first_seen": "2026-09-04T22:25:52+00:00", + "last_seen": "2026-09-07T06:30:24+00:00" + } + ], + "primary_user_agent": "CAPI2-Neural-Revenue-Flow/0.2", + "requests": 70, + "addresses": 1, + "first_seen": "2026-09-04T22:25:52+00:00", + "last_seen": "2026-09-07T06:30:24+00:00", + "bytes_served": 1527386, + "classed_by_our_instrument": { + "agent": 70 + }, + "surfaces": { + "a2a-crawler-index": 70 + }, + "channels": { + "openwebui": 70 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 70 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/openwebui/a2a", + "requests": 70, + "statuses": { + "200": 70 + }, + "first": "2026-09-04T22:25:52+00:00", + "last": "2026-09-07T06:30:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/openwebui/a2a", + "status": "200", + "at": "2026-09-04T22:25:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 27, + "median_gap_minutes": 61.0, + "visit_starts": [ + "2026-09-04T22:25:52Z", + "2026-09-05T06:32:04Z", + "2026-09-05T07:28:52Z", + "2026-09-05T08:48:23Z", + "2026-09-05T10:03:15Z", + "2026-09-05T11:02:48Z", + "2026-09-05T11:52:26Z", + "2026-09-05T12:52:31Z", + "2026-09-05T14:04:19Z", + "2026-09-05T15:17:42Z", + "2026-09-05T16:17:41Z", + "2026-09-05T17:18:42Z", + "2026-09-05T18:19:43Z", + "2026-09-05T19:59:57Z", + "2026-09-06T00:30:34Z", + "2026-09-06T08:15:36Z", + "2026-09-06T09:15:42Z", + "2026-09-06T10:15:46Z", + "2026-09-06T11:15:50Z", + "2026-09-06T12:24:09Z", + "2026-09-07T00:11:35Z", + "2026-09-07T01:27:37Z", + "2026-09-07T02:28:06Z", + "2026-09-07T03:28:52Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "bingbot", + "name": "bingbot", + "group_key": "host:bing.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", + "requests": 69, + "addresses": 44, + "first_seen": "2026-08-31T20:58:11+00:00", + "last_seen": "2026-09-07T05:51:18+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm) Chrome/116.0.1938.76 Safari/537.36", + "requests": 69, + "addresses": 44, + "first_seen": "2026-08-31T20:58:11+00:00", + "last_seen": "2026-09-07T05:51:18+00:00", + "bytes_served": 3856068, + "classed_by_our_instrument": { + "crawler": 69 + }, + "surfaces": { + "pathwren-edge": 47, + "section-roots": 5, + "a2a-crawler-index": 4, + "blog": 4, + "changes-feed": 2, + "identity-documents": 2, + "api-reference": 2, + "http-tools": 1, + "ai-crawler-index": 1, + "mcp-zero-argument-pair": 1 + }, + "channels": { + "lemmy": 5, + "pypi-registry": 2, + "smithery-direct": 2, + "mcp-registry-official": 1, + "a2a-registry-global": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 68, + "not recorded": 1 + }, + "distinct_paths": 53, + "paths": [ + { + "path": "/robots.txt", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T00:07:34+00:00", + "last": "2026-09-06T10:04:45+00:00" + }, + { + "path": "/index.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T08:02:53+00:00", + "last": "2026-09-06T09:52:13+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T23:32:08+00:00", + "last": "2026-09-06T07:28:22+00:00" + }, + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T00:07:39+00:00", + "last": "2026-09-03T16:27:18+00:00" + }, + { + "path": "/about", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T10:04:17+00:00", + "last": "2026-09-06T10:04:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T10:03:17+00:00", + "last": "2026-09-06T10:03:45+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:58:36+00:00", + "last": "2026-09-06T00:59:48+00:00" + }, + { + "path": "/data/observed-clients.csv", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T08:02:57+00:00", + "last": "2026-09-05T18:47:11+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T00:08:02+00:00", + "last": "2026-09-06T07:18:31+00:00" + }, + { + "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T20:58:11+00:00", + "last": "2026-08-31T20:58:11+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:17:58+00:00", + "last": "2026-09-07T02:17:58+00:00" + }, + { + "path": "/a2a/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:35:43+00:00", + "last": "2026-09-05T11:35:43+00:00" + }, + { + "path": "/a2a/score", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T18:43:20+00:00", + "last": "2026-09-02T18:43:20+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:04:35+00:00", + "last": "2026-09-06T10:04:35+00:00" + }, + { + "path": "/about.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:04:39+00:00", + "last": "2026-09-06T10:04:39+00:00" + }, + { + "path": "/blog/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:04:00+00:00", + "last": "2026-09-06T10:04:00+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:03:55+00:00", + "last": "2026-09-06T10:03:55+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T08:02:53+00:00", + "last": "2026-09-01T08:02:53+00:00" + }, + { + "path": "/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T08:03:18+00:00", + "last": "2026-09-01T08:03:18+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:33:30+00:00", + "last": "2026-09-06T10:33:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:00:07+00:00", + "last": "2026-09-06T03:00:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:58:43+00:00", + "last": "2026-09-06T00:58:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:55:09+00:00", + "last": "2026-09-01T01:55:09+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:50:56+00:00", + "last": "2026-09-07T05:50:56+00:00" + }, + { + "path": "/c/pypi-registry/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T08:02:34+00:00", + "last": "2026-09-01T08:02:34+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:13:32+00:00", + "last": "2026-09-06T02:13:32+00:00" + }, + { + "path": "/c/smithery-direct/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:19:48+00:00", + "last": "2026-09-03T05:19:48+00:00" + }, + { + "path": "/c/smithery-direct/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:34:04+00:00", + "last": "2026-09-03T04:34:04+00:00" + }, + { + "path": "/changes", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:13+00:00", + "last": "2026-09-04T17:56:13+00:00" + }, + { + "path": "/changes.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:13+00:00", + "last": "2026-09-04T17:56:13+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:59:06+00:00", + "last": "2026-09-06T00:59:06+00:00" + }, + { + "path": "/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T22:17:05+00:00", + "last": "2026-09-01T22:17:05+00:00" + }, + { + "path": "/data/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:07:10+00:00", + "last": "2026-09-07T04:07:10+00:00" + }, + { + "path": "/data/mcp-endpoint-callers-2026-w36.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T04:07:06+00:00", + "last": "2026-09-07T04:07:06+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:12+00:00", + "last": "2026-09-04T17:56:12+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:17+00:00", + "last": "2026-09-04T17:56:17+00:00" + }, + { + "path": "/index.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:53:55+00:00", + "last": "2026-09-06T09:53:55+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:00:37+00:00", + "last": "2026-09-06T03:00:37+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:55:58+00:00", + "last": "2026-09-04T17:55:58+00:00" + }, + { + "path": "/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:56:09+00:00", + "last": "2026-09-04T22:56:09+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T00:07:59+00:00", + "last": "2026-09-01T00:07:59+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:59:06+00:00", + "last": "2026-09-06T00:59:06+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:51:18+00:00", + "last": "2026-09-07T05:51:18+00:00" + }, + { + "path": "/robots/allow-all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T00:07:58+00:00", + "last": "2026-09-01T00:07:58+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T00:08:02+00:00", + "last": "2026-09-01T00:08:02+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:05:40+00:00", + "last": "2026-09-04T18:05:40+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:12+00:00", + "last": "2026-09-04T17:56:12+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:12+00:00", + "last": "2026-09-04T17:56:12+00:00" + }, + { + "path": "/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:56:05+00:00", + "last": "2026-09-04T22:56:05+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:56:09+00:00", + "last": "2026-09-04T22:56:09+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:59:34+00:00", + "last": "2026-09-03T22:59:34+00:00" + }, + { + "path": "/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:56:07+00:00", + "last": "2026-09-04T17:56:07+00:00" + }, + { + "path": "/tools/whoami", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:21:20+00:00", + "last": "2026-09-06T07:21:20+00:00" + } + ], + "first_walk": [ + { + "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", + "status": "not recorded", + "at": "2026-08-31T20:58:11+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T00:07:34+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T00:07:39+00:00" + }, + { + "path": "/robots/allow-all.txt", + "status": "200", + "at": "2026-09-01T00:07:58+00:00" + }, + { + "path": "/operator/", + "status": "200", + "at": "2026-09-01T00:07:59+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-01T00:08:02+00:00" + }, + { + "path": "/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-01T00:08:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "status": "200", + "at": "2026-09-01T01:55:09+00:00" + }, + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-01T08:02:34+00:00" + }, + { + "path": "/index.html", + "status": "200", + "at": "2026-09-01T08:02:53+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-01T08:02:53+00:00" + }, + { + "path": "/data/observed-clients.csv", + "status": "200", + "at": "2026-09-01T08:02:57+00:00" + }, + { + "path": "/bot/index.html", + "status": "200", + "at": "2026-09-01T08:03:18+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-01T22:17:05+00:00" + }, + { + "path": "/a2a/score", + "status": "200", + "at": "2026-09-02T18:43:20+00:00" + }, + { + "path": "/c/smithery-direct/mcp.html", + "status": "200", + "at": "2026-09-03T04:34:04+00:00" + }, + { + "path": "/c/smithery-direct/mcp-triage.html", + "status": "200", + "at": "2026-09-03T05:19:48+00:00" + }, + { + "path": "/swagger.json", + "status": "200", + "at": "2026-09-03T22:59:34+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-04T17:55:58+00:00" + }, + { + "path": "/tools/", + "status": "200", + "at": "2026-09-04T17:56:07+00:00" + }, + { + "path": "/robots/maximum-ai-visibility.txt", + "status": "200", + "at": "2026-09-04T17:56:12+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "status": "200", + "at": "2026-09-04T17:56:12+00:00" + }, + { + "path": "/data/observed-clients.json", + "status": "200", + "at": "2026-09-04T17:56:12+00:00" + }, + { + "path": "/changes", + "status": "200", + "at": "2026-09-04T17:56:13+00:00" + }, + { + "path": "/changes.json", + "status": "200", + "at": "2026-09-04T17:56:13+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-04T17:56:17+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "status": "200", + "at": "2026-09-04T18:05:40+00:00" + }, + { + "path": "/sitemap.md", + "status": "200", + "at": "2026-09-04T22:56:05+00:00" + }, + { + "path": "/mcp.json", + "status": "200", + "at": "2026-09-04T22:56:09+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-04T22:56:09+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-04T23:32:08+00:00" + }, + { + "path": "/a2a/robots", + "status": "200", + "at": "2026-09-05T11:35:43+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:58:36+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:58:43+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-06T00:59:06+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-06T00:59:06+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-06T02:13:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:00:07+00:00" + }, + { + "path": "/ip-ranges/index.html", + "status": "200", + "at": "2026-09-06T03:00:37+00:00" + }, + { + "path": "/tools/whoami", + "status": "200", + "at": "2026-09-06T07:21:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 26, + "median_gap_minutes": 258.4, + "visit_starts": [ + "2026-08-31T20:58:11Z", + "2026-09-01T00:07:34Z", + "2026-09-01T01:55:09Z", + "2026-09-01T08:02:34Z", + "2026-09-01T22:17:05Z", + "2026-09-02T18:43:20Z", + "2026-09-03T04:33:55Z", + "2026-09-03T05:19:48Z", + "2026-09-03T16:27:18Z", + "2026-09-03T22:59:34Z", + "2026-09-04T17:53:50Z", + "2026-09-04T22:56:05Z", + "2026-09-04T23:32:08Z", + "2026-09-05T01:37:02Z", + "2026-09-05T11:03:03Z", + "2026-09-05T11:35:43Z", + "2026-09-05T18:47:11Z", + "2026-09-05T20:16:49Z", + "2026-09-06T00:58:36Z", + "2026-09-06T02:13:32Z", + "2026-09-06T03:00:07Z", + "2026-09-06T07:18:31Z", + "2026-09-06T09:52:13Z", + "2026-09-07T02:17:58Z" + ] + }, + "documentation_url": "http://www.bing.com/bingbot.htm", + "self_described_as": "bingbot/2.0" + }, + { + "slug": "mcpgrade-probe", + "name": "mcpgrade-probe", + "group_key": "ua:mcpgrade-probe", + "kind": "named", + "user_agents": [ + { + "ua": "mcpgrade-probe/0.1", + "requests": 68, + "addresses": 1, + "first_seen": "2026-09-01T07:07:29+00:00", + "last_seen": "2026-09-07T07:43:38+00:00" + } + ], + "primary_user_agent": "mcpgrade-probe/0.1", + "requests": 68, + "addresses": 1, + "first_seen": "2026-09-01T07:07:29+00:00", + "last_seen": "2026-09-07T07:43:38+00:00", + "bytes_served": 403367, + "classed_by_our_instrument": { + "agent": 68 + }, + "surfaces": { + "oauth-discovery-refusal": 19, + "mcp-crawler-index": 13, + "pathwren-edge": 6, + "mcp-agent-discovery-doctor": 6, + "mcp-crawler-ip-verifier": 6, + "mcp-crawler-log-triage": 6, + "mcp-endpoint-lint": 6, + "mcp-robots-policy-lint": 5, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 43 + }, + "accept_headers": [ + "application/json, text/event-stream", + "*/*" + ], + "status_codes": { + "200": 39, + "404": 25, + "202": 4 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/.well-known/oauth-protected-resource", + "requests": 13, + "statuses": { + "404": 13 + }, + "first": "2026-09-01T07:07:29+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 12, + "statuses": { + "404": 12 + }, + "first": "2026-09-01T07:07:29+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 8, + "statuses": { + "202": 1, + "200": 7 + }, + "first": "2026-09-02T07:08:25+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-02T07:08:25+00:00", + "last": "2026-09-07T07:43:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-01T07:07:29+00:00", + "last": "2026-09-07T07:43:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-01T07:07:29+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T07:09:23+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T07:08:26+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:43:38+00:00", + "last": "2026-09-07T07:43:38+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:07:29+00:00", + "last": "2026-09-01T07:07:29+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T07:07:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T07:07:29+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T07:07:29+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T07:07:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T07:07:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T07:08:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T07:08:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T07:08:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T07:09:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T07:43:38+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 13 + }, + "first_asked": "2026-09-01T07:07:29+00:00", + "last_asked": "2026-09-07T07:43:38+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 12 + }, + "first_asked": "2026-09-01T07:07:29+00:00", + "last_asked": "2026-09-07T07:43:38+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1441.0, + "visit_starts": [ + "2026-09-01T07:07:29Z", + "2026-09-02T07:08:25Z", + "2026-09-03T07:09:22Z", + "2026-09-04T07:10:27Z", + "2026-09-05T07:08:40Z", + "2026-09-06T07:10:15Z", + "2026-09-07T07:43:37Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mcp-watch", + "name": "mcp-watch", + "group_key": "host:atomicmail.io", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-watch/0.1 (+mailto:mcpschemer@atomicmail.io)", + "requests": 65, + "addresses": 2, + "first_seen": "2026-09-03T15:23:32+00:00", + "last_seen": "2026-09-07T02:07:22+00:00" + } + ], + "primary_user_agent": "mcp-watch/0.1 (+mailto:mcpschemer@atomicmail.io)", + "requests": 65, + "addresses": 2, + "first_seen": "2026-09-03T15:23:32+00:00", + "last_seen": "2026-09-07T02:07:22+00:00", + "bytes_served": 324852, + "classed_by_our_instrument": { + "agent": 65 + }, + "surfaces": { + "mcp-crawler-index": 16, + "mcp-agent-discovery-doctor": 13, + "mcp-crawler-ip-verifier": 13, + "mcp-crawler-log-triage": 12, + "mcp-robots-policy-lint": 11 + }, + "channels": { + "mcp-registry-official": 65 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 59, + "202": 6 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 16, + "statuses": { + "200": 14, + "202": 2 + }, + "first": "2026-09-03T15:23:32+00:00", + "last": "2026-09-07T02:04:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 13, + "statuses": { + "200": 12, + "202": 1 + }, + "first": "2026-09-03T15:24:33+00:00", + "last": "2026-09-07T02:07:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 13, + "statuses": { + "200": 11, + "202": 2 + }, + "first": "2026-09-03T15:24:41+00:00", + "last": "2026-09-07T02:07:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 12, + "statuses": { + "200": 11, + "202": 1 + }, + "first": "2026-09-03T15:24:46+00:00", + "last": "2026-09-07T02:07:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T15:24:44+00:00", + "last": "2026-09-07T02:07:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-03T15:23:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-03T15:24:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T15:24:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T15:24:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-03T15:24:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 11, + "median_gap_minutes": 419.2, + "visit_starts": [ + "2026-09-03T15:23:32Z", + "2026-09-03T22:09:48Z", + "2026-09-04T05:08:33Z", + "2026-09-04T12:08:48Z", + "2026-09-04T19:08:05Z", + "2026-09-05T02:05:45Z", + "2026-09-05T09:08:56Z", + "2026-09-05T16:08:00Z", + "2026-09-05T23:05:31Z", + "2026-09-06T06:05:52Z", + "2026-09-07T02:04:43Z" + ] + }, + "documentation_url": "mailto:mcpschemer@atomicmail.io", + "self_described_as": null + }, + { + "slug": "ahrefsbot", + "name": "AhrefsBot", + "group_key": "host:ahrefs.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)", + "requests": 60, + "addresses": 58, + "first_seen": "2026-09-01T12:22:33+00:00", + "last_seen": "2026-09-07T07:51:00+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; AhrefsBot/7.0; +http://ahrefs.com/robot/)", + "requests": 60, + "addresses": 58, + "first_seen": "2026-09-01T12:22:33+00:00", + "last_seen": "2026-09-07T07:51:00+00:00", + "bytes_served": 6493123, + "classed_by_our_instrument": { + "crawler": 60 + }, + "surfaces": { + "pathwren-edge": 60 + }, + "channels": { + "crawlers-host": 2, + "mcp-registry-official": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 60 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/sitemap.xml", + "requests": 41, + "statuses": { + "200": 41 + }, + "first": "2026-09-01T13:00:44+00:00", + "last": "2026-09-07T07:51:00+00:00" + }, + { + "path": "/robots.txt", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-01T12:22:33+00:00", + "last": "2026-09-07T06:28:44+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:36:28+00:00", + "last": "2026-09-06T05:36:28+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:56:18+00:00", + "last": "2026-09-01T12:56:18+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T11:57:51+00:00", + "last": "2026-09-04T11:57:51+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:22:33+00:00", + "last": "2026-09-01T12:22:33+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T12:22:33+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-01T12:22:33+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-01T12:56:18+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-01T13:00:44+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-04T11:57:51+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-06T05:36:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 43, + "median_gap_minutes": 87.4, + "visit_starts": [ + "2026-09-01T12:22:33Z", + "2026-09-01T12:56:18Z", + "2026-09-04T11:57:50Z", + "2026-09-04T12:28:34Z", + "2026-09-04T13:56:32Z", + "2026-09-04T15:58:35Z", + "2026-09-04T17:28:49Z", + "2026-09-04T18:56:27Z", + "2026-09-04T20:22:06Z", + "2026-09-04T21:59:48Z", + "2026-09-04T23:31:24Z", + "2026-09-05T00:56:00Z", + "2026-09-05T02:27:57Z", + "2026-09-05T03:49:37Z", + "2026-09-05T05:00:44Z", + "2026-09-05T06:27:29Z", + "2026-09-05T07:50:51Z", + "2026-09-05T09:22:01Z", + "2026-09-05T10:47:27Z", + "2026-09-05T12:21:28Z", + "2026-09-05T13:50:40Z", + "2026-09-05T15:27:45Z", + "2026-09-05T16:57:06Z", + "2026-09-05T18:27:11Z" + ] + }, + "documentation_url": "http://ahrefs.com/robot/", + "self_described_as": "AhrefsBot/7.0" + }, + { + "slug": "googleother", + "name": "GoogleOther", + "group_key": "ua:googleother", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; GoogleOther)", + "requests": 60, + "addresses": 8, + "first_seen": "2026-09-02T00:10:06+00:00", + "last_seen": "2026-09-06T12:06:16+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; GoogleOther)", + "requests": 60, + "addresses": 8, + "first_seen": "2026-09-02T00:10:06+00:00", + "last_seen": "2026-09-06T12:06:16+00:00", + "bytes_served": 1234357, + "classed_by_our_instrument": { + "crawler": 48, + "human": 12 + }, + "surfaces": { + "pathwren-edge": 38, + "mcp-crawler-index": 5, + "http-tools": 5, + "a2a-crawler-index": 3, + "client-dossiers": 2, + "mcp-endpoint-lint": 2, + "ai-crawler-index": 2, + "mcp-robots-policy-lint": 1, + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-ip-verifier": 1 + }, + "channels": { + "mcp-registry-official": 5, + "freepublicapis": 3, + "thecolony": 3, + "allmcps": 3, + "kaggle-datasets": 3, + "mcpservers-org": 1, + "rubygems-registry": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "text/html,application/xhtml+xml,application/signed-exchange;v=b3,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 58, + "301": 1, + "404": 1 + }, + "distinct_paths": 54, + "paths": [ + { + "path": "/", + "requests": 3, + "statuses": { + "200": 2, + "301": 1 + }, + "first": "2026-09-02T00:24:09+00:00", + "last": "2026-09-03T08:43:26+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:36:39+00:00", + "last": "2026-09-03T03:57:57+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:25:15+00:00", + "last": "2026-09-03T05:18:16+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:13:31+00:00", + "last": "2026-09-03T06:56:56+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T00:10:06+00:00", + "last": "2026-09-02T00:13:56+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:46:56+00:00", + "last": "2026-09-04T07:46:56+00:00" + }, + { + "path": "/.well-known/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:51:20+00:00", + "last": "2026-09-04T07:51:20+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:53:58+00:00", + "last": "2026-09-04T05:53:58+00:00" + }, + { + "path": "/a2a/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:51:54+00:00", + "last": "2026-09-05T11:51:54+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T00:23:21+00:00", + "last": "2026-09-05T00:23:21+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:10:50+00:00", + "last": "2026-09-02T00:10:50+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T16:46:03+00:00", + "last": "2026-09-03T16:46:03+00:00" + }, + { + "path": "/c/allmcps/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:42:43+00:00", + "last": "2026-09-05T21:42:43+00:00" + }, + { + "path": "/c/allmcps/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:36:41+00:00", + "last": "2026-09-05T21:36:41+00:00" + }, + { + "path": "/c/allmcps/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:39:32+00:00", + "last": "2026-09-05T21:39:32+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:12:14+00:00", + "last": "2026-09-03T21:12:14+00:00" + }, + { + "path": "/c/kaggle-datasets/data/robots-tokens.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:06:16+00:00", + "last": "2026-09-06T12:06:16+00:00" + }, + { + "path": "/c/kaggle-datasets/ip-ranges/all.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:34:32+00:00", + "last": "2026-09-06T11:34:32+00:00" + }, + { + "path": "/c/kaggle-datasets/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:39:33+00:00", + "last": "2026-09-06T11:39:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:20:28+00:00", + "last": "2026-09-02T06:20:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:43:39+00:00", + "last": "2026-09-02T08:43:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:33:51+00:00", + "last": "2026-09-03T05:33:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:11:46+00:00", + "last": "2026-09-02T05:11:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triageok", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T06:01:06+00:00", + "last": "2026-09-06T06:01:06+00:00" + }, + { + "path": "/c/rubygems-registry/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T18:48:26+00:00", + "last": "2026-09-04T18:48:26+00:00" + }, + { + "path": "/c/thecolony/a2a/netcheck/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:11:02+00:00", + "last": "2026-09-05T22:11:02+00:00" + }, + { + "path": "/c/thecolony/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:19:29+00:00", + "last": "2026-09-04T19:19:29+00:00" + }, + { + "path": "/c/thecolony/tools", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:49:02+00:00", + "last": "2026-09-05T14:49:02+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:05:06+00:00", + "last": "2026-09-03T09:05:06+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:29:06+00:00", + "last": "2026-09-06T10:29:06+00:00" + }, + { + "path": "/data/user-agents.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:29:18+00:00", + "last": "2026-09-03T22:29:18+00:00" + }, + { + "path": "/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:21:56+00:00", + "last": "2026-09-02T00:21:56+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:21:55+00:00", + "last": "2026-09-02T00:21:55+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:02:59+00:00", + "last": "2026-09-05T12:02:59+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:28:46+00:00", + "last": "2026-09-04T15:28:46+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:59:00+00:00", + "last": "2026-09-05T17:59:00+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:12:52+00:00", + "last": "2026-09-02T00:12:52+00:00" + }, + { + "path": "/mcp-doctor.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:13:03+00:00", + "last": "2026-09-05T15:13:03+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:00:52+00:00", + "last": "2026-09-03T18:00:52+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:13:21+00:00", + "last": "2026-09-02T00:13:21+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:18:46+00:00", + "last": "2026-09-02T00:18:46+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T00:12:31+00:00", + "last": "2026-09-02T00:12:31+00:00" + }, + { + "path": "/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:14:18+00:00", + "last": "2026-09-03T18:14:18+00:00" + }, + { + "path": "/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:17:43+00:00", + "last": "2026-09-04T14:17:43+00:00" + }, + { + "path": "/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:50:22+00:00", + "last": "2026-09-04T16:50:22+00:00" + }, + { + "path": "/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:53:49+00:00", + "last": "2026-09-04T17:53:49+00:00" + }, + { + "path": "/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:07:35+00:00", + "last": "2026-09-03T18:07:35+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:05:40+00:00", + "last": "2026-09-05T15:05:40+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T22:12:13+00:00", + "last": "2026-09-04T22:12:13+00:00" + }, + { + "path": "/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:41:04+00:00", + "last": "2026-09-05T23:41:04+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:21:27+00:00", + "last": "2026-09-05T12:21:27+00:00" + }, + { + "path": "/swagger.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:54:38+00:00", + "last": "2026-09-03T09:54:38+00:00" + }, + { + "path": "/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:52:46+00:00", + "last": "2026-09-05T14:52:46+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:55:58+00:00", + "last": "2026-09-03T04:55:58+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-02T00:10:06+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-02T00:10:50+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-02T00:12:31+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-02T00:12:52+00:00" + }, + { + "path": "/mcp-netcheck.html", + "status": "200", + "at": "2026-09-02T00:13:21+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-02T00:13:31+00:00" + }, + { + "path": "/mcp-robots.html", + "status": "200", + "at": "2026-09-02T00:18:46+00:00" + }, + { + "path": "/ip-ranges/", + "status": "200", + "at": "2026-09-02T00:21:55+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-02T00:21:56+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T00:24:09+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-02T00:25:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T05:11:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "status": "200", + "at": "2026-09-02T06:20:28+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "status": "200", + "at": "2026-09-02T07:36:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "status": "200", + "at": "2026-09-02T08:43:39+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "status": "200", + "at": "2026-09-03T04:55:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T05:33:51+00:00" + }, + { + "path": "/changelog.html", + "status": "200", + "at": "2026-09-03T09:05:06+00:00" + }, + { + "path": "/swagger.json", + "status": "200", + "at": "2026-09-03T09:54:38+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-03T16:46:03+00:00" + }, + { + "path": "/mcp-lint.html", + "status": "200", + "at": "2026-09-03T18:00:52+00:00" + }, + { + "path": "/mcp/robots", + "status": "200", + "at": "2026-09-03T18:07:35+00:00" + }, + { + "path": "/mcp.json", + "status": "200", + "at": "2026-09-03T18:14:18+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-lint", + "status": "200", + "at": "2026-09-03T21:12:14+00:00" + }, + { + "path": "/data/user-agents.txt", + "status": "200", + "at": "2026-09-03T22:29:18+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-04T05:53:58+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-04T07:46:56+00:00" + }, + { + "path": "/.well-known/apis.json", + "status": "200", + "at": "2026-09-04T07:51:20+00:00" + }, + { + "path": "/mcp/doctor", + "status": "200", + "at": "2026-09-04T14:17:43+00:00" + }, + { + "path": "/ip-ranges/perplexity-user.html", + "status": "200", + "at": "2026-09-04T15:28:46+00:00" + }, + { + "path": "/mcp/lint", + "status": "200", + "at": "2026-09-04T16:50:22+00:00" + }, + { + "path": "/mcp/netcheck", + "status": "200", + "at": "2026-09-04T17:53:49+00:00" + }, + { + "path": "/c/rubygems-registry/changelog.html", + "status": "200", + "at": "2026-09-04T18:48:26+00:00" + }, + { + "path": "/c/thecolony/mcp", + "status": "200", + "at": "2026-09-04T19:19:29+00:00" + }, + { + "path": "/robots/block-all-ai.txt", + "status": "200", + "at": "2026-09-04T22:12:13+00:00" + }, + { + "path": "/a2a/netcheck", + "status": "200", + "at": "2026-09-05T00:23:21+00:00" + }, + { + "path": "/a2a/lint", + "status": "200", + "at": "2026-09-05T11:51:54+00:00" + }, + { + "path": "/ip-ranges/openai-chatgpt-user.html", + "status": "200", + "at": "2026-09-05T12:02:59+00:00" + }, + { + "path": "/robots/block-seo-tools.txt", + "status": "200", + "at": "2026-09-05T12:21:27+00:00" + }, + { + "path": "/c/thecolony/tools", + "status": "200", + "at": "2026-09-05T14:49:02+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/mcp-registry-official/mcp/triageok", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T06:01:06+00:00", + "last_asked": "2026-09-06T06:01:06+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 32, + "median_gap_minutes": 121.0, + "visit_starts": [ + "2026-09-02T00:10:06Z", + "2026-09-02T05:11:46Z", + "2026-09-02T06:20:28Z", + "2026-09-02T07:36:39Z", + "2026-09-02T08:43:39Z", + "2026-09-03T03:57:57Z", + "2026-09-03T04:55:58Z", + "2026-09-03T06:56:56Z", + "2026-09-03T08:42:19Z", + "2026-09-03T09:54:38Z", + "2026-09-03T16:46:03Z", + "2026-09-03T18:00:52Z", + "2026-09-03T21:12:14Z", + "2026-09-03T22:29:18Z", + "2026-09-04T05:53:58Z", + "2026-09-04T07:46:56Z", + "2026-09-04T14:17:43Z", + "2026-09-04T15:28:46Z", + "2026-09-04T16:50:22Z", + "2026-09-04T17:53:49Z", + "2026-09-04T18:48:26Z", + "2026-09-04T19:19:29Z", + "2026-09-04T22:12:13Z", + "2026-09-05T00:23:21Z" + ] + }, + "documentation_url": null, + "self_described_as": "GoogleOther" + }, + { + "slug": "io-verifymcp", + "name": "io.verifymcp", + "group_key": "ua:io-verifymcp", + "kind": "named", + "user_agents": [ + { + "ua": "io.verifymcp/probe", + "requests": 59, + "addresses": 1, + "first_seen": "2026-08-31T23:00:06+00:00", + "last_seen": "2026-09-07T02:18:25+00:00" + } + ], + "primary_user_agent": "io.verifymcp/probe", + "requests": 59, + "addresses": 1, + "first_seen": "2026-08-31T23:00:06+00:00", + "last_seen": "2026-09-07T02:18:25+00:00", + "bytes_served": 259117, + "classed_by_our_instrument": { + "agent": 59 + }, + "surfaces": { + "mcp-crawler-index": 29, + "mcp-crawler-ip-verifier": 6, + "mcp-robots-policy-lint": 6, + "mcp-endpoint-lint": 6, + "mcp-agent-discovery-doctor": 5, + "mcp-crawler-log-triage": 5, + "mcp-markdown-lane": 2 + }, + "channels": { + "mcp-registry-official": 57, + "mcp-registry": 2 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 56, + "301": 3 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 14, + "statuses": { + "200": 13, + "301": 1 + }, + "first": "2026-09-01T02:12:22+00:00", + "last": "2026-09-07T02:18:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 9, + "statuses": { + "200": 8, + "301": 1 + }, + "first": "2026-09-01T17:00:17+00:00", + "last": "2026-09-07T02:16:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T03:08:48+00:00", + "last": "2026-09-07T02:18:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T04:11:39+00:00", + "last": "2026-09-07T02:01:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 8, + "statuses": { + "200": 7, + "301": 1 + }, + "first": "2026-09-01T17:00:18+00:00", + "last": "2026-09-07T02:16:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-03T01:06:29+00:00", + "last": "2026-09-07T02:18:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T10:02:34+00:00", + "last": "2026-09-07T01:04:29+00:00" + }, + { + "path": "/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-08-31T23:00:06+00:00", + "last": "2026-08-31T23:00:07+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-08-31T23:00:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T02:12:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:08:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T04:11:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T17:00:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T17:00:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:06:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T10:02:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 27, + "median_gap_minutes": 120.9, + "visit_starts": [ + "2026-08-31T23:00:06Z", + "2026-09-01T02:12:22Z", + "2026-09-01T03:08:48Z", + "2026-09-01T04:11:39Z", + "2026-09-01T17:00:17Z", + "2026-09-02T00:12:36Z", + "2026-09-02T01:07:18Z", + "2026-09-02T02:11:58Z", + "2026-09-02T04:11:30Z", + "2026-09-02T06:12:37Z", + "2026-09-02T10:08:27Z", + "2026-09-03T00:12:10Z", + "2026-09-03T01:06:29Z", + "2026-09-03T04:11:59Z", + "2026-09-03T06:12:45Z", + "2026-09-03T09:11:34Z", + "2026-09-04T00:10:51Z", + "2026-09-04T02:11:20Z", + "2026-09-05T00:05:50Z", + "2026-09-05T01:09:47Z", + "2026-09-06T00:04:48Z", + "2026-09-06T01:13:26Z", + "2026-09-06T02:00:05Z", + "2026-09-06T10:02:34Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "exasearchbot", + "name": "ExaSearchBot", + "group_key": "host:crawler.exa.ai", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/)", + "requests": 58, + "addresses": 50, + "first_seen": "2026-09-05T14:10:13+00:00", + "last_seen": "2026-09-06T10:11:09+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; ExaSearchBot/1.0; +https://crawler.exa.ai/)", + "requests": 58, + "addresses": 50, + "first_seen": "2026-09-05T14:10:13+00:00", + "last_seen": "2026-09-06T10:11:09+00:00", + "bytes_served": 996609, + "classed_by_our_instrument": { + "crawler": 58 + }, + "surfaces": { + "pathwren-edge": 35, + "identity-documents": 6, + "section-roots": 5, + "ai-crawler-index": 2, + "api-reference": 1, + "inference-refusal": 1, + "access-document": 1, + "mcp-transport-get-leg": 1, + "pricing-document": 1, + "mcp-crawler-index": 1, + "services-catalogue": 1, + "client-dossiers": 1, + "mcp-zero-argument-pair": 1, + "a2a-crawler-index": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/markdown,text/html;q=0.9,application/xhtml+xml;q=0.8,application/xml;q=0.7,image/webp;q=0.6,*/*;q=0.5", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "text/plain, text/*;q=0.5" + ], + "status_codes": { + "200": 58 + }, + "distinct_paths": 53, + "paths": [ + { + "path": "/favicon.ico", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T22:28:38+00:00", + "last": "2026-09-06T02:01:46+00:00" + }, + { + "path": "/px.gif", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T22:28:38+00:00", + "last": "2026-09-06T02:01:46+00:00" + }, + { + "path": "/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T22:28:38+00:00", + "last": "2026-09-05T22:30:02+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:00:25+00:00", + "last": "2026-09-06T02:00:25+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:00:40+00:00", + "last": "2026-09-06T02:00:40+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:38+00:00", + "last": "2026-09-05T22:28:38+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:30:03+00:00", + "last": "2026-09-05T22:30:03+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:53:05+00:00", + "last": "2026-09-05T17:53:05+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:46+00:00", + "last": "2026-09-06T02:01:46+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:33:16+00:00", + "last": "2026-09-06T06:33:16+00:00" + }, + { + "path": "/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:30:01+00:00", + "last": "2026-09-05T22:30:01+00:00" + }, + { + "path": "/compliance", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:21+00:00", + "last": "2026-09-05T22:28:21+00:00" + }, + { + "path": "/contact", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:57+00:00", + "last": "2026-09-05T22:28:57+00:00" + }, + { + "path": "/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:57+00:00", + "last": "2026-09-06T06:34:57+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:20+00:00", + "last": "2026-09-06T02:01:20+00:00" + }, + { + "path": "/crawler/ccbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:28+00:00", + "last": "2026-09-06T02:01:28+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:20+00:00", + "last": "2026-09-06T02:01:20+00:00" + }, + { + "path": "/crawler/claudebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:02:15+00:00", + "last": "2026-09-06T02:02:15+00:00" + }, + { + "path": "/crawler/google-extended.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:59+00:00", + "last": "2026-09-06T02:01:59+00:00" + }, + { + "path": "/crawler/gptbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:02:31+00:00", + "last": "2026-09-06T02:02:31+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:11:09+00:00", + "last": "2026-09-06T10:11:09+00:00" + }, + { + "path": "/crawler/oai-searchbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:43+00:00", + "last": "2026-09-06T02:01:43+00:00" + }, + { + "path": "/crawler/perplexitybot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:51+00:00", + "last": "2026-09-06T02:01:51+00:00" + }, + { + "path": "/impressum", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:27:39+00:00", + "last": "2026-09-05T22:27:39+00:00" + }, + { + "path": "/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:33+00:00", + "last": "2026-09-05T22:29:33+00:00" + }, + { + "path": "/inference.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:27:57+00:00", + "last": "2026-09-05T22:27:57+00:00" + }, + { + "path": "/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:02:31+00:00", + "last": "2026-09-06T02:02:31+00:00" + }, + { + "path": "/legal", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:39+00:00", + "last": "2026-09-05T22:28:39+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:58+00:00", + "last": "2026-09-05T22:29:58+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:00:32+00:00", + "last": "2026-09-06T02:00:32+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:11:36+00:00", + "last": "2026-09-05T14:11:36+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:51+00:00", + "last": "2026-09-05T22:28:51+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:03+00:00", + "last": "2026-09-05T22:28:03+00:00" + }, + { + "path": "/mcp-transport.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:09+00:00", + "last": "2026-09-05T22:29:09+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:42+00:00", + "last": "2026-09-05T22:28:42+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:45+00:00", + "last": "2026-09-05T22:28:45+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:00:17+00:00", + "last": "2026-09-06T02:00:17+00:00" + }, + { + "path": "/packages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:15+00:00", + "last": "2026-09-05T22:29:15+00:00" + }, + { + "path": "/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:02:07+00:00", + "last": "2026-09-06T02:02:07+00:00" + }, + { + "path": "/pricing", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:39+00:00", + "last": "2026-09-05T22:29:39+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:27:45+00:00", + "last": "2026-09-05T22:27:45+00:00" + }, + { + "path": "/reference", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:27:51+00:00", + "last": "2026-09-05T22:27:51+00:00" + }, + { + "path": "/register", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:09+00:00", + "last": "2026-09-05T22:28:09+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:10:13+00:00", + "last": "2026-09-05T14:10:13+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:06+00:00", + "last": "2026-09-06T02:01:06+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:45+00:00", + "last": "2026-09-05T22:29:45+00:00" + }, + { + "path": "/services", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:01:04+00:00", + "last": "2026-09-06T02:01:04+00:00" + }, + { + "path": "/sitemap.md", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:28:21+00:00", + "last": "2026-09-05T22:28:21+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:51:52+00:00", + "last": "2026-09-05T17:51:52+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:03+00:00", + "last": "2026-09-05T22:29:03+00:00" + }, + { + "path": "/tools/whoami", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:02:39+00:00", + "last": "2026-09-06T02:02:39+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:29:27+00:00", + "last": "2026-09-05T22:29:27+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-05T14:10:13+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-05T14:11:36+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-05T17:51:52+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-05T17:53:05+00:00" + }, + { + "path": "/impressum", + "status": "200", + "at": "2026-09-05T22:27:39+00:00" + }, + { + "path": "/privacy.html", + "status": "200", + "at": "2026-09-05T22:27:45+00:00" + }, + { + "path": "/reference", + "status": "200", + "at": "2026-09-05T22:27:51+00:00" + }, + { + "path": "/inference.html", + "status": "200", + "at": "2026-09-05T22:27:57+00:00" + }, + { + "path": "/mcp-robots.html", + "status": "200", + "at": "2026-09-05T22:28:03+00:00" + }, + { + "path": "/register", + "status": "200", + "at": "2026-09-05T22:28:09+00:00" + }, + { + "path": "/sitemap.md", + "status": "200", + "at": "2026-09-05T22:28:21+00:00" + }, + { + "path": "/compliance", + "status": "200", + "at": "2026-09-05T22:28:21+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-05T22:28:38+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-05T22:28:38+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-05T22:28:38+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-05T22:28:38+00:00" + }, + { + "path": "/legal", + "status": "200", + "at": "2026-09-05T22:28:39+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-05T22:28:42+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-05T22:28:45+00:00" + }, + { + "path": "/mcp-lint.html", + "status": "200", + "at": "2026-09-05T22:28:51+00:00" + }, + { + "path": "/contact", + "status": "200", + "at": "2026-09-05T22:28:57+00:00" + }, + { + "path": "/terms.html", + "status": "200", + "at": "2026-09-05T22:29:03+00:00" + }, + { + "path": "/mcp-transport.html", + "status": "200", + "at": "2026-09-05T22:29:09+00:00" + }, + { + "path": "/packages.html", + "status": "200", + "at": "2026-09-05T22:29:15+00:00" + }, + { + "path": "/trust", + "status": "200", + "at": "2026-09-05T22:29:27+00:00" + }, + { + "path": "/index.html", + "status": "200", + "at": "2026-09-05T22:29:33+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-05T22:29:39+00:00" + }, + { + "path": "/security.html", + "status": "200", + "at": "2026-09-05T22:29:45+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-05T22:29:58+00:00" + }, + { + "path": "/changelog.html", + "status": "200", + "at": "2026-09-05T22:30:01+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-05T22:30:03+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-09-06T02:00:17+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-06T02:00:25+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-06T02:00:32+00:00" + }, + { + "path": "/.well-known/security.txt", + "status": "200", + "at": "2026-09-06T02:00:40+00:00" + }, + { + "path": "/services", + "status": "200", + "at": "2026-09-06T02:01:04+00:00" + }, + { + "path": "/security", + "status": "200", + "at": "2026-09-06T02:01:06+00:00" + }, + { + "path": "/crawler/claude-searchbot.html", + "status": "200", + "at": "2026-09-06T02:01:20+00:00" + }, + { + "path": "/crawler/bytespider.html", + "status": "200", + "at": "2026-09-06T02:01:20+00:00" + }, + { + "path": "/crawler/ccbot.html", + "status": "200", + "at": "2026-09-06T02:01:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 221.7, + "visit_starts": [ + "2026-09-05T14:10:13Z", + "2026-09-05T17:51:52Z", + "2026-09-05T22:27:39Z", + "2026-09-06T02:00:17Z", + "2026-09-06T06:33:16Z", + "2026-09-06T10:11:09Z" + ] + }, + "documentation_url": "https://crawler.exa.ai/", + "self_described_as": "ExaSearchBot/1.0" + }, + { + "slug": "openai-mcp", + "name": "openai-mcp", + "group_key": "ua:openai-mcp", + "kind": "named", + "user_agents": [ + { + "ua": "openai-mcp/1.0.0", + "requests": 58, + "addresses": 17, + "first_seen": "2026-09-04T10:25:02+00:00", + "last_seen": "2026-09-06T05:09:28+00:00" + } + ], + "primary_user_agent": "openai-mcp/1.0.0", + "requests": 58, + "addresses": 17, + "first_seen": "2026-09-04T10:25:02+00:00", + "last_seen": "2026-09-06T05:09:28+00:00", + "bytes_served": 1662504, + "classed_by_our_instrument": { + "agent": 58 + }, + "surfaces": { + "mcp-endpoint-lint": 44, + "mcp-crawler-index": 5, + "mcp-robots-policy-lint": 3, + "mcp-agent-discovery-doctor": 3, + "mcp-zero-argument-pair": 3 + }, + "channels": { + "mcp-registry-official": 13 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 57, + "202": 1 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/mcp/lint", + "requests": 45, + "statuses": { + "200": 45 + }, + "first": "2026-09-05T11:43:17+00:00", + "last": "2026-09-06T05:09:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T11:44:25+00:00", + "last": "2026-09-05T11:47:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T11:42:05+00:00", + "last": "2026-09-05T11:47:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-04T10:25:02+00:00", + "last": "2026-09-04T10:26:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T10:25:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-05T11:42:05+00:00" + }, + { + "path": "/mcp/lint", + "status": "200", + "at": "2026-09-05T11:43:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-05T11:44:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1280.8, + "visit_starts": [ + "2026-09-04T10:25:02Z", + "2026-09-05T11:42:05Z", + "2026-09-06T05:06:42Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "python-requests", + "name": "python-requests", + "group_key": "ua:python-requests", + "kind": "named", + "user_agents": [ + { + "ua": "python-requests/2.33.0", + "requests": 28, + "addresses": 28, + "first_seen": "2026-09-01T06:23:35+00:00", + "last_seen": "2026-09-01T17:39:18+00:00" + }, + { + "ua": "python-requests/2.32.5", + "requests": 25, + "addresses": 10, + "first_seen": "2026-09-01T07:17:21+00:00", + "last_seen": "2026-09-06T12:51:25+00:00" + }, + { + "ua": "python-requests/2.32.3", + "requests": 5, + "addresses": 4, + "first_seen": "2026-09-02T07:52:09+00:00", + "last_seen": "2026-09-05T23:31:13+00:00" + } + ], + "primary_user_agent": "python-requests/2.33.0", + "requests": 58, + "addresses": 42, + "first_seen": "2026-09-01T06:23:35+00:00", + "last_seen": "2026-09-06T12:51:25+00:00", + "bytes_served": 1065938, + "classed_by_our_instrument": { + "agent": 58 + }, + "surfaces": { + "pathwren-edge": 58 + }, + "channels": { + "pypi-registry": 17, + "a2a-registry-org": 3, + "go-module-proxy": 2 + }, + "accept_headers": [ + "*/*", + "application/json" + ], + "status_codes": { + "200": 48, + "308": 6, + "404": 3, + "301": 1 + }, + "distinct_paths": 14, + "paths": [ + { + "path": "/favicon.ico", + "requests": 28, + "statuses": { + "200": 28 + }, + "first": "2026-09-01T06:23:35+00:00", + "last": "2026-09-01T17:39:18+00:00" + }, + { + "path": "/", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-03T23:46:10+00:00", + "last": "2026-09-06T12:51:25+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T07:52:09+00:00", + "last": "2026-09-03T15:56:06+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/)", + "requests": 3, + "statuses": { + "404": 1, + "308": 2 + }, + "first": "2026-09-01T19:17:58+00:00", + "last": "2026-09-06T11:15:31+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json)", + "requests": 3, + "statuses": { + "404": 1, + "308": 2 + }, + "first": "2026-09-01T19:17:58+00:00", + "last": "2026-09-06T11:15:31+00:00" + }, + { + "path": "/c/pypi-registry/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T07:17:22+00:00", + "last": "2026-09-05T17:17:56+00:00" + }, + { + "path": "/c/pypi-registry/)", + "requests": 2, + "statuses": { + "404": 1, + "308": 1 + }, + "first": "2026-09-01T07:17:21+00:00", + "last": "2026-09-05T17:17:56+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T11:15:18+00:00", + "last": "2026-09-06T11:15:31+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T11:15:17+00:00", + "last": "2026-09-06T11:15:31+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git", + "requests": 1, + "statuses": { + "301": 1 + }, + "first": "2026-09-05T23:31:13+00:00", + "last": "2026-09-05T23:31:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:31:13+00:00", + "last": "2026-09-05T23:31:13+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:17:52+00:00", + "last": "2026-09-05T11:17:52+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/)", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T11:17:52+00:00", + "last": "2026-09-05T11:17:52+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:17:56+00:00", + "last": "2026-09-05T17:17:56+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-01T06:23:35+00:00" + }, + { + "path": "/c/pypi-registry/)", + "status": "404", + "at": "2026-09-01T07:17:21+00:00" + }, + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-01T07:17:22+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json)", + "status": "308", + "at": "2026-09-01T19:17:58+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/)", + "status": "308", + "at": "2026-09-01T19:17:58+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T07:52:09+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T23:46:10+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "status": "200", + "at": "2026-09-05T11:15:17+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "status": "200", + "at": "2026-09-05T11:15:18+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/)", + "status": "308", + "at": "2026-09-05T11:17:52+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "status": "200", + "at": "2026-09-05T11:17:52+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T17:17:56+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git", + "status": "301", + "at": "2026-09-05T23:31:13+00:00" + }, + { + "path": "/c/go-module-proxy/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T23:31:13+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/pypi-registry/)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T07:17:21+00:00", + "last_asked": "2026-09-05T17:17:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T19:17:58+00:00", + "last_asked": "2026-09-06T11:15:31+00:00", + "answered_200_since": null + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/)", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T19:17:58+00:00", + "last_asked": "2026-09-06T11:15:31+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 14, + "median_gap_minutes": 470.1, + "visit_starts": [ + "2026-09-01T06:23:35Z", + "2026-09-01T07:17:21Z", + "2026-09-01T17:38:09Z", + "2026-09-01T19:17:58Z", + "2026-09-02T07:52:09Z", + "2026-09-03T07:59:55Z", + "2026-09-03T15:56:06Z", + "2026-09-03T23:46:10Z", + "2026-09-05T11:15:17Z", + "2026-09-05T17:17:56Z", + "2026-09-05T19:21:29Z", + "2026-09-05T23:31:13Z", + "2026-09-06T11:15:31Z", + "2026-09-06T12:41:35Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "arctic", + "name": "Arctic", + "group_key": "ua:arctic", + "kind": "named", + "user_agents": [ + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 26.6.1; Scale/3.0)", + "requests": 25, + "addresses": 22, + "first_seen": "2026-09-06T01:08:01+00:00", + "last_seen": "2026-09-07T04:46:06+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 26.6; Scale/3.0)", + "requests": 9, + "addresses": 3, + "first_seen": "2026-09-06T01:47:01+00:00", + "last_seen": "2026-09-07T02:31:19+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 27.0; Scale/3.0)", + "requests": 8, + "addresses": 3, + "first_seen": "2026-09-06T03:37:14+00:00", + "last_seen": "2026-09-06T11:15:00+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPad; iPadOS 26.6.1; Scale/2.0)", + "requests": 4, + "addresses": 4, + "first_seen": "2026-09-06T01:12:19+00:00", + "last_seen": "2026-09-07T00:31:29+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 26.5.2; Scale/3.0)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-06T02:01:29+00:00", + "last_seen": "2026-09-06T04:52:36+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 26.6.1; Scale/2.0)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T03:59:43+00:00", + "last_seen": "2026-09-07T03:43:46+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPad; iPadOS 26.2.1; Scale/2.0)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T04:00:00+00:00", + "last_seen": "2026-09-06T04:04:17+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 18.7.7; Scale/3.0)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:00:20+00:00", + "last_seen": "2026-09-06T01:00:20+00:00" + }, + { + "ua": "Arctic/0.4.4.0; (iPhone; iOS 15.8.8; Scale/2.0)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T05:12:50+00:00", + "last_seen": "2026-09-06T05:12:50+00:00" + } + ], + "primary_user_agent": "Arctic/0.4.4.0; (iPhone; iOS 26.6.1; Scale/3.0)", + "requests": 57, + "addresses": 40, + "first_seen": "2026-09-06T01:00:20+00:00", + "last_seen": "2026-09-07T04:46:06+00:00", + "bytes_served": 1791264, + "classed_by_our_instrument": { + "agent": 57 + }, + "surfaces": { + "pathwren-edge": 38, + "section-roots": 17, + "blog": 2 + }, + "channels": { + "lemmy": 18, + "mbin": 1 + }, + "accept_headers": [ + "image/png,image/jpeg,image/gif,image/webp,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 57 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 33, + "statuses": { + "200": 33 + }, + "first": "2026-09-06T01:00:20+00:00", + "last": "2026-09-07T04:46:06+00:00" + }, + { + "path": "/bot/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T03:37:20+00:00", + "last": "2026-09-06T09:29:36+00:00" + }, + { + "path": "/favicon.ico", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T12:48:27+00:00", + "last": "2026-09-07T03:45:52+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:37:20+00:00", + "last": "2026-09-06T09:28:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:37:14+00:00", + "last": "2026-09-06T09:29:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:33:56+00:00", + "last": "2026-09-07T02:15:40+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:39:10+00:00", + "last": "2026-09-06T09:30:18+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:31:19+00:00", + "last": "2026-09-07T02:31:19+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:38:55+00:00", + "last": "2026-09-06T03:38:55+00:00" + } + ], + "first_walk": [ + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T01:00:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:37:14+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:37:20+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T03:37:20+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T03:38:55+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:39:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:33:56+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T12:48:27+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-07T02:31:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 15, + "median_gap_minutes": 69.1, + "visit_starts": [ + "2026-09-06T01:00:20Z", + "2026-09-06T02:32:45Z", + "2026-09-06T03:09:19Z", + "2026-09-06T04:52:36Z", + "2026-09-06T05:45:11Z", + "2026-09-06T06:36:28Z", + "2026-09-06T07:35:57Z", + "2026-09-06T09:25:58Z", + "2026-09-06T10:23:33Z", + "2026-09-06T11:15:00Z", + "2026-09-06T12:33:44Z", + "2026-09-07T00:18:41Z", + "2026-09-07T02:15:40Z", + "2026-09-07T03:11:21Z", + "2026-09-07T04:46:06Z" + ] + }, + "documentation_url": null, + "self_described_as": "iPhone; iOS 26.6.1; Scale/3.0" + }, + { + "slug": "hultra-link", + "name": "hultra-link", + "group_key": "host:donnees.hultra.link", + "kind": "named", + "user_agents": [ + { + "ua": "hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)", + "requests": 57, + "addresses": 2, + "first_seen": "2026-08-31T22:10:04+00:00", + "last_seen": "2026-09-07T04:20:01+00:00" + } + ], + "primary_user_agent": "hultra-link/1.0 (+https://donnees.hultra.link/sondes.md)", + "requests": 57, + "addresses": 2, + "first_seen": "2026-08-31T22:10:04+00:00", + "last_seen": "2026-09-07T04:20:01+00:00", + "bytes_served": 335747, + "classed_by_our_instrument": { + "agent": 57 + }, + "surfaces": { + "mcp-crawler-index": 18, + "a2a-crawler-index": 7, + "mcp-agent-discovery-doctor": 6, + "pathwren-edge": 5, + "mcp-crawler-log-triage": 5, + "mcp-endpoint-lint": 4, + "mcp-robots-policy-lint": 4, + "agent-card-addresses": 4, + "mcp-crawler-ip-verifier": 3, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 40, + "nanda": 2, + "mcp-registry": 1 + }, + "accept_headers": [ + "application/json, text/event-stream", + "application/json" + ], + "status_codes": { + "200": 54, + "202": 2, + "not recorded": 1 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 8, + "statuses": { + "200": 7, + "202": 1 + }, + "first": "2026-09-01T01:10:01+00:00", + "last": "2026-09-07T01:40:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T03:10:04+00:00", + "last": "2026-09-07T03:40:01+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:10:04+00:00", + "last": "2026-09-07T03:40:01+00:00" + }, + { + "path": "/a2a", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:10:04+00:00", + "last": "2026-09-07T03:40:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T02:10:04+00:00", + "last": "2026-09-07T02:40:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T16:10:02+00:00", + "last": "2026-09-05T16:30:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T12:15:04+00:00", + "last": "2026-09-06T12:30:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "202": 1, + "200": 3 + }, + "first": "2026-09-01T16:10:02+00:00", + "last": "2026-09-05T16:30:02+00:00" + }, + { + "path": "/mcp", + "requests": 4, + "statuses": { + "not recorded": 1, + "200": 3 + }, + "first": "2026-08-31T22:10:04+00:00", + "last": "2026-09-05T22:35:01+00:00" + }, + { + "path": "/c/nanda/agent-facts.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T22:10:01+00:00", + "last": "2026-09-07T04:20:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:10:02+00:00", + "last": "2026-09-06T09:10:02+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-08-31T22:10:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:10:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:10:04+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T03:10:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:10:04+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T03:10:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-01T16:10:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:10:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T12:15:04+00:00" + }, + { + "path": "/c/nanda/agent-facts.json", + "status": "200", + "at": "2026-09-05T22:10:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T09:10:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 35, + "median_gap_minutes": 180.0, + "visit_starts": [ + "2026-08-31T22:10:04Z", + "2026-09-01T01:10:01Z", + "2026-09-01T02:10:04Z", + "2026-09-01T03:10:04Z", + "2026-09-01T16:10:02Z", + "2026-09-02T01:15:02Z", + "2026-09-02T02:15:02Z", + "2026-09-02T03:15:01Z", + "2026-09-03T01:20:01Z", + "2026-09-03T02:20:02Z", + "2026-09-03T03:20:02Z", + "2026-09-03T12:15:04Z", + "2026-09-03T16:20:02Z", + "2026-09-03T22:25:01Z", + "2026-09-04T01:25:02Z", + "2026-09-04T02:25:02Z", + "2026-09-04T03:25:01Z", + "2026-09-04T12:20:14Z", + "2026-09-04T16:25:02Z", + "2026-09-04T22:30:01Z", + "2026-09-05T01:30:02Z", + "2026-09-05T02:30:01Z", + "2026-09-05T03:30:02Z", + "2026-09-05T12:25:04Z" + ] + }, + "documentation_url": "https://donnees.hultra.link/sondes.md", + "self_described_as": null + }, + { + "slug": "python", + "name": "Python", + "group_key": "ua:python", + "kind": "named", + "user_agents": [ + { + "ua": "Python/3.11 aiohttp/3.13.5", + "requests": 39, + "addresses": 29, + "first_seen": "2026-09-03T01:27:04+00:00", + "last_seen": "2026-09-05T18:02:44+00:00" + }, + { + "ua": "Python/3.10 aiohttp/3.12.2", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:06:36+00:00", + "last_seen": "2026-09-07T00:01:35+00:00" + } + ], + "primary_user_agent": "Python/3.11 aiohttp/3.13.5", + "requests": 56, + "addresses": 30, + "first_seen": "2026-09-03T01:27:04+00:00", + "last_seen": "2026-09-07T00:01:35+00:00", + "bytes_served": 641548, + "classed_by_our_instrument": { + "agent": 56 + }, + "surfaces": { + "pathwren-edge": 44, + "mcp-crawler-index": 5, + "a2a-crawler-index": 4, + "agent-card-addresses": 1, + "changes-feed": 1, + "mcp-endpoint-lint": 1 + }, + "channels": { + "pypi-registry": 28, + "agentswitchboard": 11 + }, + "accept_headers": [ + "*/*", + "text/event-stream, application/json" + ], + "status_codes": { + "200": 40, + "308": 14, + "301": 2 + }, + "distinct_paths": 43, + "paths": [ + { + "path": "/mcp", + "requests": 5, + "statuses": { + "308": 4, + "200": 1 + }, + "first": "2026-09-06T00:06:36+00:00", + "last": "2026-09-07T00:01:35+00:00" + }, + { + "path": "/", + "requests": 4, + "statuses": { + "308": 2, + "301": 2 + }, + "first": "2026-09-06T00:06:36+00:00", + "last": "2026-09-07T00:01:35+00:00" + }, + { + "path": "/mcp/sse", + "requests": 4, + "statuses": { + "308": 4 + }, + "first": "2026-09-06T00:06:36+00:00", + "last": "2026-09-07T00:01:35+00:00" + }, + { + "path": "/sse", + "requests": 4, + "statuses": { + "308": 4 + }, + "first": "2026-09-06T00:06:36+00:00", + "last": "2026-09-07T00:01:35+00:00" + }, + { + "path": "/c/agentswitchboard", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:17:16+00:00", + "last": "2026-09-04T12:17:16+00:00" + }, + { + "path": "/c/agentswitchboard/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:17:38+00:00", + "last": "2026-09-04T12:17:38+00:00" + }, + { + "path": "/c/agentswitchboard/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:18:01+00:00", + "last": "2026-09-04T12:18:01+00:00" + }, + { + "path": "/c/agentswitchboard/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:59+00:00", + "last": "2026-09-05T16:38:59+00:00" + }, + { + "path": "/c/agentswitchboard/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:53+00:00", + "last": "2026-09-05T16:38:53+00:00" + }, + { + "path": "/c/agentswitchboard/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:43:53+00:00", + "last": "2026-09-05T16:43:53+00:00" + }, + { + "path": "/c/agentswitchboard/changes.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:18:38+00:00", + "last": "2026-09-04T12:18:38+00:00" + }, + { + "path": "/c/agentswitchboard/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:17:48+00:00", + "last": "2026-09-04T12:17:48+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:21+00:00", + "last": "2026-09-05T16:39:21+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:56:43+00:00", + "last": "2026-09-05T16:56:43+00:00" + }, + { + "path": "/c/agentswitchboard/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:39:14+00:00", + "last": "2026-09-05T16:39:14+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/block-all-ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:37:13+00:00", + "last": "2026-09-05T17:37:13+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:02:23+00:00", + "last": "2026-09-05T18:02:23+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-disputed.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:02:44+00:00", + "last": "2026-09-05T18:02:44+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/maximum-ai-visibility.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:01:38+00:00", + "last": "2026-09-05T18:01:38+00:00" + }, + { + "path": "/c/pypi-registry/crawler/apis-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:43:25+00:00", + "last": "2026-09-03T01:43:25+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-agent.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:43:38+00:00", + "last": "2026-09-03T01:43:38+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-cloudvertexbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:29:50+00:00", + "last": "2026-09-03T01:29:50+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-cws.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:42+00:00", + "last": "2026-09-03T02:34:42+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-inspectiontool.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:16+00:00", + "last": "2026-09-03T02:34:16+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-pinpoint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:30:10+00:00", + "last": "2026-09-03T01:30:10+00:00" + }, + { + "path": "/c/pypi-registry/crawler/googlemessages.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:23+00:00", + "last": "2026-09-03T02:34:23+00:00" + }, + { + "path": "/c/pypi-registry/crawler/googleother.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:30:07+00:00", + "last": "2026-09-03T01:30:07+00:00" + }, + { + "path": "/c/pypi-registry/crawler/ia-archiver.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:18+00:00", + "last": "2026-09-03T02:34:18+00:00" + }, + { + "path": "/c/pypi-registry/crawler/img2dataset.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:27:04+00:00", + "last": "2026-09-03T01:27:04+00:00" + }, + { + "path": "/c/pypi-registry/crawler/kagibot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:07+00:00", + "last": "2026-09-03T02:34:07+00:00" + }, + { + "path": "/c/pypi-registry/crawler/laiondownloader.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:15+00:00", + "last": "2026-09-03T02:34:15+00:00" + }, + { + "path": "/c/pypi-registry/crawler/mojeekbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:07+00:00", + "last": "2026-09-03T02:34:07+00:00" + }, + { + "path": "/c/pypi-registry/crawler/perplexity-user.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:43:47+00:00", + "last": "2026-09-03T01:43:47+00:00" + }, + { + "path": "/c/pypi-registry/crawler/pinterestbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:11+00:00", + "last": "2026-09-03T02:34:11+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexblogs.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:19:20+00:00", + "last": "2026-09-03T02:19:20+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexdirect.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:23+00:00", + "last": "2026-09-03T02:34:23+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexfavicons.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:44:10+00:00", + "last": "2026-09-03T01:44:10+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexmarket.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:34:41+00:00", + "last": "2026-09-03T02:34:41+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexmobilebot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:19:05+00:00", + "last": "2026-09-03T02:19:05+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexrenderresourcesbot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:19:30+00:00", + "last": "2026-09-03T02:19:30+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexvideo.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:44:10+00:00", + "last": "2026-09-03T01:44:10+00:00" + }, + { + "path": "/c/pypi-registry/ip-ranges/google-user-triggered.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:31:24+00:00", + "last": "2026-09-03T01:31:24+00:00" + }, + { + "path": "/c/pypi-registry/ip-ranges/openai-gptbot.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:31:44+00:00", + "last": "2026-09-03T01:31:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/crawler/img2dataset.html", + "status": "200", + "at": "2026-09-03T01:27:04+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-cloudvertexbot.html", + "status": "200", + "at": "2026-09-03T01:29:50+00:00" + }, + { + "path": "/c/pypi-registry/crawler/googleother.html", + "status": "200", + "at": "2026-09-03T01:30:07+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-pinpoint.html", + "status": "200", + "at": "2026-09-03T01:30:10+00:00" + }, + { + "path": "/c/pypi-registry/ip-ranges/google-user-triggered.json", + "status": "200", + "at": "2026-09-03T01:31:24+00:00" + }, + { + "path": "/c/pypi-registry/ip-ranges/openai-gptbot.json", + "status": "200", + "at": "2026-09-03T01:31:44+00:00" + }, + { + "path": "/c/pypi-registry/crawler/apis-google.html", + "status": "200", + "at": "2026-09-03T01:43:25+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-agent.html", + "status": "200", + "at": "2026-09-03T01:43:38+00:00" + }, + { + "path": "/c/pypi-registry/crawler/perplexity-user.html", + "status": "200", + "at": "2026-09-03T01:43:47+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexfavicons.html", + "status": "200", + "at": "2026-09-03T01:44:10+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexvideo.html", + "status": "200", + "at": "2026-09-03T01:44:10+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexmobilebot.html", + "status": "200", + "at": "2026-09-03T02:19:05+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexblogs.html", + "status": "200", + "at": "2026-09-03T02:19:20+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexrenderresourcesbot.html", + "status": "200", + "at": "2026-09-03T02:19:30+00:00" + }, + { + "path": "/c/pypi-registry/crawler/kagibot.html", + "status": "200", + "at": "2026-09-03T02:34:07+00:00" + }, + { + "path": "/c/pypi-registry/crawler/mojeekbot.html", + "status": "200", + "at": "2026-09-03T02:34:07+00:00" + }, + { + "path": "/c/pypi-registry/crawler/pinterestbot.html", + "status": "200", + "at": "2026-09-03T02:34:11+00:00" + }, + { + "path": "/c/pypi-registry/crawler/laiondownloader.html", + "status": "200", + "at": "2026-09-03T02:34:15+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-inspectiontool.html", + "status": "200", + "at": "2026-09-03T02:34:16+00:00" + }, + { + "path": "/c/pypi-registry/crawler/ia-archiver.html", + "status": "200", + "at": "2026-09-03T02:34:18+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexdirect.html", + "status": "200", + "at": "2026-09-03T02:34:23+00:00" + }, + { + "path": "/c/pypi-registry/crawler/googlemessages.html", + "status": "200", + "at": "2026-09-03T02:34:23+00:00" + }, + { + "path": "/c/pypi-registry/crawler/yandexmarket.html", + "status": "200", + "at": "2026-09-03T02:34:41+00:00" + }, + { + "path": "/c/pypi-registry/crawler/google-cws.html", + "status": "200", + "at": "2026-09-03T02:34:42+00:00" + }, + { + "path": "/c/agentswitchboard", + "status": "200", + "at": "2026-09-04T12:17:16+00:00" + }, + { + "path": "/c/agentswitchboard/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-04T12:17:38+00:00" + }, + { + "path": "/c/agentswitchboard/data/agents.json", + "status": "200", + "at": "2026-09-04T12:17:48+00:00" + }, + { + "path": "/c/agentswitchboard/a2a", + "status": "200", + "at": "2026-09-04T12:18:01+00:00" + }, + { + "path": "/c/agentswitchboard/changes.json", + "status": "200", + "at": "2026-09-04T12:18:38+00:00" + }, + { + "path": "/c/agentswitchboard/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T16:38:53+00:00" + }, + { + "path": "/c/agentswitchboard/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T16:38:59+00:00" + }, + { + "path": "/c/agentswitchboard/mcp/lint", + "status": "200", + "at": "2026-09-05T16:39:14+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-doctor.html", + "status": "200", + "at": "2026-09-05T16:39:21+00:00" + }, + { + "path": "/c/agentswitchboard/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T16:43:53+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-triage.html", + "status": "200", + "at": "2026-09-05T16:56:43+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/block-all-ai.txt", + "status": "200", + "at": "2026-09-05T17:37:13+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/maximum-ai-visibility.txt", + "status": "200", + "at": "2026-09-05T18:01:38+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/maximum-ai-visibility.txt", + "status": "200", + "at": "2026-09-05T18:02:23+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/robots/block-disputed.txt", + "status": "200", + "at": "2026-09-05T18:02:44+00:00" + }, + { + "path": "/sse", + "status": "308", + "at": "2026-09-06T00:06:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 912.2, + "visit_starts": [ + "2026-09-03T01:27:04Z", + "2026-09-03T02:19:05Z", + "2026-09-04T12:17:16Z", + "2026-09-05T16:38:53Z", + "2026-09-05T17:37:13Z", + "2026-09-06T00:06:36Z", + "2026-09-07T00:01:32Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "googlebot", + "name": "Googlebot", + "group_key": "host:google.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", + "requests": 45, + "addresses": 8, + "first_seen": "2026-09-02T00:11:50+00:00", + "last_seen": "2026-09-06T12:50:22+00:00" + }, + { + "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", + "requests": 8, + "addresses": 6, + "first_seen": "2026-09-03T06:09:41+00:00", + "last_seen": "2026-09-06T10:33:48+00:00" + }, + { + "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.84 Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T09:57:31+00:00", + "last_seen": "2026-09-05T09:57:31+00:00" + }, + { + "ua": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.7922.173 Mobile Safari/537.36 (compatible; AdsBot-Google-Mobile; +http://www.google.com/mobile/adsbot.html)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T10:15:22+00:00", + "last_seen": "2026-09-06T10:15:22+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)", + "requests": 55, + "addresses": 10, + "first_seen": "2026-09-02T00:11:50+00:00", + "last_seen": "2026-09-06T12:50:22+00:00", + "bytes_served": 397578, + "classed_by_our_instrument": { + "crawler": 55 + }, + "surfaces": { + "pathwren-edge": 51, + "mcp-discovery-documents": 2, + "http-tools": 1, + "section-roots": 1 + }, + "channels": {}, + "accept_headers": [ + "text/plain,text/html,*/*", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "text/html,application/xhtml+xml,application/signed-exchange;v=b3,application/xml;q=0.9,*/*;q=0.8", + "*/*" + ], + "status_codes": { + "200": 51, + "301": 4 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/robots.txt", + "requests": 42, + "statuses": { + "200": 40, + "301": 2 + }, + "first": "2026-09-02T00:11:50+00:00", + "last": "2026-09-06T12:50:22+00:00" + }, + { + "path": "/", + "requests": 4, + "statuses": { + "301": 2, + "200": 2 + }, + "first": "2026-09-03T06:09:41+00:00", + "last": "2026-09-03T06:30:57+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T09:57:30+00:00", + "last": "2026-09-05T09:57:31+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T14:47:55+00:00", + "last": "2026-09-04T18:21:07+00:00" + }, + { + "path": "/mcp.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T20:17:32+00:00", + "last": "2026-09-06T10:15:22+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:33:48+00:00", + "last": "2026-09-06T10:33:48+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T09:24:56+00:00", + "last": "2026-09-03T09:24:56+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T14:17:32+00:00", + "last": "2026-09-03T14:17:32+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-02T00:11:50+00:00" + }, + { + "path": "/", + "status": "301", + "at": "2026-09-03T06:09:41+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-03T09:24:56+00:00" + }, + { + "path": "/tools/robots-allowed.html", + "status": "200", + "at": "2026-09-03T14:17:32+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-03T14:47:55+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-05T09:57:30+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-05T20:17:32+00:00" + }, + { + "path": "/crawler/yandexadditional.html", + "status": "200", + "at": "2026-09-06T10:33:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 39, + "median_gap_minutes": 104.3, + "visit_starts": [ + "2026-09-02T00:11:50Z", + "2026-09-02T05:09:50Z", + "2026-09-02T06:18:47Z", + "2026-09-02T07:34:58Z", + "2026-09-02T08:42:13Z", + "2026-09-02T14:20:58Z", + "2026-09-03T03:42:33Z", + "2026-09-03T05:58:30Z", + "2026-09-03T08:41:00Z", + "2026-09-03T09:24:56Z", + "2026-09-03T14:16:24Z", + "2026-09-03T14:47:55Z", + "2026-09-03T16:46:02Z", + "2026-09-03T17:59:40Z", + "2026-09-03T21:10:53Z", + "2026-09-03T22:29:00Z", + "2026-09-04T05:53:33Z", + "2026-09-04T07:46:44Z", + "2026-09-04T12:50:37Z", + "2026-09-04T14:17:42Z", + "2026-09-04T15:27:49Z", + "2026-09-04T16:45:04Z", + "2026-09-04T17:47:10Z", + "2026-09-04T18:21:07Z" + ] + }, + "documentation_url": "http://www.google.com/bot.html", + "self_described_as": "Googlebot/2.1" + }, + { + "slug": "llmse", + "name": "LLMSE", + "group_key": "host:llmse.ai", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; LLMSE/1.7.2; +https://llmse.ai/about)", + "requests": 55, + "addresses": 1, + "first_seen": "2026-09-03T05:17:24+00:00", + "last_seen": "2026-09-07T08:13:15+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; LLMSE/1.7.2; +https://llmse.ai/about)", + "requests": 55, + "addresses": 1, + "first_seen": "2026-09-03T05:17:24+00:00", + "last_seen": "2026-09-07T08:13:15+00:00", + "bytes_served": 3956812, + "classed_by_our_instrument": { + "agent": 36, + "crawler": 11, + "unknown": 8 + }, + "surfaces": { + "pathwren-edge": 47, + "ai-crawler-index": 7, + "mcp-crawler-index": 1 + }, + "channels": { + "llmse": 21, + "crawlers-host": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 55 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/llms-full.txt", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T05:17:24+00:00", + "last": "2026-09-07T08:13:15+00:00" + }, + { + "path": "/llms.txt", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T05:17:24+00:00", + "last": "2026-09-07T08:13:15+00:00" + }, + { + "path": "/robots.txt", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-03T05:17:24+00:00", + "last": "2026-09-07T08:13:15+00:00" + }, + { + "path": "/c/llmse/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-03T05:17:24+00:00", + "last": "2026-09-07T08:13:14+00:00" + }, + { + "path": "/c/llmse/api.json", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-03T05:27:50+00:00", + "last": "2026-09-03T08:11:06+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:17:24+00:00", + "last": "2026-09-03T05:17:24+00:00" + }, + { + "path": "/c/llmse/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:00:06+00:00", + "last": "2026-09-05T22:00:06+00:00" + }, + { + "path": "/c/llmse/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:09:17+00:00", + "last": "2026-09-05T22:09:17+00:00" + }, + { + "path": "/c/llmse/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:07:57+00:00", + "last": "2026-09-05T22:07:57+00:00" + }, + { + "path": "/c/llmse/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:13:14+00:00", + "last": "2026-09-05T22:13:14+00:00" + }, + { + "path": "/c/llmse/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:11:51+00:00", + "last": "2026-09-05T22:11:51+00:00" + }, + { + "path": "/c/llmse/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:10:35+00:00", + "last": "2026-09-05T22:10:35+00:00" + }, + { + "path": "/c/llmse/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:06:41+00:00", + "last": "2026-09-05T22:06:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/llmse/", + "status": "200", + "at": "2026-09-03T05:17:24+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T05:17:24+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T05:17:24+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T05:17:24+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-03T05:17:24+00:00" + }, + { + "path": "/c/llmse/api.json", + "status": "200", + "at": "2026-09-03T05:27:50+00:00" + }, + { + "path": "/c/llmse/mcp", + "status": "200", + "at": "2026-09-05T22:00:06+00:00" + }, + { + "path": "/c/llmse/mcp.html", + "status": "200", + "at": "2026-09-05T22:06:41+00:00" + }, + { + "path": "/c/llmse/mcp-lint.html", + "status": "200", + "at": "2026-09-05T22:07:57+00:00" + }, + { + "path": "/c/llmse/mcp-doctor.html", + "status": "200", + "at": "2026-09-05T22:09:17+00:00" + }, + { + "path": "/c/llmse/mcp-triage.html", + "status": "200", + "at": "2026-09-05T22:10:35+00:00" + }, + { + "path": "/c/llmse/mcp-robots.html", + "status": "200", + "at": "2026-09-05T22:11:51+00:00" + }, + { + "path": "/c/llmse/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T22:13:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 611.1, + "visit_starts": [ + "2026-09-03T05:17:24Z", + "2026-09-03T08:11:06Z", + "2026-09-05T20:17:00Z", + "2026-09-05T22:00:06Z", + "2026-09-06T08:11:12Z", + "2026-09-07T08:13:14Z" + ] + }, + "documentation_url": "https://llmse.ai/about", + "self_described_as": "LLMSE/1.7.2" + }, + { + "slug": "x402-observatory", + "name": "x402-observatory", + "group_key": "ua:x402-observatory", + "kind": "named", + "user_agents": [ + { + "ua": "x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com)", + "requests": 44, + "addresses": 1, + "first_seen": "2026-09-01T06:13:13+00:00", + "last_seen": "2026-09-07T08:32:08+00:00" + }, + { + "ua": "x402-observatory/0.1 (+placeholder; measurements-not-verdicts)", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-02T07:50:34+00:00", + "last_seen": "2026-09-02T08:39:15+00:00" + } + ], + "primary_user_agent": "x402-observatory/0.2 (+research collector; contact: 300tsb@gmail.com)", + "requests": 53, + "addresses": 2, + "first_seen": "2026-09-01T06:13:13+00:00", + "last_seen": "2026-09-07T08:32:08+00:00", + "bytes_served": 302827, + "classed_by_our_instrument": { + "agent": 53 + }, + "surfaces": { + "mcp-crawler-index": 18, + "mcp-endpoint-lint": 7, + "a2a-crawler-index": 5, + "mcp-agent-discovery-doctor": 5, + "mcp-crawler-ip-verifier": 5, + "mcp-crawler-log-triage": 5, + "mcp-robots-policy-lint": 5, + "mcp-markdown-lane": 2, + "pathwren-edge": 1 + }, + "channels": { + "mcp-registry-official": 46, + "agent-tools-cloud": 1 + }, + "accept_headers": [ + "application/json, text/event-stream", + "application/json, */*;q=0.5" + ], + "status_codes": { + "200": 53 + }, + "distinct_paths": 14, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T06:13:13+00:00", + "last": "2026-09-07T05:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T06:13:13+00:00", + "last": "2026-09-07T05:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T06:13:13+00:00", + "last": "2026-09-07T05:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-03T07:13:04+00:00", + "last": "2026-09-07T05:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T07:03:26+00:00", + "last": "2026-09-07T05:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T07:03:26+00:00", + "last": "2026-09-07T05:20:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T07:01:06+00:00", + "last": "2026-09-07T08:32:08+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:21:17+00:00", + "last": "2026-09-02T08:21:17+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:13:27+00:00", + "last": "2026-09-02T08:13:27+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:20:48+00:00", + "last": "2026-09-02T08:20:48+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:09:03+00:00", + "last": "2026-09-02T08:09:03+00:00" + }, + { + "path": "/a2a/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:11:15+00:00", + "last": "2026-09-02T08:11:15+00:00" + }, + { + "path": "/a2a/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:39:15+00:00", + "last": "2026-09-02T08:39:15+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T08:02:13+00:00", + "last": "2026-09-02T08:02:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T06:13:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T06:13:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T06:13:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T07:03:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T07:03:26+00:00" + }, + { + "path": "/c/agent-tools-cloud/mcp", + "status": "200", + "at": "2026-09-02T08:02:13+00:00" + }, + { + "path": "/a2a/netcheck", + "status": "200", + "at": "2026-09-02T08:09:03+00:00" + }, + { + "path": "/a2a/robots", + "status": "200", + "at": "2026-09-02T08:11:15+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-02T08:13:27+00:00" + }, + { + "path": "/a2a/doctor", + "status": "200", + "at": "2026-09-02T08:20:48+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T08:21:17+00:00" + }, + { + "path": "/a2a/triage", + "status": "200", + "at": "2026-09-02T08:39:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T07:13:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T07:01:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 11, + "median_gap_minutes": 1139.6, + "visit_starts": [ + "2026-09-01T06:13:13Z", + "2026-09-02T07:03:26Z", + "2026-09-03T07:13:04Z", + "2026-09-03T07:51:55Z", + "2026-09-03T14:42:16Z", + "2026-09-04T15:11:34Z", + "2026-09-05T12:21:33Z", + "2026-09-06T05:10:47Z", + "2026-09-07T05:20:39Z", + "2026-09-07T07:01:06Z", + "2026-09-07T08:32:08Z" + ] + }, + "documentation_url": "mailto:300tsb@gmail.com", + "self_described_as": "measurements-not-verdicts" + }, + { + "slug": "reliability-bureau-spike", + "name": "reliability-bureau-spike", + "group_key": "ua:reliability-bureau-spike", + "kind": "named", + "user_agents": [ + { + "ua": "reliability-bureau-spike/0.1", + "requests": 52, + "addresses": 2, + "first_seen": "2026-09-01T09:20:59+00:00", + "last_seen": "2026-09-06T09:37:10+00:00" + } + ], + "primary_user_agent": "reliability-bureau-spike/0.1", + "requests": 52, + "addresses": 2, + "first_seen": "2026-09-01T09:20:59+00:00", + "last_seen": "2026-09-06T09:37:10+00:00", + "bytes_served": 210725, + "classed_by_our_instrument": { + "agent": 52 + }, + "surfaces": { + "mcp-crawler-index": 20, + "mcp-agent-discovery-doctor": 8, + "mcp-endpoint-lint": 7, + "mcp-crawler-ip-verifier": 6, + "mcp-robots-policy-lint": 6, + "mcp-crawler-log-triage": 5 + }, + "channels": { + "mcp-registry-official": 52 + }, + "accept_headers": [ + "application/json, text/event-stream", + "text/event-stream" + ], + "status_codes": { + "200": 47, + "202": 5 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 11, + "statuses": { + "200": 9, + "202": 2 + }, + "first": "2026-09-01T09:20:59+00:00", + "last": "2026-09-06T09:37:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 11, + "statuses": { + "200": 10, + "202": 1 + }, + "first": "2026-09-01T09:21:04+00:00", + "last": "2026-09-06T09:37:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-02T09:27:34+00:00", + "last": "2026-09-06T09:37:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T09:21:02+00:00", + "last": "2026-09-06T09:37:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-03T09:49:31+00:00", + "last": "2026-09-06T09:37:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-02T09:27:35+00:00", + "last": "2026-09-06T09:37:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T09:20:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T09:21:02+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T09:21:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T09:27:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T09:27:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T09:49:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1429.1, + "visit_starts": [ + "2026-09-01T09:20:59Z", + "2026-09-02T06:14:57Z", + "2026-09-02T09:27:04Z", + "2026-09-03T09:49:23Z", + "2026-09-04T09:41:38Z", + "2026-09-05T09:27:32Z", + "2026-09-06T09:37:07Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "utopian-foundry-probe", + "name": "utopian-foundry-probe", + "group_key": "ua:utopian-foundry-probe", + "kind": "named", + "user_agents": [ + { + "ua": "utopian-foundry-probe/1.0", + "requests": 51, + "addresses": 1, + "first_seen": "2026-09-01T06:12:38+00:00", + "last_seen": "2026-09-07T06:14:59+00:00" + } + ], + "primary_user_agent": "utopian-foundry-probe/1.0", + "requests": 51, + "addresses": 1, + "first_seen": "2026-09-01T06:12:38+00:00", + "last_seen": "2026-09-07T06:14:59+00:00", + "bytes_served": 666652, + "classed_by_our_instrument": { + "agent": 51 + }, + "surfaces": { + "mcp-crawler-index": 15, + "mcp-agent-discovery-doctor": 7, + "mcp-crawler-ip-verifier": 7, + "mcp-crawler-log-triage": 7, + "mcp-endpoint-lint": 7, + "mcp-robots-policy-lint": 7, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 51 + }, + "accept_headers": [], + "status_codes": { + "200": 51 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T06:12:38+00:00", + "last": "2026-09-07T06:14:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T06:12:38+00:00", + "last": "2026-09-07T06:14:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T06:12:39+00:00", + "last": "2026-09-07T06:14:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-02T06:17:13+00:00", + "last": "2026-09-07T06:14:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-02T06:17:13+00:00", + "last": "2026-09-07T06:14:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-03T06:10:51+00:00", + "last": "2026-09-07T06:14:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:14:59+00:00", + "last": "2026-09-07T06:14:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T06:12:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T06:12:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T06:12:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T06:17:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T06:17:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T06:10:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T06:14:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 9, + "median_gap_minutes": 1081.1, + "visit_starts": [ + "2026-09-01T06:12:38Z", + "2026-09-02T06:17:13Z", + "2026-09-03T06:10:50Z", + "2026-09-04T06:06:28Z", + "2026-09-04T18:15:03Z", + "2026-09-05T06:09:45Z", + "2026-09-05T18:16:32Z", + "2026-09-06T06:05:06Z", + "2026-09-07T06:14:58Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mcp-rugpull-research", + "name": "mcp-rugpull-research", + "group_key": "ua:mcp-rugpull-research", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-rugpull-research/1.0", + "requests": 50, + "addresses": 1, + "first_seen": "2026-09-01T16:13:49+00:00", + "last_seen": "2026-09-05T16:19:33+00:00" + } + ], + "primary_user_agent": "mcp-rugpull-research/1.0", + "requests": 50, + "addresses": 1, + "first_seen": "2026-09-01T16:13:49+00:00", + "last_seen": "2026-09-05T16:19:33+00:00", + "bytes_served": 190056, + "classed_by_our_instrument": { + "agent": 50 + }, + "surfaces": { + "mcp-crawler-index": 14, + "mcp-crawler-log-triage": 8, + "mcp-endpoint-lint": 8, + "mcp-agent-discovery-doctor": 7, + "mcp-crawler-ip-verifier": 7, + "mcp-robots-policy-lint": 6 + }, + "channels": { + "mcp-registry-official": 50 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 40, + "202": 10 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 11, + "statuses": { + "200": 8, + "202": 3 + }, + "first": "2026-09-01T16:13:49+00:00", + "last": "2026-09-05T16:19:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 9, + "statuses": { + "200": 7, + "202": 2 + }, + "first": "2026-09-01T16:13:49+00:00", + "last": "2026-09-05T16:19:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 9, + "statuses": { + "200": 7, + "202": 2 + }, + "first": "2026-09-01T16:13:49+00:00", + "last": "2026-09-05T16:19:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 8, + "statuses": { + "200": 6, + "202": 2 + }, + "first": "2026-09-03T16:17:12+00:00", + "last": "2026-09-05T16:19:33+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-03T16:17:12+00:00", + "last": "2026-09-05T16:19:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T16:17:12+00:00", + "last": "2026-09-05T16:19:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T16:13:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T16:13:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T16:13:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T16:17:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T16:17:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T16:17:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1453.3, + "visit_starts": [ + "2026-09-01T16:13:49Z", + "2026-09-03T16:16:59Z", + "2026-09-04T16:30:19Z", + "2026-09-05T16:19:00Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "bun", + "name": "Bun", + "group_key": "ua:bun", + "kind": "named", + "user_agents": [ + { + "ua": "Bun/1.3.14", + "requests": 49, + "addresses": 2, + "first_seen": "2026-09-03T18:40:14+00:00", + "last_seen": "2026-09-04T18:39:56+00:00" + } + ], + "primary_user_agent": "Bun/1.3.14", + "requests": 49, + "addresses": 2, + "first_seen": "2026-09-03T18:40:14+00:00", + "last_seen": "2026-09-04T18:39:56+00:00", + "bytes_served": 314537, + "classed_by_our_instrument": { + "agent": 49 + }, + "surfaces": { + "oauth-discovery-refusal": 28, + "mcp-crawler-log-triage": 4, + "mcp-agent-discovery-doctor": 4, + "mcp-crawler-index": 4, + "mcp-robots-policy-lint": 3, + "mcp-endpoint-lint": 3, + "mcp-crawler-ip-verifier": 3 + }, + "channels": { + "mcp-registry-official": 27 + }, + "accept_headers": [ + "*/*", + "application/json, text/event-stream" + ], + "status_codes": { + "404": 28, + "200": 20, + "202": 1 + }, + "distinct_paths": 33, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 4, + "statuses": { + "200": 3, + "202": 1 + }, + "first": "2026-09-03T18:40:14+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T18:40:14+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T18:40:14+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T18:40:14+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T18:40:14+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T18:40:14+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:55+00:00", + "last": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T18:39:56+00:00", + "last": "2026-09-04T18:39:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T18:40:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T18:40:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-03T18:40:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T18:40:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-03T18:40:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-03T18:40:14+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-04T18:39:55+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/lint", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-04T18:39:56+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:55+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/lint", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:55+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:55+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:55+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:55+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:55+00:00", + "last_asked": "2026-09-04T18:39:55+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp/lint", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/lint", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration/c/mcp-registry-official/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server/c/mcp-registry-official/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T18:39:56+00:00", + "last_asked": "2026-09-04T18:39:56+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 719.8, + "visit_starts": [ + "2026-09-03T18:40:14Z", + "2026-09-04T17:51:20Z", + "2026-09-04T18:39:55Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mastodon", + "name": "Mastodon", + "group_key": "host:defcon.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://defcon.social/) Bot", + "requests": 41, + "addresses": 2, + "first_seen": "2026-09-05T12:46:02+00:00", + "last_seen": "2026-09-07T03:44:37+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://defcon.social/)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-05T12:42:26+00:00", + "last_seen": "2026-09-06T11:42:55+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://defcon.social/) Bot", + "requests": 48, + "addresses": 2, + "first_seen": "2026-09-05T12:42:26+00:00", + "last_seen": "2026-09-07T03:44:37+00:00", + "bytes_served": 865303, + "classed_by_our_instrument": { + "crawler": 41, + "agent": 7 + }, + "surfaces": { + "pathwren-edge": 20, + "section-roots": 14, + "blog": 10, + "changes-syndication-feeds": 3, + "mcp-crawler-index": 1 + }, + "channels": { + "mastodon": 19, + "rssparrot": 3, + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 47, + "308": 1 + }, + "distinct_paths": 35, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-05T12:42:27+00:00", + "last": "2026-09-06T12:51:22+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T12:42:26+00:00", + "last": "2026-09-05T13:23:00+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:36:05+00:00", + "last": "2026-09-07T00:08:47+00:00" + }, + { + "path": "/status.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T12:48:36+00:00", + "last": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:42:55+00:00", + "last": "2026-09-06T11:42:55+00:00" + }, + { + "path": "/blog/ai-crawler-cost.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:48:12+00:00", + "last": "2026-09-06T12:48:12+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:49:06+00:00", + "last": "2026-09-06T12:49:06+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:57+00:00", + "last": "2026-09-07T00:24:57+00:00" + }, + { + "path": "/blog/client-census.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:48:12+00:00", + "last": "2026-09-06T12:48:12+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:49+00:00", + "last": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:57+00:00", + "last": "2026-09-07T00:24:57+00:00" + }, + { + "path": "/blog/fediverse-fanout-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:49+00:00", + "last": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:49+00:00", + "last": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:49:06+00:00", + "last": "2026-09-06T12:49:06+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:24:50+00:00", + "last": "2026-09-07T00:24:50+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:53+00:00", + "last": "2026-09-07T03:04:53+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:32:48+00:00", + "last": "2026-09-05T14:32:48+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:32:19+00:00", + "last": "2026-09-05T13:32:19+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:32:19+00:00", + "last": "2026-09-05T13:32:19+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:32+00:00", + "last": "2026-09-05T15:03:32+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:53:16+00:00", + "last": "2026-09-05T14:53:16+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:46:43+00:00", + "last": "2026-09-05T12:46:43+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:10+00:00", + "last": "2026-09-05T14:43:10+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:50+00:00", + "last": "2026-09-07T03:43:50+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:32+00:00", + "last": "2026-09-07T03:44:32+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:50+00:00", + "last": "2026-09-07T03:43:50+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:37+00:00", + "last": "2026-09-07T03:44:37+00:00" + }, + { + "path": "/policy/allow-all.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:20+00:00", + "last": "2026-09-07T03:44:20+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-datasets.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-disputed.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:44:11+00:00", + "last": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:43:54+00:00", + "last": "2026-09-07T03:43:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:42:26+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:42:27+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-05T12:46:43+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:32:19+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:32:19+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:32:48+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:10+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T14:53:16+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:32+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:36:05+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-06T11:42:55+00:00" + }, + { + "path": "/blog/ai-crawler-cost.html", + "status": "200", + "at": "2026-09-06T12:48:12+00:00" + }, + { + "path": "/blog/client-census.html", + "status": "200", + "at": "2026-09-06T12:48:12+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-06T12:48:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T12:49:06+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "status": "200", + "at": "2026-09-06T12:49:06+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.html", + "status": "200", + "at": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/blog/fediverse-fanout-2026-w36.html", + "status": "200", + "at": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.html", + "status": "200", + "at": "2026-09-07T00:24:49+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.html", + "status": "200", + "at": "2026-09-07T00:24:50+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.html", + "status": "200", + "at": "2026-09-07T00:24:57+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.html", + "status": "200", + "at": "2026-09-07T00:24:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:53+00:00" + }, + { + "path": "/crawler/archive-org-bot.html", + "status": "200", + "at": "2026-09-07T03:43:50+00:00" + }, + { + "path": "/crawler/adsbot-google-mobile.html", + "status": "200", + "at": "2026-09-07T03:43:50+00:00" + }, + { + "path": "/policy/maximum-ai-visibility.html", + "status": "200", + "at": "2026-09-07T03:43:54+00:00" + }, + { + "path": "/policy/block-seo-tools.html", + "status": "200", + "at": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-datasets.html", + "status": "200", + "at": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-ai-training.html", + "status": "200", + "at": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-disputed.html", + "status": "200", + "at": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/block-all-ai.html", + "status": "200", + "at": "2026-09-07T03:44:11+00:00" + }, + { + "path": "/policy/allow-all.html", + "status": "200", + "at": "2026-09-07T03:44:20+00:00" + }, + { + "path": "/crawler/adsbot-google.html", + "status": "200", + "at": "2026-09-07T03:44:32+00:00" + }, + { + "path": "/policy/allow-ai-search-only.html", + "status": "200", + "at": "2026-09-07T03:44:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 143.2, + "visit_starts": [ + "2026-09-05T12:42:26Z", + "2026-09-05T14:32:48Z", + "2026-09-06T11:36:05Z", + "2026-09-06T12:48:12Z", + "2026-09-07T00:08:47Z", + "2026-09-07T03:04:53Z", + "2026-09-07T03:43:50Z" + ] + }, + "documentation_url": "https://defcon.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcp-schema-archive", + "name": "mcp-schema-archive", + "group_key": "ua:mcp-schema-archive", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev)", + "requests": 48, + "addresses": 1, + "first_seen": "2026-09-01T03:37:27+00:00", + "last_seen": "2026-09-07T07:42:18+00:00" + } + ], + "primary_user_agent": "mcp-schema-archive/1.0 (+https://mcp-schema-archive.delfrost42.workers.dev)", + "requests": 48, + "addresses": 1, + "first_seen": "2026-09-01T03:37:27+00:00", + "last_seen": "2026-09-07T07:42:18+00:00", + "bytes_served": 294365, + "classed_by_our_instrument": { + "agent": 48 + }, + "surfaces": { + "mcp-crawler-index": 19, + "mcp-agent-discovery-doctor": 6, + "mcp-crawler-ip-verifier": 6, + "mcp-crawler-log-triage": 6, + "mcp-endpoint-lint": 5, + "mcp-robots-policy-lint": 5, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 48 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 48 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-01T03:37:27+00:00", + "last": "2026-09-07T07:42:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T03:37:27+00:00", + "last": "2026-09-07T07:42:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T03:37:27+00:00", + "last": "2026-09-07T07:42:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T07:33:08+00:00", + "last": "2026-09-07T07:42:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T07:33:08+00:00", + "last": "2026-09-07T07:42:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T07:34:26+00:00", + "last": "2026-09-07T07:42:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:42:18+00:00", + "last": "2026-09-07T07:42:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:37:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T03:37:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:37:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T07:33:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T07:33:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T07:34:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T07:42:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 1439.9, + "visit_starts": [ + "2026-09-01T03:37:27Z", + "2026-09-01T07:33:48Z", + "2026-09-02T07:33:08Z", + "2026-09-03T07:34:25Z", + "2026-09-04T07:34:18Z", + "2026-09-05T07:36:54Z", + "2026-09-06T07:34:39Z", + "2026-09-07T07:42:17Z" + ] + }, + "documentation_url": "https://mcp-schema-archive.delfrost42.workers.dev", + "self_described_as": null + }, + { + "slug": "endpointaudit", + "name": "EndpointAudit", + "group_key": "ua:endpointaudit", + "kind": "named", + "user_agents": [ + { + "ua": "EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit)", + "requests": 46, + "addresses": 7, + "first_seen": "2026-09-01T01:54:55+00:00", + "last_seen": "2026-09-07T01:54:13+00:00" + } + ], + "primary_user_agent": "EndpointAudit/0.1 (+https://github.com/Zorglub354/endpointaudit)", + "requests": 46, + "addresses": 7, + "first_seen": "2026-09-01T01:54:55+00:00", + "last_seen": "2026-09-07T01:54:13+00:00", + "bytes_served": 208106, + "classed_by_our_instrument": { + "agent": 46 + }, + "surfaces": { + "mcp-crawler-index": 24, + "mcp-agent-discovery-doctor": 5, + "mcp-crawler-ip-verifier": 4, + "mcp-crawler-log-triage": 4, + "mcp-endpoint-lint": 4, + "mcp-robots-policy-lint": 4, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 46 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 44, + "202": 2 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 8, + "statuses": { + "200": 7, + "202": 1 + }, + "first": "2026-09-01T01:54:55+00:00", + "last": "2026-09-07T01:54:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-02T02:02:34+00:00", + "last": "2026-09-07T01:54:11+00:00" + }, + { + "path": "/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T01:54:55+00:00", + "last": "2026-09-07T01:54:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T02:02:34+00:00", + "last": "2026-09-07T01:54:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T02:02:35+00:00", + "last": "2026-09-07T01:54:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T02:02:34+00:00", + "last": "2026-09-07T01:54:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T01:55:52+00:00", + "last": "2026-09-07T01:54:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:54:12+00:00", + "last": "2026-09-07T01:54:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:54:55+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T01:54:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T02:02:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T02:02:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T02:02:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T02:02:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:55:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T01:54:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1439.7, + "visit_starts": [ + "2026-09-01T01:54:55Z", + "2026-09-02T02:02:34Z", + "2026-09-03T01:55:51Z", + "2026-09-04T01:53:17Z", + "2026-09-05T01:53:43Z", + "2026-09-06T01:55:08Z", + "2026-09-07T01:54:11Z" + ] + }, + "documentation_url": "https://github.com/Zorglub354/endpointaudit", + "self_described_as": null + }, + { + "slug": "tar-discovery", + "name": "TAR-Discovery", + "group_key": "ua:tar-discovery", + "kind": "named", + "user_agents": [ + { + "ua": "TAR-Discovery/1.0", + "requests": 46, + "addresses": 1, + "first_seen": "2026-09-01T03:41:21+00:00", + "last_seen": "2026-09-07T03:36:39+00:00" + } + ], + "primary_user_agent": "TAR-Discovery/1.0", + "requests": 46, + "addresses": 1, + "first_seen": "2026-09-01T03:41:21+00:00", + "last_seen": "2026-09-07T03:36:39+00:00", + "bytes_served": 777385, + "classed_by_our_instrument": { + "agent": 46 + }, + "surfaces": { + "a2a-crawler-index": 41, + "pathwren-edge": 3, + "agent-card-addresses": 2 + }, + "channels": { + "a2a-registry-global": 37, + "a2a-registry-org": 5, + "a2a-directory": 4 + }, + "accept_headers": [ + "application/json, application/a2a+json" + ], + "status_codes": { + "200": 46 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:38+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:37+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:38+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:37+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:38+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:37+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:37+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T03:41:21+00:00", + "last": "2026-09-05T03:38:51+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:55:28+00:00", + "last": "2026-09-07T03:36:38+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-02T03:42:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T03:41:21+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:37+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:37+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:37+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:37+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:38+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:38+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:26:38+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-06T03:55:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1433.2, + "visit_starts": [ + "2026-09-01T03:41:21Z", + "2026-09-02T03:42:59Z", + "2026-09-03T03:26:37Z", + "2026-09-04T03:48:10Z", + "2026-09-05T03:33:05Z", + "2026-09-06T03:55:28Z", + "2026-09-07T03:36:38Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "tar-health", + "name": "TAR-Health", + "group_key": "ua:tar-health", + "kind": "named", + "user_agents": [ + { + "ua": "TAR-Health/1.0", + "requests": 46, + "addresses": 1, + "first_seen": "2026-09-01T03:41:21+00:00", + "last_seen": "2026-09-07T03:36:39+00:00" + } + ], + "primary_user_agent": "TAR-Health/1.0", + "requests": 46, + "addresses": 1, + "first_seen": "2026-09-01T03:41:21+00:00", + "last_seen": "2026-09-07T03:36:39+00:00", + "bytes_served": 83304, + "classed_by_our_instrument": { + "agent": 46 + }, + "surfaces": { + "a2a-crawler-index": 46 + }, + "channels": {}, + "accept_headers": [ + "application/json, application/a2a+json" + ], + "status_codes": { + "200": 46 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/a2a", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:41:21+00:00", + "last": "2026-09-07T03:36:38+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/a2a/robots", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/a2a/triage", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:42:59+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/a2a/discovery", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:38+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/a2a/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:38+00:00", + "last": "2026-09-07T03:36:39+00:00" + }, + { + "path": "/a2a/score", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:26:37+00:00", + "last": "2026-09-07T03:36:39+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T03:41:21+00:00" + }, + { + "path": "/a2a/doctor", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/a2a/triage", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/a2a/netcheck", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/a2a/robots", + "status": "200", + "at": "2026-09-02T03:42:59+00:00" + }, + { + "path": "/a2a/score", + "status": "200", + "at": "2026-09-03T03:26:37+00:00" + }, + { + "path": "/a2a/lint", + "status": "200", + "at": "2026-09-03T03:26:38+00:00" + }, + { + "path": "/a2a/discovery", + "status": "200", + "at": "2026-09-03T03:26:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1433.2, + "visit_starts": [ + "2026-09-01T03:41:21Z", + "2026-09-02T03:42:59Z", + "2026-09-03T03:26:37Z", + "2026-09-04T03:48:10Z", + "2026-09-05T03:33:05Z", + "2026-09-06T03:55:28Z", + "2026-09-07T03:36:38Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "apievangelist", + "name": "APIEvangelist", + "group_key": "ua:apievangelist", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; APIEvangelist/1.0)", + "requests": 44, + "addresses": 1, + "first_seen": "2026-09-01T11:56:42+00:00", + "last_seen": "2026-09-01T12:06:54+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; APIEvangelist/1.0)", + "requests": 44, + "addresses": 1, + "first_seen": "2026-09-01T11:56:42+00:00", + "last_seen": "2026-09-01T12:06:54+00:00", + "bytes_served": 1198332, + "classed_by_our_instrument": { + "agent": 29, + "unknown": 13, + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 43, + "ai-crawler-index": 1 + }, + "channels": { + "apis-json": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 37, + "404": 7 + }, + "distinct_paths": 35, + "paths": [ + { + "path": "/apis.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/about.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:45+00:00", + "last": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/api.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:44+00:00", + "last": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/llms.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:55+00:00" + }, + { + "path": "/openapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:42+00:00", + "last": "2026-09-01T11:56:55+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:42+00:00", + "last": "2026-09-01T11:56:55+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:44+00:00", + "last": "2026-09-01T11:56:55+00:00" + }, + { + "path": "/swagger.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:55+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:52+00:00", + "last": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:44+00:00", + "last": "2026-09-01T11:56:44+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:43+00:00", + "last": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/asyncapi.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:56:46+00:00", + "last": "2026-09-01T11:56:46+00:00" + }, + { + "path": "/asyncapi.yaml", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:56:46+00:00", + "last": "2026-09-01T11:56:46+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:53+00:00", + "last": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:45+00:00", + "last": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/data/observed-clients.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:54+00:00", + "last": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/feed.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:45+00:00", + "last": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:45+00:00", + "last": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:52+00:00", + "last": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:45+00:00", + "last": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:53+00:00", + "last": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:53+00:00", + "last": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:54+00:00", + "last": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/security.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:54+00:00", + "last": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/stats.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T12:06:54+00:00", + "last": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:56:44+00:00", + "last": "2026-09-01T11:56:44+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T12:06:53+00:00", + "last": "2026-09-01T12:06:53+00:00" + } + ], + "first_walk": [ + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T11:56:42+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-09-01T11:56:42+00:00" + }, + { + "path": "/swagger.json", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/security.txt", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-01T11:56:43+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "status": "200", + "at": "2026-09-01T11:56:44+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-01T11:56:44+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-01T11:56:44+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-01T11:56:44+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/feed.json", + "status": "200", + "at": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/ip-ranges/all.json", + "status": "200", + "at": "2026-09-01T11:56:45+00:00" + }, + { + "path": "/asyncapi.yaml", + "status": "404", + "at": "2026-09-01T11:56:46+00:00" + }, + { + "path": "/asyncapi.json", + "status": "404", + "at": "2026-09-01T11:56:46+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-01T12:06:52+00:00" + }, + { + "path": "/terms.html", + "status": "404", + "at": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/privacy.html", + "status": "404", + "at": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-01T12:06:53+00:00" + }, + { + "path": "/security.html", + "status": "200", + "at": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/security.json", + "status": "200", + "at": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/stats.json", + "status": "200", + "at": "2026-09-01T12:06:54+00:00" + }, + { + "path": "/data/observed-clients.json", + "status": "200", + "at": "2026-09-01T12:06:54+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:56:43+00:00", + "last_asked": "2026-09-01T11:56:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:56:43+00:00", + "last_asked": "2026-09-01T11:56:43+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:56:43+00:00", + "last_asked": "2026-09-01T11:56:43+00:00", + "answered_200_since": null + }, + { + "path": "/asyncapi.yaml", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:56:46+00:00", + "last_asked": "2026-09-01T11:56:46+00:00", + "answered_200_since": "2026-09-02T00:16:02+00:00" + }, + { + "path": "/asyncapi.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:56:46+00:00", + "last_asked": "2026-09-01T11:56:46+00:00", + "answered_200_since": "2026-09-02T00:16:02+00:00" + }, + { + "path": "/terms.html", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:53+00:00", + "last_asked": "2026-09-01T12:06:53+00:00", + "answered_200_since": "2026-09-01T12:29:41+00:00" + }, + { + "path": "/privacy.html", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T12:06:53+00:00", + "last_asked": "2026-09-01T12:06:53+00:00", + "answered_200_since": "2026-09-01T12:29:42+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T11:56:42Z" + ] + }, + "documentation_url": null, + "self_described_as": "APIEvangelist/1.0" + }, + { + "slug": "commafeed", + "name": "CommaFeed", + "group_key": "ua:commafeed", + "kind": "named", + "user_agents": [ + { + "ua": "CommaFeed/7.3.2 (https://github.com/Athou/commafeed)", + "requests": 42, + "addresses": 1, + "first_seen": "2026-09-06T04:23:48+00:00", + "last_seen": "2026-09-07T08:30:21+00:00" + } + ], + "primary_user_agent": "CommaFeed/7.3.2 (https://github.com/Athou/commafeed)", + "requests": 42, + "addresses": 1, + "first_seen": "2026-09-06T04:23:48+00:00", + "last_seen": "2026-09-07T08:30:21+00:00", + "bytes_served": 191892, + "classed_by_our_instrument": { + "agent": 42 + }, + "surfaces": { + "changes-syndication-feeds": 42 + }, + "channels": { + "commafeed": 42 + }, + "accept_headers": [], + "status_codes": { + "304": 36, + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/commafeed/feed.xml", + "requests": 42, + "statuses": { + "200": 6, + "304": 36 + }, + "first": "2026-09-06T04:23:48+00:00", + "last": "2026-09-07T08:30:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/commafeed/feed.xml", + "status": "304", + "at": "2026-09-06T04:23:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 262.7, + "visit_starts": [ + "2026-09-06T04:23:48Z", + "2026-09-06T08:46:29Z", + "2026-09-07T01:07:13Z", + "2026-09-07T02:47:44Z" + ] + }, + "documentation_url": "https://github.com/Athou/commafeed", + "self_described_as": null + }, + { + "slug": "verifymcp-ownersbot", + "name": "VerifyMCP-OwnersBot", + "group_key": "host:verifymcp.io", + "kind": "named", + "user_agents": [ + { + "ua": "VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)", + "requests": 42, + "addresses": 1, + "first_seen": "2026-08-31T23:12:20+00:00", + "last_seen": "2026-09-07T04:17:53+00:00" + } + ], + "primary_user_agent": "VerifyMCP-OwnersBot/1.0 (+https://verifymcp.io/docs/build/owners-json)", + "requests": 42, + "addresses": 1, + "first_seen": "2026-08-31T23:12:20+00:00", + "last_seen": "2026-09-07T04:17:53+00:00", + "bytes_served": 15261, + "classed_by_our_instrument": { + "crawler": 37, + "agent": 5 + }, + "surfaces": { + "pathwren-edge": 42 + }, + "channels": { + "mcp-registry-official": 36, + "verifymcp-io": 3 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 36, + "404": 6 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/.well-known/owners.json", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T02:12:20+00:00", + "last": "2026-09-07T02:37:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", + "requests": 7, + "statuses": { + "404": 1, + "200": 6 + }, + "first": "2026-09-01T04:12:18+00:00", + "last": "2026-09-07T04:17:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", + "requests": 7, + "statuses": { + "404": 1, + "200": 6 + }, + "first": "2026-09-01T03:12:18+00:00", + "last": "2026-09-07T03:35:53+00:00" + }, + { + "path": "/.well-known/owners.json", + "requests": 5, + "statuses": { + "404": 1, + "200": 4 + }, + "first": "2026-08-31T23:12:20+00:00", + "last": "2026-09-07T00:14:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/owners.json", + "requests": 5, + "statuses": { + "404": 1, + "200": 4 + }, + "first": "2026-09-01T17:12:18+00:00", + "last": "2026-09-07T01:26:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/owners.json", + "requests": 5, + "statuses": { + "404": 1, + "200": 4 + }, + "first": "2026-09-01T17:12:19+00:00", + "last": "2026-09-07T01:26:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/owners.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T12:12:57+00:00", + "last": "2026-09-06T12:14:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/owners.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:47:53+00:00", + "last": "2026-09-06T09:47:53+00:00" + }, + { + "path": "/mcp/.well-known/owners.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-08-31T23:12:20+00:00", + "last": "2026-08-31T23:12:20+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp/.well-known/owners.json", + "status": "404", + "at": "2026-08-31T23:12:20+00:00" + }, + { + "path": "/.well-known/owners.json", + "status": "200", + "at": "2026-08-31T23:12:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T02:12:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T03:12:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T04:12:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T17:12:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/owners.json", + "status": "200", + "at": "2026-09-01T17:12:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint/.well-known/owners.json", + "status": "200", + "at": "2026-09-03T12:12:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown/.well-known/owners.json", + "status": "200", + "at": "2026-09-06T09:47:53+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/mcp/.well-known/owners.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-08-31T23:12:20+00:00", + "last_asked": "2026-08-31T23:12:20+00:00", + "answered_200_since": "2026-09-01T00:35:07+00:00" + }, + { + "path": "/.well-known/owners.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-08-31T23:12:20+00:00", + "last_asked": "2026-09-07T00:14:54+00:00", + "answered_200_since": "2026-09-01T00:35:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage/.well-known/owners.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T03:12:18+00:00", + "last_asked": "2026-09-07T03:35:53+00:00", + "answered_200_since": "2026-09-01T07:30:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor/.well-known/owners.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T04:12:18+00:00", + "last_asked": "2026-09-07T04:17:53+00:00", + "answered_200_since": "2026-09-01T07:30:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck/.well-known/owners.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T17:12:18+00:00", + "last_asked": "2026-09-07T01:26:55+00:00", + "answered_200_since": "2026-09-01T17:49:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots/.well-known/owners.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T17:12:19+00:00", + "last_asked": "2026-09-07T01:26:55+00:00", + "answered_200_since": "2026-09-01T17:49:25+00:00" + } + ], + "return_behaviour": { + "visits": 36, + "median_gap_minutes": 178.0, + "visit_starts": [ + "2026-08-31T23:12:20Z", + "2026-09-01T02:12:20Z", + "2026-09-01T03:12:18Z", + "2026-09-01T04:12:18Z", + "2026-09-01T17:12:18Z", + "2026-09-02T02:13:21Z", + "2026-09-02T03:14:18Z", + "2026-09-02T04:13:18Z", + "2026-09-03T02:14:57Z", + "2026-09-03T03:14:57Z", + "2026-09-03T04:13:57Z", + "2026-09-03T12:12:57Z", + "2026-09-03T17:13:57Z", + "2026-09-03T23:16:58Z", + "2026-09-04T02:15:57Z", + "2026-09-04T03:15:58Z", + "2026-09-04T04:14:57Z", + "2026-09-04T12:13:40Z", + "2026-09-04T17:14:53Z", + "2026-09-04T23:17:54Z", + "2026-09-05T02:16:55Z", + "2026-09-05T03:16:53Z", + "2026-09-05T04:15:53Z", + "2026-09-05T12:13:54Z" + ] + }, + "documentation_url": "https://verifymcp.io/docs/build/owners-json", + "self_described_as": null + }, + { + "slug": "agentry-registry", + "name": "Agentry-Registry", + "group_key": "ua:agentry-registry", + "kind": "named", + "user_agents": [ + { + "ua": "Agentry-Registry/1.0", + "requests": 41, + "addresses": 1, + "first_seen": "2026-09-01T09:48:46+00:00", + "last_seen": "2026-09-07T06:06:55+00:00" + } + ], + "primary_user_agent": "Agentry-Registry/1.0", + "requests": 41, + "addresses": 1, + "first_seen": "2026-09-01T09:48:46+00:00", + "last_seen": "2026-09-07T06:06:55+00:00", + "bytes_served": 757636, + "classed_by_our_instrument": { + "agent": 41 + }, + "surfaces": { + "agent-card-addresses": 25, + "pathwren-edge": 16 + }, + "channels": { + "agentry": 39 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 41 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 38, + "statuses": { + "200": 38 + }, + "first": "2026-09-01T09:48:46+00:00", + "last": "2026-09-07T06:06:55+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T06:07:09+00:00", + "last": "2026-09-05T12:06:31+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T09:48:46+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-04T06:07:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 22, + "median_gap_minutes": 360.1, + "visit_starts": [ + "2026-09-01T09:48:46Z", + "2026-09-01T12:06:18Z", + "2026-09-01T18:05:43Z", + "2026-09-02T00:05:55Z", + "2026-09-02T06:06:01Z", + "2026-09-03T00:05:56Z", + "2026-09-03T06:06:12Z", + "2026-09-03T12:05:43Z", + "2026-09-03T18:05:36Z", + "2026-09-04T00:06:01Z", + "2026-09-04T06:06:46Z", + "2026-09-04T12:05:38Z", + "2026-09-04T18:05:52Z", + "2026-09-05T00:06:10Z", + "2026-09-05T06:06:33Z", + "2026-09-05T12:06:09Z", + "2026-09-05T18:06:47Z", + "2026-09-06T00:06:46Z", + "2026-09-06T06:06:44Z", + "2026-09-06T12:06:10Z", + "2026-09-07T00:06:40Z", + "2026-09-07T06:06:36Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lemmy-90", + "name": "Lemmy", + "group_key": "host:lemmy.world", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19-9-gc55dd700c; +https://lemmy.world", + "requests": 40, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:47:34+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19-9-gc55dd700c; +https://lemmy.world", + "requests": 40, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:47:34+00:00", + "bytes_served": 1586502, + "classed_by_our_instrument": { + "agent": 40 + }, + "surfaces": { + "section-roots": 18, + "webfinger-jrd": 12, + "blog": 7, + "pathwren-edge": 2, + "api-reference": 1 + }, + "channels": { + "lemmy": 23, + "mbin": 2, + "piefed": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json", + "application/activity+json" + ], + "status_codes": { + "200": 26, + "404": 14 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/.well-known/webfinger", + "requests": 14, + "statuses": { + "404": 14 + }, + "first": "2026-09-06T00:37:09+00:00", + "last": "2026-09-07T05:17:26+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T09:12:57+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-07T07:47:34+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-07T03:01:00+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:06:26+00:00", + "last": "2026-09-07T07:46:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-06T09:05:53+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:28:14+00:00", + "last": "2026-09-06T06:28:14+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T00:37:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:06:26+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:28:14+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:57+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 14 + }, + "first_asked": "2026-09-06T00:37:09+00:00", + "last_asked": "2026-09-07T05:17:26+00:00", + "answered_200_since": "2026-09-06T01:31:11+00:00" + } + ], + "return_behaviour": { + "visits": 11, + "median_gap_minutes": 131.2, + "visit_starts": [ + "2026-09-06T00:15:19Z", + "2026-09-06T02:54:27Z", + "2026-09-06T04:01:36Z", + "2026-09-06T05:55:55Z", + "2026-09-06T06:28:14Z", + "2026-09-06T08:34:12Z", + "2026-09-06T09:05:53Z", + "2026-09-06T11:59:24Z", + "2026-09-07T03:01:00Z", + "2026-09-07T05:17:26Z", + "2026-09-07T07:46:46Z" + ] + }, + "documentation_url": "https://lemmy.world", + "self_described_as": null + }, + { + "slug": "mcp-observatory", + "name": "mcp-observatory", + "group_key": "ua:mcp-observatory", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr)", + "requests": 40, + "addresses": 1, + "first_seen": "2026-09-01T03:08:29+00:00", + "last_seen": "2026-09-07T03:08:39+00:00" + } + ], + "primary_user_agent": "mcp-observatory/0.1.0 (+https://github.com/yhouta/mcp-observatory; public transparency log; contact: yassine.houta@outlook.fr)", + "requests": 40, + "addresses": 1, + "first_seen": "2026-09-01T03:08:29+00:00", + "last_seen": "2026-09-07T03:08:39+00:00", + "bytes_served": 203302, + "classed_by_our_instrument": { + "agent": 40 + }, + "surfaces": { + "mcp-crawler-index": 13, + "mcp-agent-discovery-doctor": 6, + "mcp-crawler-ip-verifier": 5, + "mcp-crawler-log-triage": 5, + "mcp-endpoint-lint": 5, + "mcp-robots-policy-lint": 5, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 40 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 40 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-01T03:08:29+00:00", + "last": "2026-09-07T03:08:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:08:29+00:00", + "last": "2026-09-07T03:08:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:08:30+00:00", + "last": "2026-09-07T03:08:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:09:39+00:00", + "last": "2026-09-07T03:08:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:09:40+00:00", + "last": "2026-09-07T03:08:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:06:42+00:00", + "last": "2026-09-07T03:08:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:08:38+00:00", + "last": "2026-09-07T03:08:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:08:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T03:08:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:08:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T03:09:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T03:09:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T03:06:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T03:08:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1440.2, + "visit_starts": [ + "2026-09-01T03:08:29Z", + "2026-09-02T03:09:38Z", + "2026-09-03T03:06:40Z", + "2026-09-04T03:07:52Z", + "2026-09-05T03:11:36Z", + "2026-09-06T03:10:42Z", + "2026-09-07T03:08:35Z" + ] + }, + "documentation_url": "https://github.com/yhouta/mcp-observatory", + "self_described_as": "public transparency log" + }, + { + "slug": "mcpwitness", + "name": "MCPWitness", + "group_key": "host:mcpwitness.com", + "kind": "named", + "user_agents": [ + { + "ua": "MCPWitness/1.0 (health probe; +https://mcpwitness.com)", + "requests": 40, + "addresses": 19, + "first_seen": "2026-09-01T06:30:51+00:00", + "last_seen": "2026-09-07T06:31:08+00:00" + } + ], + "primary_user_agent": "MCPWitness/1.0 (health probe; +https://mcpwitness.com)", + "requests": 40, + "addresses": 19, + "first_seen": "2026-09-01T06:30:51+00:00", + "last_seen": "2026-09-07T06:31:08+00:00", + "bytes_served": 197158, + "classed_by_our_instrument": { + "agent": 40 + }, + "surfaces": { + "mcp-crawler-index": 10, + "mcp-crawler-ip-verifier": 7, + "mcp-agent-discovery-doctor": 6, + "mcp-robots-policy-lint": 6, + "mcp-crawler-log-triage": 5, + "mcp-endpoint-lint": 5, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 40 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 39, + "202": 1 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-02T06:31:44+00:00", + "last": "2026-09-07T01:30:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 7, + "statuses": { + "200": 6, + "202": 1 + }, + "first": "2026-09-01T06:30:51+00:00", + "last": "2026-09-06T00:31:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T06:31:46+00:00", + "last": "2026-09-07T01:30:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T06:30:53+00:00", + "last": "2026-09-06T00:31:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T06:30:54+00:00", + "last": "2026-09-06T00:31:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T06:30:55+00:00", + "last": "2026-09-06T02:31:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:31:08+00:00", + "last": "2026-09-07T06:31:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T06:30:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T06:30:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T06:30:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T06:31:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T06:31:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T06:30:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T06:31:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 19, + "median_gap_minutes": 420.0, + "visit_starts": [ + "2026-09-01T06:30:51Z", + "2026-09-02T06:31:44Z", + "2026-09-03T03:31:34Z", + "2026-09-03T06:30:55Z", + "2026-09-03T12:31:25Z", + "2026-09-03T18:31:51Z", + "2026-09-03T21:31:30Z", + "2026-09-04T04:31:29Z", + "2026-09-04T11:31:30Z", + "2026-09-04T14:31:31Z", + "2026-09-04T22:31:16Z", + "2026-09-05T06:31:30Z", + "2026-09-05T09:31:19Z", + "2026-09-05T17:30:46Z", + "2026-09-06T00:31:06Z", + "2026-09-06T02:31:21Z", + "2026-09-06T09:31:27Z", + "2026-09-07T01:30:56Z", + "2026-09-07T06:31:08Z" + ] + }, + "documentation_url": "https://mcpwitness.com", + "self_described_as": "health probe" + }, + { + "slug": "networkingextension", + "name": "NetworkingExtension", + "group_key": "ua:networkingextension", + "kind": "named", + "user_agents": [ + { + "ua": "NetworkingExtension/8624.5.1.10.3 Network/5812.160.9 iOS/26.6.1", + "requests": 37, + "addresses": 5, + "first_seen": "2026-09-06T01:50:59+00:00", + "last_seen": "2026-09-07T04:00:26+00:00" + }, + { + "ua": "NetworkingExtension/8625.1.29.10.28 Network/6681.2.2 iOS/27.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:37:22+00:00", + "last_seen": "2026-09-07T03:37:22+00:00" + } + ], + "primary_user_agent": "NetworkingExtension/8624.5.1.10.3 Network/5812.160.9 iOS/26.6.1", + "requests": 40, + "addresses": 6, + "first_seen": "2026-09-06T01:50:59+00:00", + "last_seen": "2026-09-07T04:00:26+00:00", + "bytes_served": 230455, + "classed_by_our_instrument": { + "agent": 40 + }, + "surfaces": { + "pathwren-edge": 40 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 31, + "404": 9 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-06T01:50:59+00:00", + "last": "2026-09-07T04:00:26+00:00" + }, + { + "path": "/favicon.ico", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-06T01:50:59+00:00", + "last": "2026-09-07T04:00:26+00:00" + }, + { + "path": "/apple-touch-icon-precomposed.png", + "requests": 9, + "statuses": { + "404": 9 + }, + "first": "2026-09-06T01:50:59+00:00", + "last": "2026-09-07T04:00:26+00:00" + }, + { + "path": "/icon.png", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T01:50:59+00:00", + "last": "2026-09-07T04:00:26+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T01:50:59+00:00" + }, + { + "path": "/apple-touch-icon-precomposed.png", + "status": "404", + "at": "2026-09-06T01:50:59+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T01:50:59+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-06T01:50:59+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/apple-touch-icon-precomposed.png", + "statuses": { + "404": 9 + }, + "first_asked": "2026-09-06T01:50:59+00:00", + "last_asked": "2026-09-07T04:00:26+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 346.7, + "visit_starts": [ + "2026-09-06T01:50:59Z", + "2026-09-06T04:07:13Z", + "2026-09-06T09:53:56Z", + "2026-09-07T03:37:22Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "apis-io-submit", + "name": "apis.io-submit", + "group_key": "host:apis.io", + "kind": "named", + "user_agents": [ + { + "ua": "apis.io-submit/1.0 (+https://apis.io)", + "requests": 36, + "addresses": 3, + "first_seen": "2026-08-31T21:21:01+00:00", + "last_seen": "2026-09-04T07:26:18+00:00" + }, + { + "ua": "APIEvangelist-AddAPI-Control/1.0 (+https://apis.io)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-08-31T21:23:53+00:00", + "last_seen": "2026-09-04T07:29:31+00:00" + }, + { + "ua": "apis.io-webmcp-probe/1.0 (+https://apis.io/about/)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T15:50:51+00:00", + "last_seen": "2026-09-03T15:50:51+00:00" + } + ], + "primary_user_agent": "apis.io-submit/1.0 (+https://apis.io)", + "requests": 39, + "addresses": 6, + "first_seen": "2026-08-31T21:21:01+00:00", + "last_seen": "2026-09-04T07:29:31+00:00", + "bytes_served": 1627194, + "classed_by_our_instrument": { + "agent": 39 + }, + "surfaces": { + "pathwren-edge": 38, + "mcp-discovery-documents": 1 + }, + "channels": {}, + "accept_headers": [ + "application/json, text/plain, */*", + "*/*" + ], + "status_codes": { + "200": 25, + "not recorded": 13, + "404": 1 + }, + "distinct_paths": 14, + "paths": [ + { + "path": "/", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:17+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/.well-known/api-catalog.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/.well-known/apis.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:17+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/apis.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/llms.txt", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:17+00:00" + }, + { + "path": "/openapi.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/swagger.json", + "requests": 3, + "statuses": { + "not recorded": 1, + "200": 2 + }, + "first": "2026-08-31T21:21:01+00:00", + "last": "2026-09-04T07:26:18+00:00" + }, + { + "path": "/__apis-io-control-1649760434__", + "requests": 2, + "statuses": { + "not recorded": 1, + "404": 1 + }, + "first": "2026-08-31T21:23:53+00:00", + "last": "2026-09-04T07:29:31+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T15:50:51+00:00", + "last": "2026-09-03T15:50:51+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/swagger.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/.well-known/apis.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/.well-known/api-catalog.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/.well-known/api-onboarding", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-08-31T21:21:01+00:00" + }, + { + "path": "/__apis-io-control-1649760434__", + "status": "not recorded", + "at": "2026-08-31T21:23:53+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-03T15:50:51+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/__apis-io-control-1649760434__", + "statuses": { + "404": 1 + }, + "first_asked": "2026-08-31T21:23:53+00:00", + "last_asked": "2026-09-04T07:29:31+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1888.4, + "visit_starts": [ + "2026-08-31T21:21:01Z", + "2026-09-02T04:49:24Z", + "2026-09-03T15:50:51Z", + "2026-09-04T07:26:17Z" + ] + }, + "documentation_url": "https://apis.io", + "self_described_as": null + }, + { + "slug": "ardcrawl", + "name": "ardcrawl", + "group_key": "host:wellknownhq.com", + "kind": "named", + "user_agents": [ + { + "ua": "ardcrawl/0.1 (+https://wellknownhq.com/crawler; ARD catalog census; contact: crawler@wellknownhq.com)", + "requests": 39, + "addresses": 1, + "first_seen": "2026-09-01T09:41:14+00:00", + "last_seen": "2026-09-07T02:02:05+00:00" + } + ], + "primary_user_agent": "ardcrawl/0.1 (+https://wellknownhq.com/crawler; ARD catalog census; contact: crawler@wellknownhq.com)", + "requests": 39, + "addresses": 1, + "first_seen": "2026-09-01T09:41:14+00:00", + "last_seen": "2026-09-07T02:02:05+00:00", + "bytes_served": 401806, + "classed_by_our_instrument": { + "crawler": 39 + }, + "surfaces": { + "pathwren-edge": 39 + }, + "channels": { + "crawlers-host": 8, + "wellknownhq": 4 + }, + "accept_headers": [ + "application/json, text/plain, text/html;q=0.5, */*;q=0.1" + ], + "status_codes": { + "200": 39 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/.well-known/ai-catalog.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T09:41:15+00:00", + "last": "2026-09-07T02:02:05+00:00" + }, + { + "path": "/robots.txt", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-01T09:41:14+00:00", + "last": "2026-09-07T02:02:05+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T09:41:15+00:00", + "last": "2026-09-03T08:01:16+00:00" + }, + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:41:15+00:00", + "last": "2026-09-03T08:01:15+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:41:16+00:00", + "last": "2026-09-03T08:01:15+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:41:16+00:00", + "last": "2026-09-03T08:01:15+00:00" + }, + { + "path": "/.well-known/ard.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T09:41:15+00:00", + "last": "2026-09-03T08:01:14+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:41:16+00:00", + "last": "2026-09-01T09:41:16+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T09:41:14+00:00" + }, + { + "path": "/.well-known/ai-catalog.json", + "status": "200", + "at": "2026-09-01T09:41:15+00:00" + }, + { + "path": "/.well-known/ard.json", + "status": "200", + "at": "2026-09-01T09:41:15+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T09:41:15+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-01T09:41:15+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T09:41:16+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-01T09:41:16+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-01T09:41:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 9, + "median_gap_minutes": 1260.3, + "visit_starts": [ + "2026-09-01T09:41:14Z", + "2026-09-01T13:28:33Z", + "2026-09-02T02:01:31Z", + "2026-09-03T02:01:40Z", + "2026-09-03T08:01:13Z", + "2026-09-04T02:01:51Z", + "2026-09-05T02:01:52Z", + "2026-09-06T02:01:55Z", + "2026-09-07T02:02:05Z" + ] + }, + "documentation_url": "https://wellknownhq.com/crawler", + "self_described_as": "ARD catalog census" + }, + { + "slug": "measure-mcp-schema", + "name": "measure-mcp-schema", + "group_key": "ua:measure-mcp-schema", + "kind": "named", + "user_agents": [ + { + "ua": "measure-mcp-schema/0.1.0", + "requests": 39, + "addresses": 1, + "first_seen": "2026-09-01T03:33:48+00:00", + "last_seen": "2026-09-07T03:30:29+00:00" + } + ], + "primary_user_agent": "measure-mcp-schema/0.1.0", + "requests": 39, + "addresses": 1, + "first_seen": "2026-09-01T03:33:48+00:00", + "last_seen": "2026-09-07T03:30:29+00:00", + "bytes_served": 182961, + "classed_by_our_instrument": { + "agent": 39 + }, + "surfaces": { + "mcp-crawler-index": 13, + "mcp-agent-discovery-doctor": 5, + "mcp-endpoint-lint": 5, + "mcp-crawler-ip-verifier": 5, + "mcp-crawler-log-triage": 5, + "mcp-robots-policy-lint": 5, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 39 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 39 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:33:48+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:33:48+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T03:33:48+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:35:40+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T03:35:40+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T03:31:06+00:00", + "last": "2026-09-07T03:30:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:30:29+00:00", + "last": "2026-09-07T03:30:29+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T03:33:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:33:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:33:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T03:35:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T03:35:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T03:31:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T03:30:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1438.8, + "visit_starts": [ + "2026-09-01T03:33:48Z", + "2026-09-02T03:35:40Z", + "2026-09-03T03:31:06Z", + "2026-09-04T03:30:33Z", + "2026-09-05T03:35:04Z", + "2026-09-06T03:32:19Z", + "2026-09-07T03:30:29Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mozilla-2", + "name": "Mozilla", + "group_key": "host:feedsearch.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Compatible; Feedsearch Bot; +https://feedsearch.dev)", + "requests": 39, + "addresses": 8, + "first_seen": "2026-09-01T09:45:16+00:00", + "last_seen": "2026-09-06T01:46:18+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Compatible; Feedsearch Bot; +https://feedsearch.dev)", + "requests": 39, + "addresses": 8, + "first_seen": "2026-09-01T09:45:16+00:00", + "last_seen": "2026-09-06T01:46:18+00:00", + "bytes_served": 763462, + "classed_by_our_instrument": { + "crawler": 39 + }, + "surfaces": { + "pathwren-edge": 38, + "changes-syndication-feeds": 1 + }, + "channels": { + "feedsearch-dev": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 33, + "301": 6 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/", + "requests": 9, + "statuses": { + "301": 2, + "200": 7 + }, + "first": "2026-09-01T09:45:16+00:00", + "last": "2026-09-06T01:46:17+00:00" + }, + { + "path": "/robots.txt", + "requests": 9, + "statuses": { + "301": 2, + "200": 7 + }, + "first": "2026-09-01T09:45:16+00:00", + "last": "2026-09-06T01:46:17+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 9, + "statuses": { + "301": 2, + "200": 7 + }, + "first": "2026-09-01T09:45:16+00:00", + "last": "2026-09-06T01:46:17+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T01:37:56+00:00", + "last": "2026-09-06T01:46:18+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T01:37:56+00:00", + "last": "2026-09-06T01:46:18+00:00" + }, + { + "path": "/c/feedsearch-dev/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T01:45:03+00:00", + "last": "2026-09-06T01:46:13+00:00" + }, + { + "path": "/c/feedsearch-dev/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:46:18+00:00", + "last": "2026-09-06T01:46:18+00:00" + }, + { + "path": "/c/feedsearch/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:45:25+00:00", + "last": "2026-09-01T09:45:25+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T09:45:16+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-01T09:45:16+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T09:45:16+00:00" + }, + { + "path": "/c/feedsearch/", + "status": "200", + "at": "2026-09-01T09:45:25+00:00" + }, + { + "path": "/crawler/feedfetcher-google.html", + "status": "200", + "at": "2026-09-06T01:37:56+00:00" + }, + { + "path": "/bot/ghxst-feed-importer.html", + "status": "200", + "at": "2026-09-06T01:37:56+00:00" + }, + { + "path": "/c/feedsearch-dev/", + "status": "200", + "at": "2026-09-06T01:45:03+00:00" + }, + { + "path": "/c/feedsearch-dev/feed.xml", + "status": "200", + "at": "2026-09-06T01:46:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 3356.3, + "visit_starts": [ + "2026-09-01T09:45:16Z", + "2026-09-01T15:27:09Z", + "2026-09-06T01:37:55Z" + ] + }, + "documentation_url": "https://feedsearch.dev", + "self_described_as": "Feedsearch Bot" + }, + { + "slug": "mcp-registry", + "name": "mcp-registry", + "group_key": "ua:mcp-registry", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-registry/1.0", + "requests": 37, + "addresses": 3, + "first_seen": "2026-08-31T22:02:23+00:00", + "last_seen": "2026-09-07T00:44:36+00:00" + } + ], + "primary_user_agent": "mcp-registry/1.0", + "requests": 37, + "addresses": 3, + "first_seen": "2026-08-31T22:02:23+00:00", + "last_seen": "2026-09-07T00:44:36+00:00", + "bytes_served": 2412, + "classed_by_our_instrument": { + "agent": 37 + }, + "surfaces": { + "pathwren-edge": 37 + }, + "channels": { + "mcp-registry-official": 36 + }, + "accept_headers": [ + "text/plain" + ], + "status_codes": { + "200": 36, + "not recorded": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/.well-known/mcp-registry-auth", + "requests": 37, + "statuses": { + "not recorded": 1, + "200": 36 + }, + "first": "2026-08-31T22:02:23+00:00", + "last": "2026-09-07T00:44:36+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/mcp-registry-auth", + "status": "200", + "at": "2026-08-31T22:02:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 12, + "median_gap_minutes": 531.1, + "visit_starts": [ + "2026-08-31T22:02:23Z", + "2026-09-01T00:36:57Z", + "2026-09-01T01:47:12Z", + "2026-09-01T02:29:08Z", + "2026-09-01T15:50:33Z", + "2026-09-02T00:41:37Z", + "2026-09-02T08:53:05Z", + "2026-09-04T00:06:56Z", + "2026-09-05T00:43:05Z", + "2026-09-06T00:43:40Z", + "2026-09-06T08:22:54Z", + "2026-09-07T00:44:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "freepublicapis", + "name": "FreePublicAPIs", + "group_key": "host:freepublicapis.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; FreePublicAPIs/1.0; +https://freepublicapis.com)", + "requests": 36, + "addresses": 1, + "first_seen": "2026-09-02T04:45:07+00:00", + "last_seen": "2026-09-07T05:10:16+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; FreePublicAPIs/1.0; +https://freepublicapis.com)", + "requests": 36, + "addresses": 1, + "first_seen": "2026-09-02T04:45:07+00:00", + "last_seen": "2026-09-07T05:10:16+00:00", + "bytes_served": 733350, + "classed_by_our_instrument": { + "unknown": 36 + }, + "surfaces": { + "http-tools": 30, + "client-dossiers": 6 + }, + "channels": { + "freepublicapis": 36 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 36 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/freepublicapis/tools/ai-access", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T04:45:17+00:00", + "last": "2026-09-07T05:10:05+00:00" + }, + { + "path": "/c/freepublicapis/tools/classify-ua", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T04:45:11+00:00", + "last": "2026-09-07T05:10:15+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-allowed", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T04:45:16+00:00", + "last": "2026-09-07T05:10:16+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-lint", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T04:45:16+00:00", + "last": "2026-09-07T05:10:16+00:00" + }, + { + "path": "/c/freepublicapis/tools/verification-methods", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T04:45:17+00:00", + "last": "2026-09-07T05:10:14+00:00" + }, + { + "path": "/c/freepublicapis/tools/verify-crawler", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T04:45:07+00:00", + "last": "2026-09-07T05:10:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/freepublicapis/tools/verify-crawler", + "status": "200", + "at": "2026-09-02T04:45:07+00:00" + }, + { + "path": "/c/freepublicapis/tools/classify-ua", + "status": "200", + "at": "2026-09-02T04:45:11+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-lint", + "status": "200", + "at": "2026-09-02T04:45:16+00:00" + }, + { + "path": "/c/freepublicapis/tools/robots-allowed", + "status": "200", + "at": "2026-09-02T04:45:16+00:00" + }, + { + "path": "/c/freepublicapis/tools/ai-access", + "status": "200", + "at": "2026-09-02T04:45:17+00:00" + }, + { + "path": "/c/freepublicapis/tools/verification-methods", + "status": "200", + "at": "2026-09-02T04:45:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 1445.0, + "visit_starts": [ + "2026-09-02T04:45:07Z", + "2026-09-03T04:50:06Z", + "2026-09-04T04:55:05Z", + "2026-09-05T05:00:08Z", + "2026-09-06T05:05:04Z", + "2026-09-07T05:10:05Z" + ] + }, + "documentation_url": "https://freepublicapis.com", + "self_described_as": "FreePublicAPIs/1.0" + }, + { + "slug": "sync", + "name": "Sync", + "group_key": "ua:sync", + "kind": "named", + "user_agents": [ + { + "ua": "Sync", + "requests": 35, + "addresses": 18, + "first_seen": "2026-09-06T00:16:36+00:00", + "last_seen": "2026-09-07T06:25:30+00:00" + } + ], + "primary_user_agent": "Sync", + "requests": 35, + "addresses": 18, + "first_seen": "2026-09-06T00:16:36+00:00", + "last_seen": "2026-09-07T06:25:30+00:00", + "bytes_served": 38677, + "classed_by_our_instrument": { + "agent": 35 + }, + "surfaces": { + "pathwren-edge": 29, + "client-dossiers": 6 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 35 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 29, + "statuses": { + "200": 29 + }, + "first": "2026-09-06T00:16:36+00:00", + "last": "2026-09-07T06:25:30+00:00" + }, + { + "path": "/px.gif", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T03:14:45+00:00", + "last": "2026-09-07T03:18:32+00:00" + } + ], + "first_walk": [ + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T00:16:36+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-06T03:14:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 14, + "median_gap_minutes": 58.0, + "visit_starts": [ + "2026-09-06T00:16:36Z", + "2026-09-06T01:17:02Z", + "2026-09-06T03:14:45Z", + "2026-09-06T03:51:39Z", + "2026-09-06T05:23:27Z", + "2026-09-06T08:12:05Z", + "2026-09-06T08:52:53Z", + "2026-09-06T09:44:34Z", + "2026-09-06T10:34:46Z", + "2026-09-06T11:32:43Z", + "2026-09-07T03:18:32Z", + "2026-09-07T04:31:12Z", + "2026-09-07T05:12:16Z", + "2026-09-07T05:56:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "teppi-probe", + "name": "teppi-probe", + "group_key": "ua:teppi-probe", + "kind": "named", + "user_agents": [ + { + "ua": "teppi-probe/0.1.0", + "requests": 35, + "addresses": 2, + "first_seen": "2026-09-02T02:48:35+00:00", + "last_seen": "2026-09-07T06:14:50+00:00" + } + ], + "primary_user_agent": "teppi-probe/0.1.0", + "requests": 35, + "addresses": 2, + "first_seen": "2026-09-02T02:48:35+00:00", + "last_seen": "2026-09-07T06:14:50+00:00", + "bytes_served": 167802, + "classed_by_our_instrument": { + "agent": 35 + }, + "surfaces": { + "mcp-crawler-index": 13, + "mcp-robots-policy-lint": 5, + "mcp-crawler-log-triage": 5, + "mcp-agent-discovery-doctor": 4, + "mcp-crawler-ip-verifier": 4, + "mcp-endpoint-lint": 3, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 35 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 34, + "202": 1 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T02:48:35+00:00", + "last": "2026-09-05T18:54:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-02T02:48:35+00:00", + "last": "2026-09-05T18:54:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T02:48:35+00:00", + "last": "2026-09-05T18:54:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 6, + "statuses": { + "200": 5, + "202": 1 + }, + "first": "2026-09-02T02:48:35+00:00", + "last": "2026-09-05T18:54:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-02T02:48:35+00:00", + "last": "2026-09-05T18:54:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T09:34:45+00:00", + "last": "2026-09-07T00:30:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:14:50+00:00", + "last": "2026-09-07T06:14:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T02:48:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T02:48:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T02:48:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T02:48:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T02:48:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-05T09:34:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T06:14:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 10, + "median_gap_minutes": 628.7, + "visit_starts": [ + "2026-09-02T02:48:35Z", + "2026-09-02T13:17:18Z", + "2026-09-03T08:42:47Z", + "2026-09-04T04:09:37Z", + "2026-09-04T23:38:18Z", + "2026-09-05T09:34:45Z", + "2026-09-05T18:54:17Z", + "2026-09-06T04:19:44Z", + "2026-09-07T00:30:43Z", + "2026-09-07T06:14:50Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "aive-mcp-endpointprobe", + "name": "AIVE-MCP-EndpointProbe", + "group_key": "ua:aive-mcp-endpointprobe", + "kind": "named", + "user_agents": [ + { + "ua": "AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)", + "requests": 34, + "addresses": 6, + "first_seen": "2026-09-01T12:37:31+00:00", + "last_seen": "2026-09-06T11:44:29+00:00" + } + ], + "primary_user_agent": "AIVE-MCP-EndpointProbe/1.0 (+https://github.com/eXaive/aive-ingest; reachability check only, no auth attempted)", + "requests": 34, + "addresses": 6, + "first_seen": "2026-09-01T12:37:31+00:00", + "last_seen": "2026-09-06T11:44:29+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 34 + }, + "surfaces": { + "mcp-crawler-index": 8, + "mcp-agent-discovery-doctor": 5, + "mcp-crawler-ip-verifier": 5, + "mcp-crawler-log-triage": 5, + "mcp-endpoint-lint": 5, + "mcp-robots-policy-lint": 5, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 34 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 34 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T12:37:31+00:00", + "last": "2026-09-06T11:44:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T12:37:31+00:00", + "last": "2026-09-06T11:44:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T12:37:31+00:00", + "last": "2026-09-06T11:44:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T12:10:10+00:00", + "last": "2026-09-06T11:44:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T12:10:10+00:00", + "last": "2026-09-06T11:44:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T12:10:11+00:00", + "last": "2026-09-06T11:44:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:44:28+00:00", + "last": "2026-09-06T11:44:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T12:37:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T12:37:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T12:37:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T12:10:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T12:10:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T12:10:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T11:44:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 1387.8, + "visit_starts": [ + "2026-09-01T12:37:31Z", + "2026-09-03T12:10:10Z", + "2026-09-04T12:12:18Z", + "2026-09-05T11:20:05Z", + "2026-09-05T14:24:13Z", + "2026-09-06T11:44:28Z" + ] + }, + "documentation_url": "https://github.com/eXaive/aive-ingest", + "self_described_as": "reachability check only, no auth attempted" + }, + { + "slug": "guzzlehttp", + "name": "GuzzleHttp", + "group_key": "ua:guzzlehttp", + "kind": "library", + "user_agents": [ + { + "ua": "GuzzleHttp/7", + "requests": 34, + "addresses": 8, + "first_seen": "2026-08-31T22:09:48+00:00", + "last_seen": "2026-09-07T05:01:00+00:00" + } + ], + "primary_user_agent": "GuzzleHttp/7", + "requests": 34, + "addresses": 8, + "first_seen": "2026-08-31T22:09:48+00:00", + "last_seen": "2026-09-07T05:01:00+00:00", + "bytes_served": 344540, + "classed_by_our_instrument": { + "agent": 34 + }, + "surfaces": { + "mcp-crawler-index": 19, + "mcp-agent-discovery-doctor": 5, + "mcp-endpoint-lint": 3, + "mcp-markdown-lane": 3, + "pathwren-edge": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 32, + "mcp-registry": 1, + "apislist": 1 + }, + "accept_headers": [ + "application/json, text/event-stream", + "application/json, application/yaml, text/yaml, */*" + ], + "status_codes": { + "200": 30, + "405": 3, + "not recorded": 1 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 9, + "statuses": { + "405": 1, + "200": 8 + }, + "first": "2026-09-01T02:38:47+00:00", + "last": "2026-09-07T00:50:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 6, + "statuses": { + "405": 1, + "200": 5 + }, + "first": "2026-09-01T00:38:23+00:00", + "last": "2026-09-06T00:56:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T16:00:18+00:00", + "last": "2026-09-03T07:00:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "405": 1, + "200": 3 + }, + "first": "2026-09-01T01:48:34+00:00", + "last": "2026-09-03T07:00:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T05:01:55+00:00", + "last": "2026-09-03T07:00:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T08:28:31+00:00", + "last": "2026-09-07T05:01:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T05:02:10+00:00", + "last": "2026-09-03T07:00:22+00:00" + }, + { + "path": "/c/apislist/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:44:00+00:00", + "last": "2026-09-02T04:44:00+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T22:09:48+00:00", + "last": "2026-08-31T22:09:48+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "not recorded", + "at": "2026-08-31T22:09:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T00:38:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T01:48:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T02:38:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-01T16:00:18+00:00" + }, + { + "path": "/c/apislist/openapi.json", + "status": "200", + "at": "2026-09-02T04:44:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T05:02:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T05:01:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T08:28:31+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/mcp-registry-official/mcp", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T00:38:23+00:00", + "last_asked": "2026-09-06T00:56:20+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T01:48:34+00:00", + "last_asked": "2026-09-03T07:00:21+00:00", + "answered_200_since": null + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "statuses": { + "405": 1 + }, + "first_asked": "2026-09-01T02:38:47+00:00", + "last_asked": "2026-09-07T00:50:35+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 17, + "median_gap_minutes": 353.4, + "visit_starts": [ + "2026-08-31T22:09:48Z", + "2026-09-01T00:38:23Z", + "2026-09-01T01:48:34Z", + "2026-09-01T02:38:47Z", + "2026-09-01T05:02:18Z", + "2026-09-01T16:00:18Z", + "2026-09-02T00:48:58Z", + "2026-09-02T04:44:00Z", + "2026-09-02T08:58:29Z", + "2026-09-03T05:01:55Z", + "2026-09-03T07:00:17Z", + "2026-09-04T00:11:30Z", + "2026-09-05T00:49:00Z", + "2026-09-06T00:56:20Z", + "2026-09-06T08:28:31Z", + "2026-09-07T00:50:35Z", + "2026-09-07T05:00:55Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "qtcreator", + "name": "QtCreator", + "group_key": "ua:qtcreator", + "kind": "named", + "user_agents": [ + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.2; Arch Linux; en_US; 64 bit)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-01T15:18:17+00:00", + "last_seen": "2026-09-04T19:16:40+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; OpenMandriva Lx 26.02 (ROME) Rolling; en_US; 64 bit)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T07:45:58+00:00", + "last_seen": "2026-09-01T07:45:59+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.0; Ubuntu 26.04 LTS; ru_RU; 64 bit)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T10:43:50+00:00", + "last_seen": "2026-09-05T09:51:58+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; de_DE; 64 bit)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-04T05:33:15+00:00", + "last_seen": "2026-09-07T06:35:41+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; ru_RU; 64 bit)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-04T08:15:58+00:00", + "last_seen": "2026-09-04T13:30:30+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; en_IN; 64 bit)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T19:07:24+00:00", + "last_seen": "2026-09-05T19:07:25+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; SUSE Linux Enterprise Server 15 SP7; de_DE; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T06:24:35+00:00", + "last_seen": "2026-09-01T06:24:35+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; macOS Tahoe (26.6.2); en_UA; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T07:33:20+00:00", + "last_seen": "2026-09-01T07:33:20+00:00" + }, + { + "ua": "QtCreator/20.0.0 (QNetworkAccessManager 6.11.1; Ubuntu 24.04.4 LTS; en_US; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T09:01:31+00:00", + "last_seen": "2026-09-01T09:01:31+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Manjaro Linux; ru_RU; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T09:02:05+00:00", + "last_seen": "2026-09-01T09:02:05+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Debian GNU/Linux 13 (trixie); en_GB; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T09:46:02+00:00", + "last_seen": "2026-09-01T09:46:02+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 10 Version 22H2; de_DE; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T10:16:38+00:00", + "last_seen": "2026-09-01T10:16:38+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; es_ES; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T10:26:29+00:00", + "last_seen": "2026-09-01T10:26:29+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Ubuntu 26.04.1 LTS; de_DE; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T12:38:33+00:00", + "last_seen": "2026-09-01T12:38:33+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; tr_TR; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T16:57:56+00:00", + "last_seen": "2026-09-01T16:57:56+00:00" + }, + { + "ua": "QtCreator/19.0.82 (QNetworkAccessManager 6.11.1; Fedora 44 (Flatpak runtime); de_DE; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T12:15:44+00:00", + "last_seen": "2026-09-02T12:15:44+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Ubuntu 22.04.5 LTS; fr_FR; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T07:52:05+00:00", + "last_seen": "2026-09-03T07:52:05+00:00" + }, + { + "ua": "QtCreator/20.0.0 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; it_IT; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T11:22:27+00:00", + "last_seen": "2026-09-03T11:22:27+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.2; Arch Linux; pl_PL; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T22:33:12+00:00", + "last_seen": "2026-09-03T22:33:12+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; th_TH; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T06:51:34+00:00", + "last_seen": "2026-09-04T06:51:34+00:00" + }, + { + "ua": "QtCreator/20.0.0 (QNetworkAccessManager 6.11.1; Ubuntu 26.04.1 LTS; en_US; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T09:47:55+00:00", + "last_seen": "2026-09-05T09:47:55+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.2; Arch Linux; ru_UA; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T20:39:38+00:00", + "last_seen": "2026-09-05T20:39:38+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Fedora Linux 44 (KDE Plasma Desktop Edition); de_DE; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:45:16+00:00", + "last_seen": "2026-09-06T01:45:16+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Ubuntu 22.04.5 LTS; en_ZA; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:43:45+00:00", + "last_seen": "2026-09-07T06:43:45+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.8.6; Ubuntu 22.04.5 LTS; en_ZA; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:25:10+00:00", + "last_seen": "2026-09-07T07:25:10+00:00" + }, + { + "ua": "QtCreator/20.0.0 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; ko_KR; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:46:04+00:00", + "last_seen": "2026-09-07T07:46:04+00:00" + }, + { + "ua": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.1; Windows 11 Version 25H2; en_SE; 64 bit)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T08:00:19+00:00", + "last_seen": "2026-09-07T08:00:19+00:00" + } + ], + "primary_user_agent": "QtCreator/20.0.1 (QNetworkAccessManager 6.11.2; Arch Linux; en_US; 64 bit)", + "requests": 34, + "addresses": 32, + "first_seen": "2026-09-01T06:24:35+00:00", + "last_seen": "2026-09-07T08:00:19+00:00", + "bytes_served": 68476, + "classed_by_our_instrument": { + "agent": 34 + }, + "surfaces": { + "pathwren-edge": 34 + }, + "channels": { + "mcp-registry-official": 34 + }, + "accept_headers": [], + "status_codes": { + "200": 34 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 34, + "statuses": { + "200": 34 + }, + "first": "2026-09-01T06:24:35+00:00", + "last": "2026-09-07T08:00:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-01T06:24:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 24, + "median_gap_minutes": 159.7, + "visit_starts": [ + "2026-09-01T06:24:35Z", + "2026-09-01T07:33:20Z", + "2026-09-01T09:01:31Z", + "2026-09-01T09:46:02Z", + "2026-09-01T10:16:38Z", + "2026-09-01T12:38:33Z", + "2026-09-01T15:18:17Z", + "2026-09-01T16:57:56Z", + "2026-09-02T12:15:44Z", + "2026-09-03T07:52:05Z", + "2026-09-03T11:22:27Z", + "2026-09-03T22:33:12Z", + "2026-09-04T05:33:15Z", + "2026-09-04T06:51:34Z", + "2026-09-04T08:15:58Z", + "2026-09-04T13:30:30Z", + "2026-09-04T17:28:18Z", + "2026-09-04T19:16:40Z", + "2026-09-05T09:47:55Z", + "2026-09-05T19:07:24Z", + "2026-09-05T20:39:38Z", + "2026-09-06T01:45:16Z", + "2026-09-07T06:35:41Z", + "2026-09-07T07:25:10Z" + ] + }, + "documentation_url": null, + "self_described_as": "QNetworkAccessManager 6.11.2; Arch Linux; en_US; 64 bit" + }, + { + "slug": "lemmy-213", + "name": "Lemmy", + "group_key": "host:lemmy.zip", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.zip", + "requests": 33, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T07:47:14+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.zip", + "requests": 33, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T07:47:14+00:00", + "bytes_served": 1635271, + "classed_by_our_instrument": { + "agent": 33 + }, + "surfaces": { + "section-roots": 22, + "webfinger-jrd": 5, + "blog": 5, + "api-reference": 1 + }, + "channels": { + "lemmy": 25, + "mbin": 2, + "piefed": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 28, + "404": 5 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:19:03+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-06T05:58:00+00:00", + "last": "2026-09-07T03:42:04+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T09:12:55+00:00", + "last": "2026-09-06T09:17:58+00:00" + }, + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:39+00:00", + "last": "2026-09-07T07:47:14+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:23+00:00", + "last": "2026-09-07T07:46:54+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-07T02:45:05+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:45+00:00", + "last": "2026-09-06T06:07:45+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:23+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T05:58:00+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:55+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-06T05:58:00+00:00", + "last_asked": "2026-09-07T03:42:04+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 118.9, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:03:55Z", + "2026-09-06T02:54:07Z", + "2026-09-06T05:58:00Z", + "2026-09-06T07:14:02Z", + "2026-09-06T09:12:55Z", + "2026-09-07T02:45:05Z", + "2026-09-07T07:46:54Z" + ] + }, + "documentation_url": "https://lemmy.zip", + "self_described_as": null + }, + { + "slug": "friendica-8", + "name": "Friendica", + "group_key": "host:friendica.world", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.world", + "requests": 23, + "addresses": 2, + "first_seen": "2026-09-06T00:31:14+00:00", + "last_seen": "2026-09-07T06:50:00+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.world", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T00:31:14+00:00", + "last_seen": "2026-09-07T06:49:59+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContactVerifier/1 +https://friendica.world", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T04:20:39+00:00", + "last_seen": "2026-09-07T05:32:55+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.world", + "requests": 31, + "addresses": 2, + "first_seen": "2026-09-06T00:31:14+00:00", + "last_seen": "2026-09-07T06:50:00+00:00", + "bytes_served": 352844, + "classed_by_our_instrument": { + "agent": 31 + }, + "surfaces": { + "section-roots": 31 + }, + "channels": { + "friendica": 31 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 31 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-06T06:33:18+00:00", + "last": "2026-09-06T06:38:29+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-06T06:36:35+00:00", + "last": "2026-09-06T06:36:52+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:31:14+00:00", + "last": "2026-09-07T05:32:55+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:49:59+00:00", + "last": "2026-09-07T06:50:00+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:39:50+00:00", + "last": "2026-09-06T06:39:51+00:00" + }, + { + "path": "/c/friendica/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:47:09+00:00", + "last": "2026-09-06T06:47:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:31:14+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:18+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:35+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:39:50+00:00" + }, + { + "path": "/c/friendica/policy/", + "status": "200", + "at": "2026-09-06T06:47:09+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:49:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 181.1, + "visit_starts": [ + "2026-09-06T00:31:14Z", + "2026-09-06T04:20:39Z", + "2026-09-06T06:33:18Z", + "2026-09-07T05:32:55Z", + "2026-09-07T06:49:59Z" + ] + }, + "documentation_url": "https://friendica.world", + "self_described_as": null + }, + { + "slug": "lemmy-81", + "name": "Lemmy", + "group_key": "host:programming.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://programming.dev", + "requests": 31, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T07:47:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://programming.dev", + "requests": 31, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T07:47:27+00:00", + "bytes_served": 1565029, + "classed_by_our_instrument": { + "agent": 31 + }, + "surfaces": { + "section-roots": 20, + "blog": 8, + "webfinger-jrd": 2, + "api-reference": 1 + }, + "channels": { + "lemmy": 26, + "mbin": 2, + "piefed": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 29, + "404": 2 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-06T09:12:51+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:29+00:00", + "last": "2026-09-07T07:47:27+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:17+00:00", + "last": "2026-09-07T03:00:40+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:21+00:00", + "last": "2026-09-07T07:46:35+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T07:23:01+00:00", + "last": "2026-09-06T07:23:02+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-07T02:45:10+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:15+00:00", + "last": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:06+00:00", + "last": "2026-09-06T06:08:06+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:25+00:00", + "last": "2026-09-07T03:20:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:17+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:15+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:29+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:21+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:06+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T07:23:01+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:51+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:25+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T07:23:01+00:00", + "last_asked": "2026-09-06T07:23:02+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 159.1, + "visit_starts": [ + "2026-09-06T00:15:17Z", + "2026-09-06T02:54:22Z", + "2026-09-06T06:08:06Z", + "2026-09-06T07:23:01Z", + "2026-09-06T09:12:51Z", + "2026-09-07T00:49:55Z", + "2026-09-07T02:45:10Z", + "2026-09-07T07:46:35Z" + ] + }, + "documentation_url": "https://programming.dev", + "self_described_as": null + }, + { + "slug": "mcpmon", + "name": "mcpmon", + "group_key": "ua:mcpmon", + "kind": "named", + "user_agents": [ + { + "ua": "mcpmon/1.0 (MCP liveness+drift archive; non-commercial research; vivekroorkee9053@gmail.com)", + "requests": 31, + "addresses": 3, + "first_seen": "2026-09-05T11:49:10+00:00", + "last_seen": "2026-09-06T02:52:32+00:00" + } + ], + "primary_user_agent": "mcpmon/1.0 (MCP liveness+drift archive; non-commercial research; vivekroorkee9053@gmail.com)", + "requests": 31, + "addresses": 3, + "first_seen": "2026-09-05T11:49:10+00:00", + "last_seen": "2026-09-06T02:52:32+00:00", + "bytes_served": 157950, + "classed_by_our_instrument": { + "agent": 31 + }, + "surfaces": { + "mcp-crawler-ip-verifier": 6, + "mcp-agent-discovery-doctor": 5, + "mcp-crawler-index": 5, + "mcp-crawler-log-triage": 5, + "mcp-endpoint-lint": 5, + "mcp-robots-policy-lint": 5 + }, + "channels": { + "mcp-registry-official": 31 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 20, + "202": 11 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 6, + "statuses": { + "200": 4, + "202": 2 + }, + "first": "2026-09-05T11:49:13+00:00", + "last": "2026-09-06T02:52:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 5, + "statuses": { + "200": 3, + "202": 2 + }, + "first": "2026-09-05T11:49:11+00:00", + "last": "2026-09-06T02:52:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 5, + "statuses": { + "200": 3, + "202": 2 + }, + "first": "2026-09-05T11:49:10+00:00", + "last": "2026-09-06T02:52:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 5, + "statuses": { + "200": 3, + "202": 2 + }, + "first": "2026-09-05T11:49:14+00:00", + "last": "2026-09-06T02:52:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 5, + "statuses": { + "200": 3, + "202": 2 + }, + "first": "2026-09-05T11:49:15+00:00", + "last": "2026-09-06T02:52:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 5, + "statuses": { + "200": 4, + "202": 1 + }, + "first": "2026-09-05T11:49:14+00:00", + "last": "2026-09-06T02:52:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-05T11:49:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-05T11:49:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-05T11:49:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-05T11:49:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-05T11:49:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-05T11:49:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 903.3, + "visit_starts": [ + "2026-09-05T11:49:10Z", + "2026-09-06T02:52:30Z" + ] + }, + "documentation_url": "mailto:vivekroorkee9053@gmail.com", + "self_described_as": "MCP liveness+drift archive; non-commercial research" + }, + { + "slug": "agent-world-probe", + "name": "agent-world-probe", + "group_key": "ua:agent-world-probe", + "kind": "named", + "user_agents": [ + { + "ua": "agent-world-probe/py-0.95 (research; MCP census)", + "requests": 30, + "addresses": 5, + "first_seen": "2026-09-01T08:54:05+00:00", + "last_seen": "2026-09-06T08:13:17+00:00" + } + ], + "primary_user_agent": "agent-world-probe/py-0.95 (research; MCP census)", + "requests": 30, + "addresses": 5, + "first_seen": "2026-09-01T08:54:05+00:00", + "last_seen": "2026-09-06T08:13:17+00:00", + "bytes_served": 124070, + "classed_by_our_instrument": { + "agent": 30 + }, + "surfaces": { + "mcp-crawler-index": 13, + "mcp-agent-discovery-doctor": 4, + "mcp-endpoint-lint": 4, + "mcp-crawler-ip-verifier": 3, + "mcp-crawler-log-triage": 3, + "mcp-robots-policy-lint": 3 + }, + "channels": { + "mcp-registry-official": 30 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 26, + "202": 4 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T08:54:06+00:00", + "last": "2026-09-06T08:13:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-01T08:54:05+00:00", + "last": "2026-09-06T08:13:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 5, + "statuses": { + "200": 4, + "202": 1 + }, + "first": "2026-09-02T08:04:51+00:00", + "last": "2026-09-06T08:13:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 5, + "statuses": { + "200": 3, + "202": 2 + }, + "first": "2026-09-01T08:54:07+00:00", + "last": "2026-09-06T08:13:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 4, + "statuses": { + "202": 1, + "200": 3 + }, + "first": "2026-09-03T09:15:40+00:00", + "last": "2026-09-06T08:13:16+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T08:04:50+00:00", + "last": "2026-09-06T08:13:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T08:54:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T08:54:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T08:54:07+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T08:04:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T08:04:51+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T09:15:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 1486.0, + "visit_starts": [ + "2026-09-01T08:54:05Z", + "2026-09-02T08:04:49Z", + "2026-09-03T09:15:37Z", + "2026-09-05T07:51:58Z", + "2026-09-06T08:13:12Z" + ] + }, + "documentation_url": null, + "self_described_as": "research; MCP census" + }, + { + "slug": "solvedearthpricebot", + "name": "SolvedEarthPriceBot", + "group_key": "host:solved.earth", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; SolvedEarthPriceBot/2.0; +https://solved.earth)", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-02T04:14:14+00:00", + "last_seen": "2026-09-07T04:14:41+00:00" + }, + { + "ua": "SolvedEarthLivenessBot/1.0 (+https://solved.earth/docs)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-02T02:30:49+00:00", + "last_seen": "2026-09-07T02:30:51+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; SolvedEarthPriceBot/2.0; +https://solved.earth)", + "requests": 30, + "addresses": 1, + "first_seen": "2026-09-02T02:30:49+00:00", + "last_seen": "2026-09-07T04:14:41+00:00", + "bytes_served": 162412, + "classed_by_our_instrument": { + "crawler": 30 + }, + "surfaces": { + "pathwren-edge": 14, + "ai-crawler-index": 12, + "pricing-document": 4 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "*/*" + ], + "status_codes": { + "200": 30 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-02T02:30:49+00:00", + "last": "2026-09-07T04:14:39+00:00" + }, + { + "path": "/px.gif", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-02T04:14:14+00:00", + "last": "2026-09-07T04:14:41+00:00" + }, + { + "path": "/pricing", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-03T04:14:05+00:00", + "last": "2026-09-07T04:14:41+00:00" + }, + { + "path": "/register", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:14:16+00:00", + "last": "2026-09-02T04:14:16+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-02T02:30:49+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-02T04:14:14+00:00" + }, + { + "path": "/register", + "status": "200", + "at": "2026-09-02T04:14:16+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-03T04:14:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 11, + "median_gap_minutes": 715.4, + "visit_starts": [ + "2026-09-02T02:30:49Z", + "2026-09-02T04:14:14Z", + "2026-09-03T02:30:41Z", + "2026-09-03T04:14:03Z", + "2026-09-04T02:30:41Z", + "2026-09-04T04:14:04Z", + "2026-09-05T02:30:49Z", + "2026-09-05T04:14:13Z", + "2026-09-06T02:21:17Z", + "2026-09-07T02:30:51Z", + "2026-09-07T04:14:39Z" + ] + }, + "documentation_url": "https://solved.earth", + "self_described_as": "SolvedEarthPriceBot/2.0" + }, + { + "slug": "agentpointsdirectoryenricher", + "name": "AgentPointsDirectoryEnricher", + "group_key": "host:agentpoints.net", + "kind": "named", + "user_agents": [ + { + "ua": "AgentPointsDirectoryEnricher/1.0 (+https://agentpoints.net)", + "requests": 29, + "addresses": 1, + "first_seen": "2026-09-02T04:20:57+00:00", + "last_seen": "2026-09-04T04:28:04+00:00" + } + ], + "primary_user_agent": "AgentPointsDirectoryEnricher/1.0 (+https://agentpoints.net)", + "requests": 29, + "addresses": 1, + "first_seen": "2026-09-02T04:20:57+00:00", + "last_seen": "2026-09-04T04:28:04+00:00", + "bytes_served": 766032, + "classed_by_our_instrument": { + "agent": 29 + }, + "surfaces": { + "pathwren-edge": 22, + "api-reference": 3, + "access-document": 2, + "pricing-document": 2 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/json,*/*" + ], + "status_codes": { + "200": 24, + "404": 5 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T04:20:57+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/api", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T04:20:57+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/developer", + "requests": 3, + "statuses": { + "404": 1, + "200": 2 + }, + "first": "2026-09-02T04:20:57+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/developers", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T04:20:57+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/docs", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T04:20:57+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/documentation", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T04:20:57+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/plans", + "requests": 3, + "statuses": { + "404": 1, + "200": 2 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/pricing", + "requests": 3, + "statuses": { + "404": 1, + "200": 2 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-04T04:28:04+00:00" + }, + { + "path": "/.well-known/a2a.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/agent.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:20:58+00:00", + "last": "2026-09-02T04:20:58+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/docs", + "status": "200", + "at": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/documentation", + "status": "200", + "at": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/api", + "status": "200", + "at": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/developers", + "status": "200", + "at": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/developer", + "status": "200", + "at": "2026-09-02T04:20:57+00:00" + }, + { + "path": "/plans", + "status": "200", + "at": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/pricing", + "status": "200", + "at": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/.well-known/a2a.json", + "status": "404", + "at": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/agent.json", + "status": "404", + "at": "2026-09-02T04:20:58+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-02T04:20:58+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/developer", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:20:57+00:00", + "last_asked": "2026-09-04T04:28:04+00:00", + "answered_200_since": "2026-09-02T05:13:48+00:00" + }, + { + "path": "/plans", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:20:58+00:00", + "last_asked": "2026-09-04T04:28:04+00:00", + "answered_200_since": "2026-09-02T05:13:47+00:00" + }, + { + "path": "/pricing", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:20:58+00:00", + "last_asked": "2026-09-04T04:28:04+00:00", + "answered_200_since": "2026-09-02T05:13:47+00:00" + }, + { + "path": "/.well-known/a2a.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:20:58+00:00", + "last_asked": "2026-09-02T04:20:58+00:00", + "answered_200_since": "2026-09-02T05:13:48+00:00" + }, + { + "path": "/agent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T04:20:58+00:00", + "last_asked": "2026-09-02T04:20:58+00:00", + "answered_200_since": "2026-09-02T05:13:48+00:00" + } + ], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1443.6, + "visit_starts": [ + "2026-09-02T04:20:57Z", + "2026-09-03T04:22:50Z", + "2026-09-04T04:28:04Z" + ] + }, + "documentation_url": "https://agentpoints.net", + "self_described_as": null + }, + { + "slug": "bot", + "name": "bot", + "group_key": "ua:bot", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; bot)", + "requests": 29, + "addresses": 1, + "first_seen": "2026-09-07T03:24:44+00:00", + "last_seen": "2026-09-07T08:26:00+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; bot)", + "requests": 29, + "addresses": 1, + "first_seen": "2026-09-07T03:24:44+00:00", + "last_seen": "2026-09-07T08:26:00+00:00", + "bytes_served": 137614, + "classed_by_our_instrument": { + "crawler": 29 + }, + "surfaces": { + "section-roots": 29 + }, + "channels": { + "lemmy": 29 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 29 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 15, + "statuses": { + "200": 15 + }, + "first": "2026-09-07T03:25:31+00:00", + "last": "2026-09-07T08:26:00+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-07T03:24:44+00:00", + "last": "2026-09-07T08:25:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:24:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:25:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:24:44Z" + ] + }, + "documentation_url": null, + "self_described_as": "bot" + }, + { + "slug": "lemmy-169", + "name": "Lemmy", + "group_key": "host:lemmy.dbzer0.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.dbzer0.com", + "requests": 29, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T07:47:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.dbzer0.com", + "requests": 29, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T07:47:33+00:00", + "bytes_served": 1381580, + "classed_by_our_instrument": { + "agent": 29 + }, + "surfaces": { + "section-roots": 19, + "blog": 6, + "webfinger-jrd": 3, + "api-reference": 1 + }, + "channels": { + "lemmy": 24, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 26, + "404": 3 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T04:58:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T09:13:08+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:43+00:00", + "last": "2026-09-07T07:47:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:21+00:00", + "last": "2026-09-07T07:47:03+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 3, + "statuses": { + "404": 3 + }, + "first": "2026-09-06T04:30:30+00:00", + "last": "2026-09-06T04:30:38+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-07T02:44:52+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-06T02:57:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:21+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T04:30:30+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:08+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-06T04:30:30+00:00", + "last_asked": "2026-09-06T04:30:38+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 151.1, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:27:59Z", + "2026-09-06T04:30:30Z", + "2026-09-06T09:13:08Z", + "2026-09-07T02:44:52Z", + "2026-09-07T04:58:46Z", + "2026-09-07T07:47:03Z" + ] + }, + "documentation_url": "https://lemmy.dbzer0.com", + "self_described_as": null + }, + { + "slug": "wellknownbot", + "name": "WellknownBot", + "group_key": "host:wellknown.network", + "kind": "named", + "user_agents": [ + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot)", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-05T23:24:22+00:00", + "last_seen": "2026-09-06T02:27:16+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/agent-discovery-doctor-llms-txt-agent-card-mcp-j; claim: https://wellknown.network/agents/agent-discovery-doctor-llms-txt-agent-card-mcp-j/claim)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T10:25:21+00:00", + "last_seen": "2026-09-07T05:22:53+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/robots-txt-policy-lint; claim: https://wellknown.network/agents/robots-txt-policy-lint/claim)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T10:25:29+00:00", + "last_seen": "2026-09-07T06:22:43+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/crawler-ip-verifier-real-googlebot-or-fake; claim: https://wellknown.network/agents/crawler-ip-verifier-real-googlebot-or-fake/claim)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T10:26:09+00:00", + "last_seen": "2026-09-07T05:22:40+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/crawler-log-triage; claim: https://wellknown.network/agents/crawler-log-triage/claim)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T10:26:16+00:00", + "last_seen": "2026-09-07T06:22:52+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/pathwren-ai-crawler-index; claim: https://wellknown.network/agents/pathwren-ai-crawler-index/claim)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T11:28:41+00:00", + "last_seen": "2026-09-07T06:23:10+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/ai-crawler-index; claim: https://wellknown.network/agents/ai-crawler-index/claim)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T10:25:31+00:00", + "last_seen": "2026-09-07T06:23:50+00:00" + }, + { + "ua": "WellknownBot/0.1 (+https://wellknown.network/bot; listing: https://wellknown.network/agents/mcp-endpoint-lint-handshake-tool-schemas-json-rp; claim: https://wellknown.network/agents/mcp-endpoint-lint-handshake-tool-schemas-json-rp/claim)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T10:26:21+00:00", + "last_seen": "2026-09-07T05:22:44+00:00" + } + ], + "primary_user_agent": "WellknownBot/0.1 (+https://wellknown.network/bot)", + "requests": 29, + "addresses": 4, + "first_seen": "2026-09-05T23:24:22+00:00", + "last_seen": "2026-09-07T06:23:50+00:00", + "bytes_served": 258688, + "classed_by_our_instrument": { + "crawler": 29 + }, + "surfaces": { + "pathwren-edge": 6, + "agent-card-addresses": 4, + "mcp-crawler-log-triage": 4, + "mcp-agent-discovery-doctor": 3, + "mcp-crawler-index": 3, + "mcp-crawler-ip-verifier": 3, + "mcp-endpoint-lint": 3, + "mcp-robots-policy-lint": 3 + }, + "channels": { + "mcp-registry-official": 19 + }, + "accept_headers": [ + "application/json, text/event-stream", + "application/json, text/event-stream, text/plain;q=0.8, */*;q=0.5" + ], + "status_codes": { + "200": 29 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/robots.txt", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T01:23:46+00:00", + "last": "2026-09-07T06:22:42+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T23:24:22+00:00", + "last": "2026-09-07T06:23:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T01:23:47+00:00", + "last": "2026-09-07T06:22:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:23:47+00:00", + "last": "2026-09-07T06:23:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:23:47+00:00", + "last": "2026-09-07T05:22:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:23:47+00:00", + "last": "2026-09-07T05:22:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:23:47+00:00", + "last": "2026-09-07T05:22:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:23:47+00:00", + "last": "2026-09-07T06:22:43+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T23:24:22+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-06T01:23:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-06T01:23:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-06T01:23:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-06T01:23:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-06T01:23:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-06T01:23:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-06T01:23:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 91.5, + "visit_starts": [ + "2026-09-05T23:24:22Z", + "2026-09-06T01:23:46Z", + "2026-09-06T02:27:16Z", + "2026-09-06T10:25:21Z", + "2026-09-06T11:28:41Z", + "2026-09-07T05:22:40Z", + "2026-09-07T06:22:42Z" + ] + }, + "documentation_url": "https://wellknown.network/bot", + "self_described_as": "listing: https://wellknown.network/agents/agent-discovery-doctor-llms-txt-agent-card-mcp-j; claim: https://wellknown.network/agents/agent-discovery-doctor-llms-txt-agent-card-mcp-j/claim" + }, + { + "slug": "lemmy-55", + "name": "Lemmy", + "group_key": "host:sh.itjust.works", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://sh.itjust.works", + "requests": 28, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:47:11+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://sh.itjust.works", + "requests": 28, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:47:11+00:00", + "bytes_served": 1723141, + "classed_by_our_instrument": { + "agent": 28 + }, + "surfaces": { + "section-roots": 22, + "blog": 5, + "webfinger-jrd": 1 + }, + "channels": { + "lemmy": 26, + "mbin": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 27, + "404": 1 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/bot/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T02:57:47+00:00", + "last": "2026-09-07T07:47:11+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:17:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T03:00:23+00:00", + "last": "2026-09-07T07:46:58+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T09:12:58+00:00", + "last": "2026-09-06T09:18:04+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-06T02:57:25+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T06:44:34+00:00", + "last": "2026-09-06T06:44:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:04+00:00", + "last": "2026-09-06T02:54:04+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:04+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:23+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T06:44:34+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:58+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T06:44:34+00:00", + "last_asked": "2026-09-06T06:44:34+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 194.7, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:04Z", + "2026-09-06T06:44:34Z", + "2026-09-06T09:12:58Z", + "2026-09-07T00:50:02Z", + "2026-09-07T03:00:33Z", + "2026-09-07T07:46:55Z" + ] + }, + "documentation_url": "https://sh.itjust.works", + "self_described_as": null + }, + { + "slug": "lemmykotlinapi", + "name": "LemmyKotlinApi", + "group_key": "ua:lemmykotlinapi", + "kind": "named", + "user_agents": [ + { + "ua": "LemmyKotlinApi", + "requests": 27, + "addresses": 27, + "first_seen": "2026-09-06T00:38:20+00:00", + "last_seen": "2026-09-07T06:22:29+00:00" + } + ], + "primary_user_agent": "LemmyKotlinApi", + "requests": 27, + "addresses": 27, + "first_seen": "2026-09-06T00:38:20+00:00", + "last_seen": "2026-09-07T06:22:29+00:00", + "bytes_served": 114471, + "classed_by_our_instrument": { + "agent": 27 + }, + "surfaces": { + "pathwren-edge": 18, + "fediverse-node-refusal": 9 + }, + "channels": {}, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "404": 27 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/nodeinfo/2.0.json", + "requests": 27, + "statuses": { + "404": 27 + }, + "first": "2026-09-06T00:38:20+00:00", + "last": "2026-09-07T06:22:29+00:00" + } + ], + "first_walk": [ + { + "path": "/nodeinfo/2.0.json", + "status": "404", + "at": "2026-09-06T00:38:20+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/nodeinfo/2.0.json", + "statuses": { + "404": 27 + }, + "first_asked": "2026-09-06T00:38:20+00:00", + "last_asked": "2026-09-07T06:22:29+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 13, + "median_gap_minutes": 67.5, + "visit_starts": [ + "2026-09-06T00:38:20Z", + "2026-09-06T01:39:22Z", + "2026-09-06T02:50:01Z", + "2026-09-06T03:48:53Z", + "2026-09-06T04:55:11Z", + "2026-09-06T06:03:54Z", + "2026-09-06T11:31:41Z", + "2026-09-06T12:17:32Z", + "2026-09-07T00:31:52Z", + "2026-09-07T03:13:06Z", + "2026-09-07T05:05:18Z", + "2026-09-07T05:50:34Z", + "2026-09-07T06:22:29Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mcp-checker", + "name": "mcp-checker", + "group_key": "ua:mcp-checker", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-checker/1.0", + "requests": 27, + "addresses": 1, + "first_seen": "2026-09-01T05:31:12+00:00", + "last_seen": "2026-09-07T02:29:22+00:00" + } + ], + "primary_user_agent": "mcp-checker/1.0", + "requests": 27, + "addresses": 1, + "first_seen": "2026-09-01T05:31:12+00:00", + "last_seen": "2026-09-07T02:29:22+00:00", + "bytes_served": 101137, + "classed_by_our_instrument": { + "agent": 27 + }, + "surfaces": { + "mcp-crawler-index": 21, + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-markdown-lane": 1, + "mcp-endpoint-lint": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 27 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 27 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T05:31:12+00:00", + "last": "2026-09-07T02:29:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T05:31:19+00:00", + "last": "2026-09-07T02:29:20+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T05:31:13+00:00", + "last": "2026-09-07T02:29:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T03:15:27+00:00", + "last": "2026-09-07T02:29:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T03:15:29+00:00", + "last": "2026-09-07T02:29:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:29:22+00:00", + "last": "2026-09-07T02:29:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:29:21+00:00", + "last": "2026-09-07T02:29:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T05:31:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T05:31:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T05:31:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T03:15:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T03:15:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T02:29:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-07T02:29:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 114.4, + "visit_starts": [ + "2026-09-01T05:31:12Z", + "2026-09-01T07:09:23Z", + "2026-09-01T07:44:42Z", + "2026-09-01T08:20:40Z", + "2026-09-01T10:31:22Z", + "2026-09-02T03:15:26Z", + "2026-09-07T02:29:20Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lemmy-126", + "name": "Lemmy", + "group_key": "host:discuss.tchncs.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://discuss.tchncs.de", + "requests": 26, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:19+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://discuss.tchncs.de", + "requests": 26, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:19+00:00", + "bytes_served": 1660473, + "classed_by_our_instrument": { + "agent": 26 + }, + "surfaces": { + "section-roots": 19, + "blog": 5, + "webfinger-jrd": 2 + }, + "channels": { + "lemmy": 23, + "mbin": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json", + "application/activity+json" + ], + "status_codes": { + "200": 24, + "404": 2 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/bot/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T02:57:22+00:00", + "last": "2026-09-07T07:47:19+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T09:13:05+00:00", + "last": "2026-09-06T09:19:38+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:18:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:19+00:00", + "last": "2026-09-07T03:04:00+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T05:40:26+00:00", + "last": "2026-09-06T07:45:44+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:25+00:00", + "last": "2026-09-07T02:45:03+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:20+00:00", + "last": "2026-09-06T06:08:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:25+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:19+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T05:40:26+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:20+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:05+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T05:40:26+00:00", + "last_asked": "2026-09-06T07:45:44+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 162.5, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:25Z", + "2026-09-06T05:40:26Z", + "2026-09-06T07:45:44Z", + "2026-09-06T09:13:05Z", + "2026-09-07T02:45:03Z", + "2026-09-07T07:47:19Z" + ] + }, + "documentation_url": "https://discuss.tchncs.de", + "self_described_as": null + }, + { + "slug": "lemmy-210", + "name": "Lemmy", + "group_key": "host:feddit.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://feddit.org", + "requests": 26, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T07:47:20+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://feddit.org", + "requests": 26, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T07:47:20+00:00", + "bytes_served": 1691611, + "classed_by_our_instrument": { + "agent": 26 + }, + "surfaces": { + "section-roots": 20, + "blog": 4, + "webfinger-jrd": 2 + }, + "channels": { + "lemmy": 22, + "mbin": 2 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 24, + "404": 2 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/bot/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T02:57:32+00:00", + "last": "2026-09-07T07:47:20+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-07T03:18:04+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:09+00:00", + "last": "2026-09-06T09:17:59+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:46:54+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T06:17:16+00:00", + "last": "2026-09-06T10:37:04+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-06T02:57:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:02+00:00", + "last": "2026-09-06T06:08:02+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:32+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:02+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T06:17:16+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:09+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T06:17:16+00:00", + "last_asked": "2026-09-06T10:37:04+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 185.1, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-06T02:54:07Z", + "2026-09-06T06:08:02Z", + "2026-09-06T09:13:09Z", + "2026-09-06T10:37:04Z", + "2026-09-07T00:49:47Z", + "2026-09-07T03:00:39Z", + "2026-09-07T07:46:54Z" + ] + }, + "documentation_url": "https://feddit.org", + "self_described_as": null + }, + { + "slug": "mcpserver-lol-probe", + "name": "mcpserver-lol-probe", + "group_key": "host:mcpserver.lol", + "kind": "named", + "user_agents": [ + { + "ua": "mcpserver-lol-probe/0.1 (+https://mcpserver.lol/about/probing)", + "requests": 26, + "addresses": 2, + "first_seen": "2026-09-04T10:54:40+00:00", + "last_seen": "2026-09-07T05:10:56+00:00" + } + ], + "primary_user_agent": "mcpserver-lol-probe/0.1 (+https://mcpserver.lol/about/probing)", + "requests": 26, + "addresses": 2, + "first_seen": "2026-09-04T10:54:40+00:00", + "last_seen": "2026-09-07T05:10:56+00:00", + "bytes_served": 213463, + "classed_by_our_instrument": { + "agent": 26 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 4, + "mcp-crawler-index": 4, + "mcp-endpoint-lint": 4, + "mcp-crawler-ip-verifier": 4, + "mcp-crawler-log-triage": 4, + "mcp-robots-policy-lint": 4, + "mcp-markdown-lane": 2 + }, + "channels": { + "mcp-registry-official": 26 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 26 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T10:54:41+00:00", + "last": "2026-09-04T15:49:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T10:54:40+00:00", + "last": "2026-09-04T15:49:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T10:54:42+00:00", + "last": "2026-09-04T15:49:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T10:54:42+00:00", + "last": "2026-09-04T15:49:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T10:54:43+00:00", + "last": "2026-09-04T15:49:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T10:54:42+00:00", + "last": "2026-09-04T15:49:50+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T05:10:54+00:00", + "last": "2026-09-07T05:10:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T10:54:40+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T10:54:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T10:54:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T10:54:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T10:54:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T10:54:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T05:10:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1988.1, + "visit_starts": [ + "2026-09-04T10:54:40Z", + "2026-09-04T15:49:46Z", + "2026-09-07T05:10:54Z" + ] + }, + "documentation_url": "https://mcpserver.lol/about/probing", + "self_described_as": null + }, + { + "slug": "perplexitybot", + "name": "PerplexityBot", + "group_key": "host:perplexity.ai", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", + "requests": 25, + "addresses": 8, + "first_seen": "2026-09-02T05:52:18+00:00", + "last_seen": "2026-09-06T10:41:19+00:00" + }, + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; PerplexityBot/1.0; +https://www.perplexity.ai/perplexitybot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T06:00:46+00:00", + "last_seen": "2026-09-03T06:00:46+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; PerplexityBot/1.0; +https://perplexity.ai/perplexitybot)", + "requests": 26, + "addresses": 9, + "first_seen": "2026-09-02T05:52:18+00:00", + "last_seen": "2026-09-06T10:41:19+00:00", + "bytes_served": 338418, + "classed_by_our_instrument": { + "crawler": 26 + }, + "surfaces": { + "pathwren-edge": 25, + "agent-card-addresses": 1 + }, + "channels": { + "crawlers-host": 5, + "smithery-direct": 2, + "thecolony": 1, + "a2a-registry-org": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 26 + }, + "distinct_paths": 14, + "paths": [ + { + "path": "/robots.txt", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-02T05:52:18+00:00", + "last": "2026-09-06T10:41:18+00:00" + }, + { + "path": "/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T05:52:19+00:00", + "last": "2026-09-05T03:37:35+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:00:41+00:00", + "last": "2026-09-03T18:00:41+00:00" + }, + { + "path": "/a2a.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:37:35+00:00", + "last": "2026-09-05T03:37:35+00:00" + }, + { + "path": "/about.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:52:19+00:00", + "last": "2026-09-02T05:52:19+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:52:18+00:00", + "last": "2026-09-02T05:52:18+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T19:19:32+00:00", + "last": "2026-09-04T19:19:32+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:37:35+00:00", + "last": "2026-09-05T03:37:35+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:41:19+00:00", + "last": "2026-09-06T10:41:19+00:00" + }, + { + "path": "/c/smithery-direct/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:00:05+00:00", + "last": "2026-09-04T12:00:05+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T21:17:30+00:00", + "last": "2026-09-03T21:17:30+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T18:00:41+00:00", + "last": "2026-09-03T18:00:41+00:00" + }, + { + "path": "/security.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T07:52:02+00:00", + "last": "2026-09-05T07:52:02+00:00" + }, + { + "path": "/status.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T05:52:18+00:00", + "last": "2026-09-02T05:52:18+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-02T05:52:18+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-02T05:52:18+00:00" + }, + { + "path": "/status.html", + "status": "200", + "at": "2026-09-02T05:52:18+00:00" + }, + { + "path": "/about.html", + "status": "200", + "at": "2026-09-02T05:52:19+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T05:52:19+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-03T18:00:41+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T18:00:41+00:00" + }, + { + "path": "/c/thecolony/", + "status": "200", + "at": "2026-09-03T21:17:30+00:00" + }, + { + "path": "/c/smithery-direct/mcp-netcheck.html", + "status": "200", + "at": "2026-09-04T12:00:05+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-04T19:19:32+00:00" + }, + { + "path": "/a2a.html", + "status": "200", + "at": "2026-09-05T03:37:35+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T03:37:35+00:00" + }, + { + "path": "/security.html", + "status": "200", + "at": "2026-09-05T07:52:02+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html", + "status": "200", + "at": "2026-09-06T10:41:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 10, + "median_gap_minutes": 681.1, + "visit_starts": [ + "2026-09-02T05:52:18Z", + "2026-09-02T18:39:38Z", + "2026-09-03T06:00:46Z", + "2026-09-03T18:00:40Z", + "2026-09-03T21:17:30Z", + "2026-09-04T12:00:05Z", + "2026-09-04T19:19:32Z", + "2026-09-05T03:37:35Z", + "2026-09-05T07:52:02Z", + "2026-09-06T10:41:18Z" + ] + }, + "documentation_url": "https://perplexity.ai/perplexitybot", + "self_described_as": "PerplexityBot/1.0" + }, + { + "slug": "api-forge-mcp-index", + "name": "api-forge-mcp-index", + "group_key": "host:api.temsor.com", + "kind": "named", + "user_agents": [ + { + "ua": "api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-01T01:29:04+00:00", + "last_seen": "2026-09-06T01:30:18+00:00" + } + ], + "primary_user_agent": "api-forge-mcp-index/1.0 (+https://api.temsor.com/mcp/index; iletisim: altyapi@temsor.com)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-01T01:29:04+00:00", + "last_seen": "2026-09-06T01:30:18+00:00", + "bytes_served": 105151, + "classed_by_our_instrument": { + "agent": 25 + }, + "surfaces": { + "mcp-crawler-index": 15, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-crawler-log-triage": 2, + "mcp-endpoint-lint": 2, + "mcp-robots-policy-lint": 2 + }, + "channels": { + "mcp-registry-official": 25 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 25 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-01T01:29:04+00:00", + "last": "2026-09-06T01:30:14+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-02T01:32:42+00:00", + "last": "2026-09-06T01:30:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T01:32:44+00:00", + "last": "2026-09-06T01:30:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T01:32:46+00:00", + "last": "2026-09-06T01:30:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T01:32:45+00:00", + "last": "2026-09-06T01:30:16+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T01:29:53+00:00", + "last": "2026-09-06T01:30:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T01:29:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T01:32:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T01:32:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T01:32:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T01:32:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:29:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 1441.9, + "visit_starts": [ + "2026-09-01T01:29:04Z", + "2026-09-02T01:32:42Z", + "2026-09-03T01:29:49Z", + "2026-09-05T01:30:00Z", + "2026-09-06T01:30:13Z" + ] + }, + "documentation_url": "https://api.temsor.com/mcp/index", + "self_described_as": null + }, + { + "slug": "lemmy", + "name": "Lemmy", + "group_key": "host:digipres.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.18.2; +https://digipres.cafe", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-06T00:15:02+00:00", + "last_seen": "2026-09-07T03:20:24+00:00" + } + ], + "primary_user_agent": "Lemmy/0.18.2; +https://digipres.cafe", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-06T00:15:02+00:00", + "last_seen": "2026-09-07T03:20:24+00:00", + "bytes_served": 1427060, + "classed_by_our_instrument": { + "agent": 25 + }, + "surfaces": { + "section-roots": 17, + "blog": 6, + "pathwren-edge": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 19, + "mbin": 4, + "piefed": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 25 + }, + "distinct_paths": 12, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T09:12:40+00:00", + "last": "2026-09-06T09:19:10+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:18+00:00", + "last": "2026-09-07T03:10:19+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:02+00:00", + "last": "2026-09-07T03:00:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:19+00:00", + "last": "2026-09-07T03:03:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:04+00:00", + "last": "2026-09-07T03:06:39+00:00" + }, + { + "path": "/c/mbin/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:38+00:00", + "last": "2026-09-06T06:13:38+00:00" + }, + { + "path": "/c/mbin/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:10:32+00:00", + "last": "2026-09-06T06:10:32+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:30+00:00", + "last": "2026-09-06T06:07:30+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:46+00:00", + "last": "2026-09-06T00:27:46+00:00" + }, + { + "path": "/c/piefed/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:03:31+00:00", + "last": "2026-09-07T00:03:31+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:24+00:00", + "last": "2026-09-07T03:20:24+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:04+00:00", + "last": "2026-09-06T02:57:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:02+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:04+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:04+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:19+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:30+00:00" + }, + { + "path": "/c/mbin/crawler/", + "status": "200", + "at": "2026-09-06T06:10:32+00:00" + }, + { + "path": "/c/mbin/bot/", + "status": "200", + "at": "2026-09-06T06:13:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:40+00:00" + }, + { + "path": "/c/piefed/ai-crawler-logs/", + "status": "200", + "at": "2026-09-07T00:03:31+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 185.2, + "visit_starts": [ + "2026-09-06T00:15:02Z", + "2026-09-06T02:54:04Z", + "2026-09-06T06:07:30Z", + "2026-09-06T09:12:40Z", + "2026-09-07T00:03:31Z", + "2026-09-07T03:00:31Z" + ] + }, + "documentation_url": "https://digipres.cafe", + "self_described_as": null + }, + { + "slug": "mcp-drift-monitor", + "name": "mcp-drift-monitor", + "group_key": "ua:mcp-drift-monitor", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-drift-monitor/0.1 (read-only tool-definition observer)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-01T06:28:10+00:00", + "last_seen": "2026-09-07T06:28:46+00:00" + } + ], + "primary_user_agent": "mcp-drift-monitor/0.1 (read-only tool-definition observer)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-01T06:28:10+00:00", + "last_seen": "2026-09-07T06:28:46+00:00", + "bytes_served": 120002, + "classed_by_our_instrument": { + "agent": 25 + }, + "surfaces": { + "mcp-crawler-log-triage": 19, + "mcp-crawler-index": 6 + }, + "channels": { + "mcp-registry-official": 25 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 22, + "202": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 25, + "statuses": { + "200": 22, + "202": 3 + }, + "first": "2026-09-01T06:28:10+00:00", + "last": "2026-09-07T06:28:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T06:28:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 22, + "median_gap_minutes": 360.1, + "visit_starts": [ + "2026-09-01T06:28:10Z", + "2026-09-01T12:28:13Z", + "2026-09-01T18:28:28Z", + "2026-09-02T00:28:15Z", + "2026-09-02T06:27:43Z", + "2026-09-03T00:28:00Z", + "2026-09-03T06:27:58Z", + "2026-09-03T12:28:50Z", + "2026-09-03T18:31:53Z", + "2026-09-04T00:28:19Z", + "2026-09-04T06:28:25Z", + "2026-09-04T12:28:15Z", + "2026-09-04T18:28:49Z", + "2026-09-05T00:28:13Z", + "2026-09-05T06:28:02Z", + "2026-09-05T12:28:18Z", + "2026-09-05T18:28:25Z", + "2026-09-06T00:28:05Z", + "2026-09-06T06:27:44Z", + "2026-09-06T12:28:01Z", + "2026-09-07T00:28:39Z", + "2026-09-07T06:28:46Z" + ] + }, + "documentation_url": null, + "self_described_as": "read-only tool-definition observer" + }, + { + "slug": "nothumansearch", + "name": "NotHumanSearch", + "group_key": "host:nothumansearch.ai", + "kind": "named", + "user_agents": [ + { + "ua": "NotHumanSearch/1.0 (+https://nothumansearch.ai/about)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-03T04:08:25+00:00", + "last_seen": "2026-09-03T05:06:48+00:00" + } + ], + "primary_user_agent": "NotHumanSearch/1.0 (+https://nothumansearch.ai/about)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-03T04:08:25+00:00", + "last_seen": "2026-09-03T05:06:48+00:00", + "bytes_served": 1478743, + "classed_by_our_instrument": { + "agent": 25 + }, + "surfaces": { + "pathwren-edge": 24, + "mcp-crawler-index": 1 + }, + "channels": { + "nothumansearch": 13 + }, + "accept_headers": [ + "text/plain, application/json, text/html, */*", + "application/json, text/event-stream" + ], + "status_codes": { + "200": 19, + "404": 6 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:43+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:43+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/api", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:48+00:00" + }, + { + "path": "/api/v1", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/api/v2", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/api/v3", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:48+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:43+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/llms.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:43+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/openapi.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:48+00:00" + }, + { + "path": "/openapi.yaml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:43+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/robots.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T04:55:44+00:00", + "last": "2026-09-03T05:06:47+00:00" + }, + { + "path": "/c/nothumansearch/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:08:25+00:00", + "last": "2026-09-03T04:08:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/nothumansearch/mcp", + "status": "200", + "at": "2026-09-03T04:08:25+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T04:55:43+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T04:55:43+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-03T04:55:43+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-03T04:55:43+00:00" + }, + { + "path": "/openapi.yaml", + "status": "200", + "at": "2026-09-03T04:55:43+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-03T04:55:44+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T04:55:44+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-03T04:55:44+00:00" + }, + { + "path": "/api/v1", + "status": "404", + "at": "2026-09-03T04:55:44+00:00" + }, + { + "path": "/api/v2", + "status": "404", + "at": "2026-09-03T04:55:44+00:00" + }, + { + "path": "/api/v3", + "status": "404", + "at": "2026-09-03T04:55:44+00:00" + }, + { + "path": "/api", + "status": "200", + "at": "2026-09-03T04:55:44+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/api/v1", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T04:55:44+00:00", + "last_asked": "2026-09-03T05:06:47+00:00", + "answered_200_since": "2026-09-03T06:05:12+00:00" + }, + { + "path": "/api/v2", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T04:55:44+00:00", + "last_asked": "2026-09-03T05:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/api/v3", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T04:55:44+00:00", + "last_asked": "2026-09-03T05:06:48+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 47.3, + "visit_starts": [ + "2026-09-03T04:08:25Z", + "2026-09-03T04:55:43Z" + ] + }, + "documentation_url": "https://nothumansearch.ai/about", + "self_described_as": null + }, + { + "slug": "strand-mcp", + "name": "strand-mcp", + "group_key": "ua:strand-mcp", + "kind": "named", + "user_agents": [ + { + "ua": "strand-mcp/0.1 (+sync)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-02T03:22:45+00:00", + "last_seen": "2026-09-07T03:37:39+00:00" + } + ], + "primary_user_agent": "strand-mcp/0.1 (+sync)", + "requests": 25, + "addresses": 1, + "first_seen": "2026-09-02T03:22:45+00:00", + "last_seen": "2026-09-07T03:37:39+00:00", + "bytes_served": 108317, + "classed_by_our_instrument": { + "agent": 25 + }, + "surfaces": { + "mcp-crawler-index": 8, + "mcp-robots-policy-lint": 4, + "mcp-crawler-ip-verifier": 3, + "mcp-crawler-log-triage": 3, + "mcp-endpoint-lint": 3, + "mcp-agent-discovery-doctor": 3, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 25 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 22, + "202": 3 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 5, + "statuses": { + "200": 4, + "202": 1 + }, + "first": "2026-09-02T03:23:06+00:00", + "last": "2026-09-07T03:29:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 4, + "statuses": { + "200": 3, + "202": 1 + }, + "first": "2026-09-02T03:22:45+00:00", + "last": "2026-09-07T03:32:37+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T03:22:59+00:00", + "last": "2026-09-07T03:30:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 3, + "202": 1 + }, + "first": "2026-09-02T03:22:58+00:00", + "last": "2026-09-07T03:37:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T03:23:11+00:00", + "last": "2026-09-07T03:30:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T03:23:11+00:00", + "last": "2026-09-07T03:30:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:37:39+00:00", + "last": "2026-09-07T03:37:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T03:22:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T03:22:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T03:22:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T03:23:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T03:23:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T03:23:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T03:37:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1440.6, + "visit_starts": [ + "2026-09-02T03:22:45Z", + "2026-09-03T03:22:18Z", + "2026-09-04T03:22:56Z", + "2026-09-07T03:29:46Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "agentindexbot", + "name": "AgentIndexBot", + "group_key": "host:agents.traderszone.net", + "kind": "named", + "user_agents": [ + { + "ua": "AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-01T04:07:21+00:00", + "last_seen": "2026-09-07T04:32:26+00:00" + } + ], + "primary_user_agent": "AgentIndexBot/0.1 (+https://agents.traderszone.net; polite ARD crawler)", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-01T04:07:21+00:00", + "last_seen": "2026-09-07T04:32:26+00:00", + "bytes_served": 124826, + "classed_by_our_instrument": { + "crawler": 24 + }, + "surfaces": { + "pathwren-edge": 13, + "mcp-agent-discovery-doctor": 8, + "mcp-crawler-index": 3 + }, + "channels": { + "mcp-registry-official": 11 + }, + "accept_headers": [ + "*/*", + "application/json, text/event-stream", + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 24 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/robots.txt", + "requests": 12, + "statuses": { + "200": 12 + }, + "first": "2026-09-01T04:07:21+00:00", + "last": "2026-09-07T04:32:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 11, + "statuses": { + "200": 11 + }, + "first": "2026-09-01T04:26:51+00:00", + "last": "2026-09-07T04:32:26+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:07:21+00:00", + "last": "2026-09-01T04:07:21+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T04:07:21+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T04:07:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T04:26:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 11, + "median_gap_minutes": 975.9, + "visit_starts": [ + "2026-09-01T04:07:21Z", + "2026-09-01T12:17:15Z", + "2026-09-02T04:31:46Z", + "2026-09-03T04:32:28Z", + "2026-09-04T04:27:22Z", + "2026-09-04T12:15:25Z", + "2026-09-05T04:34:05Z", + "2026-09-05T12:15:22Z", + "2026-09-06T04:38:55Z", + "2026-09-06T12:15:10Z", + "2026-09-07T04:32:26Z" + ] + }, + "documentation_url": "https://agents.traderszone.net", + "self_described_as": "polite ARD crawler" + }, + { + "slug": "lemmy-53", + "name": "Lemmy", + "group_key": "host:lemmy.blahaj.zone", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.blahaj.zone", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:47:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.blahaj.zone", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:47:27+00:00", + "bytes_served": 1462798, + "classed_by_our_instrument": { + "agent": 24 + }, + "surfaces": { + "section-roots": 13, + "blog": 5, + "webfinger-jrd": 5, + "api-reference": 1 + }, + "channels": { + "lemmy": 17, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 19, + "404": 5 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/.well-known/webfinger", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-06T09:22:15+00:00", + "last": "2026-09-07T06:40:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T09:12:59+00:00", + "last": "2026-09-06T09:17:57+00:00" + }, + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:35+00:00", + "last": "2026-09-07T07:47:27+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T05:50:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:10+00:00", + "last": "2026-09-07T02:44:59+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:45+00:00", + "last": "2026-09-07T03:03:45+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:59+00:00", + "last": "2026-09-06T06:07:59+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:28+00:00", + "last": "2026-09-06T02:57:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:10+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:28+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:35+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:59+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:59+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T09:22:15+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:45+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-06T09:22:15+00:00", + "last_asked": "2026-09-07T06:40:38+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 185.0, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:10Z", + "2026-09-06T06:07:59Z", + "2026-09-06T09:12:59Z", + "2026-09-07T02:44:59Z", + "2026-09-07T05:50:30Z", + "2026-09-07T06:40:38Z", + "2026-09-07T07:47:26Z" + ] + }, + "documentation_url": "https://lemmy.blahaj.zone", + "self_described_as": null + }, + { + "slug": "lemmy-83", + "name": "Lemmy", + "group_key": "host:lemmy.sdf.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.sdf.org", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T07:47:04+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.sdf.org", + "requests": 24, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T07:47:04+00:00", + "bytes_served": 1285894, + "classed_by_our_instrument": { + "agent": 24 + }, + "surfaces": { + "section-roots": 19, + "blog": 4, + "webfinger-jrd": 1 + }, + "channels": { + "lemmy": 22, + "mbin": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 23, + "404": 1 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-07T04:31:31+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:57+00:00", + "last": "2026-09-06T09:18:20+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:26+00:00", + "last": "2026-09-07T07:47:04+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:46:41+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:30+00:00", + "last": "2026-09-06T02:57:31+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T07:33:28+00:00", + "last": "2026-09-07T07:33:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:18+00:00", + "last": "2026-09-06T02:54:18+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:05+00:00", + "last": "2026-09-06T06:08:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:18+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:26+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:05+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:57+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-07T07:33:28+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T07:33:28+00:00", + "last_asked": "2026-09-07T07:33:28+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 159.0, + "visit_starts": [ + "2026-09-06T00:15:18Z", + "2026-09-06T02:54:18Z", + "2026-09-06T04:13:38Z", + "2026-09-06T06:08:05Z", + "2026-09-06T09:12:57Z", + "2026-09-07T03:00:39Z", + "2026-09-07T04:31:31Z", + "2026-09-07T07:33:28Z" + ] + }, + "documentation_url": "https://lemmy.sdf.org", + "self_described_as": null + }, + { + "slug": "newsblur-2", + "name": "NewsBlur", + "group_key": "host:newsblur.com", + "kind": "named", + "user_agents": [ + { + "ua": "NewsBlur Feed Fetcher - 1 subscriber - https://www.newsblur.com/site/10306317/ai-crawler-index (\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0\")", + "requests": 13, + "addresses": 9, + "first_seen": "2026-09-06T02:51:09+00:00", + "last_seen": "2026-09-07T07:43:01+00:00" + }, + { + "ua": "NewsBlur Page Fetcher - 1 subscriber - https://www.newsblur.com/site/10306317/ai-crawler-index (\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0\")", + "requests": 8, + "addresses": 7, + "first_seen": "2026-09-06T02:51:14+00:00", + "last_seen": "2026-09-07T05:52:09+00:00" + }, + { + "ua": "NewsBlur Feed Fetcher - -1 subscribers - https://www.newsblur.com/site/10306317/untitled (\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0\")", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:44:03+00:00", + "last_seen": "2026-09-06T01:44:03+00:00" + }, + { + "ua": "NewsBlur Page Fetcher - 0 subscribers - https://www.newsblur.com/site/10306317/ai-crawler-index (\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0\")", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:44:04+00:00", + "last_seen": "2026-09-06T01:44:04+00:00" + }, + { + "ua": "NewsBlur Favicon Fetcher - 0 subscribers - https://www.newsblur.com/site/10306317/ai-crawler-index (\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0\")", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:44:04+00:00", + "last_seen": "2026-09-06T01:44:04+00:00" + } + ], + "primary_user_agent": "NewsBlur Feed Fetcher - 1 subscriber - https://www.newsblur.com/site/10306317/ai-crawler-index (\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36 Edg/147.0.0.0\")", + "requests": 24, + "addresses": 10, + "first_seen": "2026-09-06T01:44:03+00:00", + "last_seen": "2026-09-07T07:43:01+00:00", + "bytes_served": 441440, + "classed_by_our_instrument": { + "crawler": 23, + "agent": 1 + }, + "surfaces": { + "changes-syndication-feeds": 14, + "pathwren-edge": 10 + }, + "channels": { + "newsblur": 14 + }, + "accept_headers": [ + "application/atom+xml, application/rss+xml, application/xml;q=0.8, text/xml;q=0.6, */*;q=0.2", + "*/*", + "image/png,image/x-icon,image/*;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 19, + "304": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/newsblur/feed.xml", + "requests": 14, + "statuses": { + "200": 9, + "304": 5 + }, + "first": "2026-09-06T01:44:03+00:00", + "last": "2026-09-07T07:43:01+00:00" + }, + { + "path": "/", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-06T01:44:04+00:00", + "last": "2026-09-07T05:52:09+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:44:04+00:00", + "last": "2026-09-06T01:44:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/newsblur/feed.xml", + "status": "200", + "at": "2026-09-06T01:44:03+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-06T01:44:04+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T01:44:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 14, + "median_gap_minutes": 56.0, + "visit_starts": [ + "2026-09-06T01:44:03Z", + "2026-09-06T02:51:09Z", + "2026-09-06T03:48:12Z", + "2026-09-06T05:21:14Z", + "2026-09-06T06:15:16Z", + "2026-09-06T07:10:19Z", + "2026-09-06T08:45:19Z", + "2026-09-06T09:41:22Z", + "2026-09-06T10:37:25Z", + "2026-09-06T11:29:28Z", + "2026-09-06T12:45:29Z", + "2026-09-07T05:51:57Z", + "2026-09-07T06:47:01Z", + "2026-09-07T07:43:01Z" + ] + }, + "documentation_url": "https://www.newsblur.com/site/10306317/ai-crawler-index", + "self_described_as": "\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7" + }, + { + "slug": "colonistone-2", + "name": "ColonistOne", + "group_key": "ua:colonistone", + "kind": "named", + "user_agents": [ + { + "ua": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai)", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-03T05:35:05+00:00", + "last_seen": "2026-09-03T05:36:42+00:00" + }, + { + "ua": "ColonistOne/1.0 (autonomous agent; review)", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-03T05:36:58+00:00", + "last_seen": "2026-09-03T05:38:53+00:00" + } + ], + "primary_user_agent": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai)", + "requests": 23, + "addresses": 1, + "first_seen": "2026-09-03T05:35:05+00:00", + "last_seen": "2026-09-03T05:38:53+00:00", + "bytes_served": 832846, + "classed_by_our_instrument": { + "agent": 22, + "crawler": 1 + }, + "surfaces": { + "pathwren-edge": 9, + "http-tools": 7, + "a2a-crawler-index": 4, + "mcp-zero-argument-pair": 2, + "changes-feed": 1 + }, + "channels": { + "thecolony": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 19, + "404": 4 + }, + "distinct_paths": 16, + "paths": [ + { + "path": "/a2a", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T05:35:22+00:00", + "last": "2026-09-03T05:35:47+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T05:35:05+00:00", + "last": "2026-09-03T05:36:58+00:00" + }, + { + "path": "/c/thecolony/tools/classify_user_agent", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T05:36:25+00:00", + "last": "2026-09-03T05:38:53+00:00" + }, + { + "path": "/llms-full.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T05:36:42+00:00", + "last": "2026-09-03T05:36:58+00:00" + }, + { + "path": "/tools/classify-ua", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T05:38:53+00:00", + "last": "2026-09-03T05:38:53+00:00" + }, + { + "path": "/.well-known/robots.txt", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T05:36:58+00:00", + "last": "2026-09-03T05:36:58+00:00" + }, + { + "path": "/a2a/whoami", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T05:36:26+00:00", + "last": "2026-09-03T05:36:26+00:00" + }, + { + "path": "/c/thecolony/tools", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:36:25+00:00", + "last": "2026-09-03T05:36:25+00:00" + }, + { + "path": "/c/thecolony/tools/whoami", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:36:25+00:00", + "last": "2026-09-03T05:36:25+00:00" + }, + { + "path": "/changes.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:38:03+00:00", + "last": "2026-09-03T05:38:03+00:00" + }, + { + "path": "/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:37:17+00:00", + "last": "2026-09-03T05:37:17+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:36:26+00:00", + "last": "2026-09-03T05:36:26+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:36:58+00:00", + "last": "2026-09-03T05:36:58+00:00" + }, + { + "path": "/tools/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:36:42+00:00", + "last": "2026-09-03T05:36:42+00:00" + }, + { + "path": "/tools/index.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:38:18+00:00", + "last": "2026-09-03T05:38:18+00:00" + }, + { + "path": "/tools/whoami", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:36:25+00:00", + "last": "2026-09-03T05:36:25+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-03T05:35:05+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-03T05:35:22+00:00" + }, + { + "path": "/c/thecolony/tools", + "status": "200", + "at": "2026-09-03T05:36:25+00:00" + }, + { + "path": "/c/thecolony/tools/whoami", + "status": "200", + "at": "2026-09-03T05:36:25+00:00" + }, + { + "path": "/c/thecolony/tools/classify_user_agent", + "status": "404", + "at": "2026-09-03T05:36:25+00:00" + }, + { + "path": "/tools/whoami", + "status": "200", + "at": "2026-09-03T05:36:25+00:00" + }, + { + "path": "/a2a/whoami", + "status": "404", + "at": "2026-09-03T05:36:26+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T05:36:26+00:00" + }, + { + "path": "/llms-full.txt", + "status": "200", + "at": "2026-09-03T05:36:42+00:00" + }, + { + "path": "/tools/index.html", + "status": "200", + "at": "2026-09-03T05:36:42+00:00" + }, + { + "path": "/.well-known/robots.txt", + "status": "404", + "at": "2026-09-03T05:36:58+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T05:36:58+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-03T05:37:17+00:00" + }, + { + "path": "/changes.json", + "status": "200", + "at": "2026-09-03T05:38:03+00:00" + }, + { + "path": "/tools/index.json", + "status": "200", + "at": "2026-09-03T05:38:18+00:00" + }, + { + "path": "/tools/classify-ua", + "status": "200", + "at": "2026-09-03T05:38:53+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/thecolony/tools/classify_user_agent", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T05:36:25+00:00", + "last_asked": "2026-09-03T05:38:53+00:00", + "answered_200_since": "2026-09-03T07:27:16+00:00" + }, + { + "path": "/a2a/whoami", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T05:36:26+00:00", + "last_asked": "2026-09-03T05:36:26+00:00", + "answered_200_since": "2026-09-03T07:20:27+00:00" + }, + { + "path": "/.well-known/robots.txt", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T05:36:58+00:00", + "last_asked": "2026-09-03T05:36:58+00:00", + "answered_200_since": "2026-09-03T07:20:27+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T05:35:05Z" + ] + }, + "documentation_url": null, + "self_described_as": "autonomous agent; review for thecolony.ai" + }, + { + "slug": "friendica-4", + "name": "Friendica", + "group_key": "host:anonsys.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://anonsys.net", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T07:23:14+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://anonsys.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-07T03:01:05+00:00", + "last_seen": "2026-09-07T06:50:29+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://anonsys.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T06:36:56+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://anonsys.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:01:05+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://anonsys.net", + "requests": 23, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T06:50:29+00:00", + "bytes_served": 305358, + "classed_by_our_instrument": { + "agent": 23 + }, + "surfaces": { + "section-roots": 23 + }, + "channels": { + "friendica": 17, + "lemmy": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 23 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T06:34:11+00:00", + "last": "2026-09-06T07:23:14+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:36:56+00:00", + "last": "2026-09-06T06:37:03+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-07T06:50:23+00:00", + "last": "2026-09-07T06:50:29+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T03:01:05+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-06T00:15:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:11+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:56+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 304.1, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T06:34:11Z", + "2026-09-06T07:23:13Z", + "2026-09-07T03:01:05Z", + "2026-09-07T06:50:23Z" + ] + }, + "documentation_url": "https://anonsys.net", + "self_described_as": null + }, + { + "slug": "lemmy-238", + "name": "Lemmy", + "group_key": "host:infosec.pub", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19-jemalloc; +https://infosec.pub", + "requests": 23, + "addresses": 1, + "first_seen": "2026-09-06T00:27:49+00:00", + "last_seen": "2026-09-07T07:47:32+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19-jemalloc; +https://infosec.pub", + "requests": 23, + "addresses": 1, + "first_seen": "2026-09-06T00:27:49+00:00", + "last_seen": "2026-09-07T07:47:32+00:00", + "bytes_served": 1609865, + "classed_by_our_instrument": { + "agent": 23 + }, + "surfaces": { + "section-roots": 17, + "blog": 4, + "webfinger-jrd": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 19, + "mbin": 2, + "piefed": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 22, + "404": 1 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/bot/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T02:57:26+00:00", + "last": "2026-09-07T07:47:32+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:09+00:00", + "last": "2026-09-06T09:18:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:46:45+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:15:51+00:00", + "last": "2026-09-06T03:16:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-07T02:45:17+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T06:18:06+00:00", + "last": "2026-09-06T06:18:06+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:11+00:00", + "last": "2026-09-06T06:08:11+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:15:51+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:11+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T06:18:06+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:09+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T06:18:06+00:00", + "last_asked": "2026-09-06T06:18:06+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 193.9, + "visit_starts": [ + "2026-09-06T00:27:49Z", + "2026-09-06T02:54:15Z", + "2026-09-06T06:08:11Z", + "2026-09-06T09:13:09Z", + "2026-09-07T02:45:17Z", + "2026-09-07T07:46:45Z" + ] + }, + "documentation_url": "https://infosec.pub", + "self_described_as": null + }, + { + "slug": "agentsure-mcpscan", + "name": "AgentSure-MCPScan", + "group_key": "host:agentsure.tech", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech)", + "requests": 22, + "addresses": 4, + "first_seen": "2026-09-01T00:24:23+00:00", + "last_seen": "2026-09-05T22:41:09+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; AgentSure-MCPScan/0.1; +https://agentsure.tech)", + "requests": 22, + "addresses": 4, + "first_seen": "2026-09-01T00:24:23+00:00", + "last_seen": "2026-09-05T22:41:09+00:00", + "bytes_served": 115419, + "classed_by_our_instrument": { + "agent": 22 + }, + "surfaces": { + "mcp-crawler-index": 4, + "mcp-agent-discovery-doctor": 4, + "mcp-crawler-ip-verifier": 4, + "mcp-robots-policy-lint": 4, + "mcp-crawler-log-triage": 3, + "mcp-endpoint-lint": 3 + }, + "channels": { + "mcp-registry-official": 21, + "mcp-registry": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 19, + "202": 3 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "202": 1, + "200": 3 + }, + "first": "2026-09-03T23:01:59+00:00", + "last": "2026-09-05T22:41:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T23:01:59+00:00", + "last": "2026-09-05T22:41:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 4, + "statuses": { + "202": 1, + "200": 3 + }, + "first": "2026-09-03T23:01:59+00:00", + "last": "2026-09-05T22:41:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T23:01:59+00:00", + "last": "2026-09-05T22:41:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "202": 1, + "200": 2 + }, + "first": "2026-09-03T23:01:59+00:00", + "last": "2026-09-05T22:41:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T23:01:59+00:00", + "last": "2026-09-05T22:41:09+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T00:24:23+00:00", + "last": "2026-09-01T00:24:23+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T00:24:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-03T23:01:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-03T23:01:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T23:01:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-03T23:01:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T23:01:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T23:01:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1431.9, + "visit_starts": [ + "2026-09-01T00:24:23Z", + "2026-09-03T23:01:59Z", + "2026-09-04T22:49:12Z", + "2026-09-05T22:41:08Z" + ] + }, + "documentation_url": "https://agentsure.tech", + "self_described_as": "AgentSure-MCPScan/0.1" + }, + { + "slug": "lemmy-71", + "name": "Lemmy", + "group_key": "host:thelemmy.club", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://thelemmy.club", + "requests": 22, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T07:47:04+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://thelemmy.club", + "requests": 22, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T07:47:04+00:00", + "bytes_served": 1010650, + "classed_by_our_instrument": { + "agent": 22 + }, + "surfaces": { + "section-roots": 18, + "blog": 4 + }, + "channels": { + "lemmy": 21, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 22 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:18:49+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:07+00:00", + "last": "2026-09-06T09:18:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:53+00:00", + "last": "2026-09-07T07:46:55+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:44+00:00", + "last": "2026-09-07T07:47:04+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:08+00:00", + "last": "2026-09-07T02:45:12+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-06T02:57:25+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:54+00:00", + "last": "2026-09-06T06:07:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:08+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:53+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:54+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.5, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:03:36Z", + "2026-09-06T02:54:08Z", + "2026-09-06T06:07:54Z", + "2026-09-06T09:13:07Z", + "2026-09-07T02:45:12Z", + "2026-09-07T07:46:55Z" + ] + }, + "documentation_url": "https://thelemmy.club", + "self_described_as": null + }, + { + "slug": "misskey-3", + "name": "Misskey", + "group_key": "host:sharkey.hopium.club", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.7 (https://sharkey.hopium.club/)", + "requests": 22, + "addresses": 1, + "first_seen": "2026-09-06T00:32:54+00:00", + "last_seen": "2026-09-07T00:13:06+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.7 (https://sharkey.hopium.club/)", + "requests": 22, + "addresses": 1, + "first_seen": "2026-09-06T00:32:54+00:00", + "last_seen": "2026-09-07T00:13:06+00:00", + "bytes_served": 356039, + "classed_by_our_instrument": { + "agent": 22 + }, + "surfaces": { + "pathwren-edge": 17, + "section-roots": 5 + }, + "channels": { + "misskey": 5 + }, + "accept_headers": [ + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"", + "text/html, */*" + ], + "status_codes": { + "200": 22 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:35:26+00:00", + "last": "2026-09-07T00:13:06+00:00" + }, + { + "path": "/favicon.ico", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:35:26+00:00", + "last": "2026-09-07T00:13:06+00:00" + }, + { + "path": "/c/misskey/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:32:54+00:00", + "last": "2026-09-06T03:40:51+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:35:24+00:00", + "last": "2026-09-06T03:40:51+00:00" + }, + { + "path": "/c/misskey/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:32:54+00:00", + "last": "2026-09-06T00:32:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/misskey/crawler/", + "status": "200", + "at": "2026-09-06T00:32:54+00:00" + }, + { + "path": "/c/misskey/policy/", + "status": "200", + "at": "2026-09-06T00:32:54+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-06T00:35:24+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T00:35:26+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T00:35:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 260.5, + "visit_starts": [ + "2026-09-06T00:32:54Z", + "2026-09-06T02:28:33Z", + "2026-09-06T03:40:51Z", + "2026-09-06T10:26:11Z", + "2026-09-07T00:13:06Z" + ] + }, + "documentation_url": "https://sharkey.hopium.club/", + "self_described_as": null + }, + { + "slug": "agentalmanac-snapshot", + "name": "AgentAlmanac-Snapshot", + "group_key": "host:agentalmanac.org", + "kind": "named", + "user_agents": [ + { + "ua": "AgentAlmanac-Snapshot/1.0 (+https://agentalmanac.org)", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-02T06:30:42+00:00", + "last_seen": "2026-09-07T06:30:41+00:00" + } + ], + "primary_user_agent": "AgentAlmanac-Snapshot/1.0 (+https://agentalmanac.org)", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-02T06:30:42+00:00", + "last_seen": "2026-09-07T06:30:41+00:00", + "bytes_served": 119666, + "classed_by_our_instrument": { + "agent": 21 + }, + "surfaces": { + "mcp-crawler-index": 6, + "mcp-crawler-ip-verifier": 4, + "mcp-robots-policy-lint": 3, + "mcp-endpoint-lint": 3, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-log-triage": 2, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 21 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 21 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T06:30:42+00:00", + "last": "2026-09-05T07:35:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-03T06:31:00+00:00", + "last": "2026-09-06T07:36:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T06:30:42+00:00", + "last": "2026-09-05T07:35:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T06:31:06+00:00", + "last": "2026-09-05T07:45:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T06:31:01+00:00", + "last": "2026-09-06T07:36:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T06:30:42+00:00", + "last": "2026-09-05T07:35:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:30:41+00:00", + "last": "2026-09-07T06:30:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-02T06:30:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T06:30:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T06:30:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T06:31:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T06:31:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T06:31:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T06:30:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 1378.2, + "visit_starts": [ + "2026-09-02T06:30:42Z", + "2026-09-03T06:31:00Z", + "2026-09-03T07:32:53Z", + "2026-09-04T06:31:06Z", + "2026-09-04T07:38:52Z", + "2026-09-05T07:35:05Z", + "2026-09-06T07:36:15Z", + "2026-09-07T06:30:41Z" + ] + }, + "documentation_url": "https://agentalmanac.org", + "self_described_as": null + }, + { + "slug": "friendica-44", + "name": "Friendica", + "group_key": "host:friendica.opensocial.space", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.opensocial.space", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-06T07:25:08+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://friendica.opensocial.space", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T09:15:21+00:00", + "last_seen": "2026-09-07T06:50:19+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.opensocial.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-06T06:37:05+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://friendica.opensocial.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:15:21+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ActivityPub/1 +https://friendica.opensocial.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:22+00:00", + "last_seen": "2026-09-06T09:15:22+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.opensocial.space", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:19+00:00", + "bytes_served": 274485, + "classed_by_our_instrument": { + "agent": 21 + }, + "surfaces": { + "section-roots": 17, + "blog": 2, + "pathwren-edge": 2 + }, + "channels": { + "friendica": 17, + "lemmy": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 21 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-06T06:34:07+00:00", + "last": "2026-09-06T07:25:08+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:37:05+00:00", + "last": "2026-09-06T06:37:08+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:17+00:00", + "last": "2026-09-07T06:50:19+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:21+00:00", + "last": "2026-09-06T09:15:21+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:22+00:00", + "last": "2026-09-06T09:15:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:07+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:05+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:21+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "status": "200", + "at": "2026-09-06T09:15:22+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 110.2, + "visit_starts": [ + "2026-09-06T06:34:07Z", + "2026-09-06T07:25:07Z", + "2026-09-06T09:15:21Z", + "2026-09-07T06:50:17Z" + ] + }, + "documentation_url": "https://friendica.opensocial.space", + "self_described_as": null + }, + { + "slug": "lemmy-115", + "name": "Lemmy", + "group_key": "host:jlai.lu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://jlai.lu", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T07:47:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://jlai.lu", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T07:47:13+00:00", + "bytes_served": 1362130, + "classed_by_our_instrument": { + "agent": 21 + }, + "surfaces": { + "section-roots": 16, + "blog": 4, + "webfinger-jrd": 1 + }, + "channels": { + "lemmy": 19, + "mbin": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 20, + "404": 1 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-07T07:47:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:09+00:00", + "last": "2026-09-06T09:18:19+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T03:17:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T07:46:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:13+00:00", + "last": "2026-09-07T02:45:15+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T06:15:21+00:00", + "last": "2026-09-07T06:15:21+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:49+00:00", + "last": "2026-09-06T06:07:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:13+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:49+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:09+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-07T06:15:21+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T06:15:21+00:00", + "last_asked": "2026-09-07T06:15:21+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.4, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-06T02:54:13Z", + "2026-09-06T06:07:49Z", + "2026-09-06T09:13:09Z", + "2026-09-07T02:45:15Z", + "2026-09-07T06:15:21Z", + "2026-09-07T07:46:46Z" + ] + }, + "documentation_url": "https://jlai.lu", + "self_described_as": null + }, + { + "slug": "lemmy-191", + "name": "Lemmy", + "group_key": "host:lemy.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemy.lol", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:19+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemy.lol", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:19+00:00", + "bytes_served": 1000580, + "classed_by_our_instrument": { + "agent": 21 + }, + "surfaces": { + "section-roots": 17, + "blog": 4 + }, + "channels": { + "lemmy": 20, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 21 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:19:05+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:56+00:00", + "last": "2026-09-06T09:17:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:55+00:00", + "last": "2026-09-07T07:46:57+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:48+00:00", + "last": "2026-09-07T07:47:19+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-06T09:05:51+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:41+00:00", + "last": "2026-09-06T06:08:41+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-06T02:57:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:48+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:55+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:41+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 185.8, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:03:43Z", + "2026-09-06T02:54:21Z", + "2026-09-06T06:08:41Z", + "2026-09-06T09:05:51Z", + "2026-09-07T03:00:58Z", + "2026-09-07T07:46:57Z" + ] + }, + "documentation_url": "https://lemy.lol", + "self_described_as": null + }, + { + "slug": "mastodon-13", + "name": "Mastodon", + "group_key": "host:privacysafe.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://privacysafe.social/) Bot", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-05T12:46:58+00:00", + "last_seen": "2026-09-07T00:09:32+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://privacysafe.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:49:51+00:00", + "last_seen": "2026-09-07T00:10:46+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://privacysafe.social/) Bot", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-05T12:46:58+00:00", + "last_seen": "2026-09-07T00:10:46+00:00", + "bytes_served": 447017, + "classed_by_our_instrument": { + "crawler": 18, + "agent": 3 + }, + "surfaces": { + "section-roots": 11, + "pathwren-edge": 6, + "changes-syndication-feeds": 3, + "mcp-crawler-index": 1 + }, + "channels": { + "mastodon": 15, + "rssparrot": 3, + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 20, + "308": 1 + }, + "distinct_paths": 12, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T12:47:49+00:00", + "last": "2026-09-06T12:51:35+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:37:02+00:00", + "last": "2026-09-07T00:09:32+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:16:10+00:00", + "last": "2026-09-06T03:16:31+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:58+00:00", + "last": "2026-09-05T12:49:51+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:46+00:00", + "last": "2026-09-07T00:10:46+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:37+00:00", + "last": "2026-09-05T14:33:37+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:33:14+00:00", + "last": "2026-09-05T13:33:14+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:33:14+00:00", + "last": "2026-09-05T13:33:14+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:50+00:00", + "last": "2026-09-05T15:03:50+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:53:51+00:00", + "last": "2026-09-05T14:53:51+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:47:00+00:00", + "last": "2026-09-05T12:47:00+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:18+00:00", + "last": "2026-09-05T14:43:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:58+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-05T12:47:00+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:47:49+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:33:14+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:33:14+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:37+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:18+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T14:53:51+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:50+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:10+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:37:02+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:10:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 180.3, + "visit_starts": [ + "2026-09-05T12:46:58Z", + "2026-09-05T13:33:14Z", + "2026-09-05T14:33:37Z", + "2026-09-06T00:16:10Z", + "2026-09-06T03:16:31Z", + "2026-09-06T11:37:02Z", + "2026-09-06T12:51:35Z", + "2026-09-07T00:09:32Z" + ] + }, + "documentation_url": "https://privacysafe.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "jscrawler", + "name": "jscrawler", + "group_key": "ua:jscrawler", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; jscrawler/0.1; +https://github.com/)", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-03T00:06:47+00:00", + "last_seen": "2026-09-05T00:45:10+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; jscrawler/0.1; +https://github.com/)", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-03T00:06:47+00:00", + "last_seen": "2026-09-05T00:45:10+00:00", + "bytes_served": 42220, + "classed_by_our_instrument": { + "crawler": 20 + }, + "surfaces": { + "pathwren-edge": 12, + "a2a-crawler-index": 8 + }, + "channels": { + "a2a-registry-global": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "404": 20 + }, + "distinct_paths": 18, + "paths": [ + { + "path": "/.well-known/mcp.js", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-05T00:45:10+00:00" + }, + { + "path": "/data/agents.js", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/.well-known/ai-plugin.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/a2a/example.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:05+00:00", + "last": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/apis.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:09+00:00", + "last": "2026-09-05T00:45:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:10+00:00", + "last": "2026-09-05T00:45:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:05+00:00", + "last": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:09+00:00", + "last": "2026-09-05T00:45:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:10+00:00", + "last": "2026-09-05T00:45:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:05+00:00", + "last": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:09+00:00", + "last": "2026-09-05T00:45:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:10+00:00", + "last": "2026-09-05T00:45:10+00:00" + }, + { + "path": "/changes.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T00:45:05+00:00", + "last": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/feed.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/ip-ranges/all.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/openapi.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/swagger.js", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T00:06:47+00:00", + "last": "2026-09-03T00:06:47+00:00" + } + ], + "first_walk": [ + { + "path": "/openapi.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/swagger.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/apis.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/feed.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/.well-known/ai-plugin.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/data/agents.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/.well-known/mcp.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/ip-ranges/all.js", + "status": "404", + "at": "2026-09-03T00:06:47+00:00" + }, + { + "path": "/changes.js", + "status": "404", + "at": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/a2a/example.js", + "status": "404", + "at": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.js", + "status": "404", + "at": "2026-09-05T00:45:10+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/openapi.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-03T00:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/swagger.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-03T00:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/apis.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-03T00:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/feed.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-03T00:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/ai-plugin.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-03T00:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/data/agents.js", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-05T00:45:05+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/mcp.js", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-05T00:45:10+00:00", + "answered_200_since": null + }, + { + "path": "/ip-ranges/all.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T00:06:47+00:00", + "last_asked": "2026-09-03T00:06:47+00:00", + "answered_200_since": null + }, + { + "path": "/changes.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:05+00:00", + "last_asked": "2026-09-05T00:45:05+00:00", + "answered_200_since": null + }, + { + "path": "/a2a/example.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:05+00:00", + "last_asked": "2026-09-05T00:45:05+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:05+00:00", + "last_asked": "2026-09-05T00:45:05+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:05+00:00", + "last_asked": "2026-09-05T00:45:05+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:09+00:00", + "last_asked": "2026-09-05T00:45:09+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:09+00:00", + "last_asked": "2026-09-05T00:45:09+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:09+00:00", + "last_asked": "2026-09-05T00:45:09+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:10+00:00", + "last_asked": "2026-09-05T00:45:10+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:10+00:00", + "last_asked": "2026-09-05T00:45:10+00:00", + "answered_200_since": null + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.js", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T00:45:10+00:00", + "last_asked": "2026-09-05T00:45:10+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 2918.3, + "visit_starts": [ + "2026-09-03T00:06:47Z", + "2026-09-05T00:45:05Z" + ] + }, + "documentation_url": "https://github.com/", + "self_described_as": "jscrawler/0.1" + }, + { + "slug": "lemmy-135", + "name": "Lemmy", + "group_key": "host:midwest.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://midwest.social", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T07:47:18+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://midwest.social", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T07:47:18+00:00", + "bytes_served": 1601279, + "classed_by_our_instrument": { + "agent": 20 + }, + "surfaces": { + "section-roots": 16, + "blog": 4 + }, + "channels": { + "lemmy": 19, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 20 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/bot/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T02:57:47+00:00", + "last": "2026-09-07T07:47:18+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:51+00:00", + "last": "2026-09-06T09:18:11+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T04:10:36+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:58+00:00", + "last": "2026-09-07T07:47:05+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:28+00:00", + "last": "2026-09-06T02:54:28+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:30+00:00", + "last": "2026-09-06T06:08:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:28+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:58+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:30+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.2, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T02:54:28Z", + "2026-09-06T06:08:30Z", + "2026-09-06T09:12:51Z", + "2026-09-07T03:00:58Z", + "2026-09-07T04:10:36Z", + "2026-09-07T07:47:05Z" + ] + }, + "documentation_url": "https://midwest.social", + "self_described_as": null + }, + { + "slug": "lemmy-192", + "name": "Lemmy", + "group_key": "host:sopuli.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://sopuli.xyz", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:09+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://sopuli.xyz", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:09+00:00", + "bytes_served": 1455344, + "classed_by_our_instrument": { + "agent": 20 + }, + "surfaces": { + "section-roots": 16, + "blog": 4 + }, + "channels": { + "lemmy": 18, + "mbin": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 20 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:45+00:00", + "last": "2026-09-07T07:47:09+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T05:46:21+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:00+00:00", + "last": "2026-09-06T09:17:51+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:36+00:00", + "last": "2026-09-06T06:08:36+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:45+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:00+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 165.6, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:22Z", + "2026-09-06T05:39:57Z", + "2026-09-06T09:13:00Z", + "2026-09-07T03:00:42Z", + "2026-09-07T05:46:21Z", + "2026-09-07T07:47:09Z" + ] + }, + "documentation_url": "https://sopuli.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-33", + "name": "Lemmy", + "group_key": "host:literature.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://literature.cafe", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T07:47:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://literature.cafe", + "requests": 20, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T07:47:31+00:00", + "bytes_served": 974744, + "classed_by_our_instrument": { + "agent": 20 + }, + "surfaces": { + "section-roots": 17, + "blog": 3 + }, + "channels": { + "lemmy": 20 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 20 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T03:17:59+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T07:46:54+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:12:54+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:25+00:00", + "last": "2026-09-07T07:47:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:45:43+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:25+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 301.2, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T02:54:16Z", + "2026-09-06T09:12:54Z", + "2026-09-07T00:50:03Z", + "2026-09-07T02:45:43Z", + "2026-09-07T07:46:54Z" + ] + }, + "documentation_url": "https://literature.cafe", + "self_described_as": null + }, + { + "slug": "friendica-6", + "name": "Friendica", + "group_key": "host:friendica.me", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.me", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.me", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.me", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T06:50:18+00:00", + "bytes_served": 305358, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 19 + }, + "channels": { + "friendica": 13, + "lemmy": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T07:22:57+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:37:27+00:00", + "last": "2026-09-06T06:37:29+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:16+00:00", + "last": "2026-09-07T06:50:18+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:35+00:00", + "last": "2026-09-07T03:01:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:35+00:00", + "last": "2026-09-06T00:15:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:27+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 303.9, + "visit_starts": [ + "2026-09-06T00:15:35Z", + "2026-09-06T06:34:13Z", + "2026-09-06T07:22:57Z", + "2026-09-07T03:01:13Z", + "2026-09-07T06:50:16Z" + ] + }, + "documentation_url": "https://friendica.me", + "self_described_as": null + }, + { + "slug": "lemmy-117", + "name": "Lemmy", + "group_key": "host:feddit.uk", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19-feddit; +https://feddit.uk", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T07:47:23+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19-feddit; +https://feddit.uk", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T07:47:23+00:00", + "bytes_served": 1223060, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 14, + "blog": 4, + "api-reference": 1 + }, + "channels": { + "lemmy": 17, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:10+00:00", + "last": "2026-09-06T09:18:19+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-07T07:47:23+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T03:18:01+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-07T02:45:01+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:15+00:00", + "last": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:58+00:00", + "last": "2026-09-07T03:03:58+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:36+00:00", + "last": "2026-09-06T06:08:36+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:15+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:58+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 194.2, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-06T02:54:21Z", + "2026-09-06T06:08:36Z", + "2026-09-06T09:13:10Z", + "2026-09-07T02:45:01Z", + "2026-09-07T07:47:23Z" + ] + }, + "documentation_url": "https://feddit.uk", + "self_described_as": null + }, + { + "slug": "lemmy-161", + "name": "Lemmy", + "group_key": "host:lemdro.id", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://lemdro.id", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T07:47:21+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://lemdro.id", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T07:47:21+00:00", + "bytes_served": 1163877, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 15, + "blog": 4 + }, + "channels": { + "lemmy": 18, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T03:21:34+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:10+00:00", + "last": "2026-09-06T09:17:57+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:31+00:00", + "last": "2026-09-07T07:47:21+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:24+00:00", + "last": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:42+00:00", + "last": "2026-09-07T03:03:42+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:47+00:00", + "last": "2026-09-06T06:07:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:31+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 193.4, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-06T02:54:24Z", + "2026-09-06T06:07:47Z", + "2026-09-06T09:13:10Z", + "2026-09-07T03:00:50Z", + "2026-09-07T07:47:21Z" + ] + }, + "documentation_url": "https://lemdro.id", + "self_described_as": null + }, + { + "slug": "lemmy-226", + "name": "Lemmy", + "group_key": "host:feddit.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://feddit.nl", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T07:47:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://feddit.nl", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T07:47:31+00:00", + "bytes_served": 1142933, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 15, + "blog": 4 + }, + "channels": { + "lemmy": 18, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:35+00:00", + "last": "2026-09-07T03:18:11+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:07+00:00", + "last": "2026-09-06T09:18:18+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-07T07:47:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:31+00:00", + "last": "2026-09-07T02:45:08+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:57+00:00", + "last": "2026-09-07T03:03:57+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:42+00:00", + "last": "2026-09-06T06:07:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:31+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:42+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.3, + "visit_starts": [ + "2026-09-06T00:15:35Z", + "2026-09-06T02:54:31Z", + "2026-09-06T06:07:42Z", + "2026-09-06T09:13:07Z", + "2026-09-07T00:49:44Z", + "2026-09-07T02:45:08Z", + "2026-09-07T07:47:31Z" + ] + }, + "documentation_url": "https://feddit.nl", + "self_described_as": null + }, + { + "slug": "lemmy-251", + "name": "Lemmy", + "group_key": "host:lemmy.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.cafe", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T02:54:17+00:00", + "last_seen": "2026-09-07T07:47:22+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.cafe", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T02:54:17+00:00", + "last_seen": "2026-09-07T07:47:22+00:00", + "bytes_served": 1080415, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 15, + "blog": 4 + }, + "channels": { + "lemmy": 18, + "mbin": 1 + }, + "accept_headers": [ + "*/*", + "application/activity+json" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T03:00:49+00:00", + "last": "2026-09-07T07:46:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:56+00:00", + "last": "2026-09-06T09:18:20+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:44+00:00", + "last": "2026-09-07T07:47:22+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:16:33+00:00", + "last": "2026-09-07T03:18:10+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-07T02:45:00+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:51+00:00", + "last": "2026-09-06T06:07:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:49+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:33+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 193.6, + "visit_starts": [ + "2026-09-06T02:54:17Z", + "2026-09-06T06:07:51Z", + "2026-09-06T09:12:56Z", + "2026-09-07T02:45:00Z", + "2026-09-07T06:07:23Z", + "2026-09-07T07:46:45Z" + ] + }, + "documentation_url": "https://lemmy.cafe", + "self_described_as": null + }, + { + "slug": "lemmy-49", + "name": "Lemmy", + "group_key": "host:rollenspiel.forum", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://rollenspiel.forum", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:47:18+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://rollenspiel.forum", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:47:18+00:00", + "bytes_served": 1189955, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 15, + "blog": 4 + }, + "channels": { + "lemmy": 18, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:18:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:01+00:00", + "last": "2026-09-06T09:18:01+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-07T07:47:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:19+00:00", + "last": "2026-09-06T09:05:54+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:56+00:00", + "last": "2026-09-07T03:03:56+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:46+00:00", + "last": "2026-09-06T06:07:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:01+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 185.8, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:06:32Z", + "2026-09-06T02:54:19Z", + "2026-09-06T06:07:46Z", + "2026-09-06T09:05:54Z", + "2026-09-07T03:00:48Z", + "2026-09-07T07:47:18Z" + ] + }, + "documentation_url": "https://rollenspiel.forum", + "self_described_as": null + }, + { + "slug": "lemmy-89", + "name": "Lemmy", + "group_key": "host:lemmy.today", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.today", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:47:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.today", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:47:02+00:00", + "bytes_served": 688728, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "section-roots": 15, + "blog": 4 + }, + "channels": { + "lemmy": 18, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:43+00:00", + "last": "2026-09-06T09:18:05+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-07T03:18:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:47:02+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:20+00:00", + "last": "2026-09-06T03:00:06+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-07T02:44:54+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:18+00:00", + "last": "2026-09-06T02:57:19+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:15+00:00", + "last": "2026-09-06T06:08:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 194.0, + "visit_starts": [ + "2026-09-06T00:15:19Z", + "2026-09-06T02:54:17Z", + "2026-09-06T06:08:15Z", + "2026-09-06T09:12:43Z", + "2026-09-07T02:44:54Z", + "2026-09-07T07:47:02Z" + ] + }, + "documentation_url": "https://lemmy.today", + "self_described_as": null + }, + { + "slug": "mastodon-3", + "name": "Mastodon", + "group_key": "host:neuland.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://neuland.social/) Bot", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-05T12:46:19+00:00", + "last_seen": "2026-09-07T00:09:39+00:00" + }, + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://neuland.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:46:22+00:00", + "last_seen": "2026-09-07T00:18:40+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://neuland.social/) Bot", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-05T12:46:19+00:00", + "last_seen": "2026-09-07T00:18:40+00:00", + "bytes_served": 379858, + "classed_by_our_instrument": { + "crawler": 16, + "agent": 3 + }, + "surfaces": { + "section-roots": 9, + "pathwren-edge": 6, + "changes-syndication-feeds": 3, + "mcp-crawler-index": 1 + }, + "channels": { + "mastodon": 15, + "rssparrot": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 18, + "308": 1 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-05T12:46:22+00:00", + "last": "2026-09-06T12:51:35+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:36:17+00:00", + "last": "2026-09-07T00:09:39+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:19+00:00", + "last": "2026-09-05T12:46:22+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:40+00:00", + "last": "2026-09-07T00:18:40+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:12+00:00", + "last": "2026-09-05T14:33:12+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:33:02+00:00", + "last": "2026-09-05T13:33:02+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:33:02+00:00", + "last": "2026-09-05T13:33:02+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:04:09+00:00", + "last": "2026-09-05T15:04:09+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:53:51+00:00", + "last": "2026-09-05T14:53:51+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:47:27+00:00", + "last": "2026-09-05T12:47:27+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:47+00:00", + "last": "2026-09-05T14:43:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:19+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:46:22+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-05T12:47:27+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:33:02+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:33:02+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:12+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:47+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T14:53:51+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:04:09+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:36:17+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:18:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 75.3, + "visit_starts": [ + "2026-09-05T12:46:19Z", + "2026-09-05T13:33:02Z", + "2026-09-05T14:33:12Z", + "2026-09-06T11:36:17Z", + "2026-09-06T12:51:35Z", + "2026-09-07T00:09:39Z" + ] + }, + "documentation_url": "https://neuland.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcpcensusbot", + "name": "mcpcensusbot", + "group_key": "host:mcpcensus.com", + "kind": "named", + "user_agents": [ + { + "ua": "mcpcensusbot/1.0 (+https://mcpcensus.com/bot)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-04T11:08:55+00:00", + "last_seen": "2026-09-04T11:08:59+00:00" + }, + { + "ua": "mcpcensus.com enrichment bot (+https://mcpcensus.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-04T21:30:18+00:00", + "last_seen": "2026-09-04T21:31:48+00:00" + } + ], + "primary_user_agent": "mcpcensusbot/1.0 (+https://mcpcensus.com/bot)", + "requests": 19, + "addresses": 1, + "first_seen": "2026-09-04T11:08:55+00:00", + "last_seen": "2026-09-04T21:31:48+00:00", + "bytes_served": 161237, + "classed_by_our_instrument": { + "crawler": 19 + }, + "surfaces": { + "mcp-crawler-index": 4, + "mcp-agent-discovery-doctor": 4, + "mcp-crawler-log-triage": 4, + "mcp-crawler-ip-verifier": 2, + "mcp-robots-policy-lint": 2, + "mcp-endpoint-lint": 2, + "pathwren-edge": 1 + }, + "channels": { + "mcp-registry-official": 18 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 19 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T11:08:55+00:00", + "last": "2026-09-04T21:30:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T11:08:55+00:00", + "last": "2026-09-04T21:30:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T11:08:58+00:00", + "last": "2026-09-04T21:30:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:08:58+00:00", + "last": "2026-09-04T11:08:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:08:55+00:00", + "last": "2026-09-04T11:08:56+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T11:08:58+00:00", + "last": "2026-09-04T11:08:59+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T21:31:48+00:00", + "last": "2026-09-04T21:31:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T11:08:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T11:08:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T11:08:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T11:08:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T11:08:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T11:08:58+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-04T21:31:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 621.4, + "visit_starts": [ + "2026-09-04T11:08:55Z", + "2026-09-04T21:30:18Z" + ] + }, + "documentation_url": "https://mcpcensus.com/bot", + "self_described_as": null + }, + { + "slug": "ping-blo-gs", + "name": "ping.blo.gs", + "group_key": "ua:ping-blo-gs", + "kind": "named", + "user_agents": [ + { + "ua": "ping.blo.gs/2.0", + "requests": 19, + "addresses": 2, + "first_seen": "2026-09-03T01:21:19+00:00", + "last_seen": "2026-09-07T08:13:32+00:00" + } + ], + "primary_user_agent": "ping.blo.gs/2.0", + "requests": 19, + "addresses": 2, + "first_seen": "2026-09-03T01:21:19+00:00", + "last_seen": "2026-09-07T08:13:32+00:00", + "bytes_served": 339589, + "classed_by_our_instrument": { + "agent": 19 + }, + "surfaces": { + "pathwren-edge": 16, + "changes-feed": 3 + }, + "channels": { + "blo-gs": 19 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "304": 10, + "200": 9 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/blo-gs/feed.xml", + "requests": 16, + "statuses": { + "200": 7, + "304": 9 + }, + "first": "2026-09-03T01:21:19+00:00", + "last": "2026-09-06T02:09:43+00:00" + }, + { + "path": "/c/blo-gs/changes", + "requests": 3, + "statuses": { + "200": 2, + "304": 1 + }, + "first": "2026-09-06T08:11:27+00:00", + "last": "2026-09-07T08:13:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/blo-gs/feed.xml", + "status": "304", + "at": "2026-09-03T01:21:19+00:00" + }, + { + "path": "/c/blo-gs/changes", + "status": "200", + "at": "2026-09-06T08:11:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 18, + "median_gap_minutes": 360.7, + "visit_starts": [ + "2026-09-03T01:21:19Z", + "2026-09-03T03:05:22Z", + "2026-09-03T06:49:58Z", + "2026-09-03T09:06:54Z", + "2026-09-03T15:08:22Z", + "2026-09-03T21:08:42Z", + "2026-09-04T03:09:43Z", + "2026-09-04T09:10:15Z", + "2026-09-04T15:10:57Z", + "2026-09-04T21:11:54Z", + "2026-09-05T03:12:35Z", + "2026-09-05T09:13:13Z", + "2026-09-05T15:14:10Z", + "2026-09-05T20:08:01Z", + "2026-09-06T02:09:43Z", + "2026-09-06T08:11:27Z", + "2026-09-07T02:12:46Z", + "2026-09-07T08:13:32Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "affsignalcrawler", + "name": "AffsignalCrawler", + "group_key": "host:affsignal.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; AffsignalCrawler/1.0; +https://affsignal.com/bot)", + "requests": 18, + "addresses": 2, + "first_seen": "2026-09-02T20:02:10+00:00", + "last_seen": "2026-09-03T22:13:36+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; AffsignalCrawler/1.0; +https://affsignal.com/bot)", + "requests": 18, + "addresses": 2, + "first_seen": "2026-09-02T20:02:10+00:00", + "last_seen": "2026-09-03T22:13:36+00:00", + "bytes_served": 1442734, + "classed_by_our_instrument": { + "crawler": 18 + }, + "surfaces": { + "pathwren-edge": 13, + "mcp-crawler-index": 2, + "a2a-crawler-index": 1, + "changes-feed": 1, + "http-tools": 1 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 16, + "paths": [ + { + "path": "/data/agents.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T20:02:27+00:00", + "last": "2026-09-03T22:13:14+00:00" + }, + { + "path": "/robots.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T20:02:10+00:00", + "last": "2026-09-03T22:13:14+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:36+00:00", + "last": "2026-09-03T22:13:36+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:14+00:00", + "last": "2026-09-03T22:13:14+00:00" + }, + { + "path": "/changes", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:17+00:00", + "last": "2026-09-03T22:13:17+00:00" + }, + { + "path": "/documents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:28+00:00", + "last": "2026-09-03T22:13:28+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:31+00:00", + "last": "2026-09-03T22:13:31+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:36+00:00", + "last": "2026-09-03T22:13:36+00:00" + }, + { + "path": "/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:17+00:00", + "last": "2026-09-03T22:13:17+00:00" + }, + { + "path": "/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:27+00:00", + "last": "2026-09-03T22:13:27+00:00" + }, + { + "path": "/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:29+00:00", + "last": "2026-09-03T22:13:29+00:00" + }, + { + "path": "/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:17+00:00", + "last": "2026-09-03T22:13:17+00:00" + }, + { + "path": "/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:14+00:00", + "last": "2026-09-03T22:13:14+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:28+00:00", + "last": "2026-09-03T22:13:28+00:00" + }, + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:33+00:00", + "last": "2026-09-03T22:13:33+00:00" + }, + { + "path": "/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T22:13:30+00:00", + "last": "2026-09-03T22:13:30+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-02T20:02:10+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-02T20:02:27+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-03T22:13:14+00:00" + }, + { + "path": "/mcp-triage.html", + "status": "200", + "at": "2026-09-03T22:13:14+00:00" + }, + { + "path": "/mcp-robots.html", + "status": "200", + "at": "2026-09-03T22:13:17+00:00" + }, + { + "path": "/changes", + "status": "200", + "at": "2026-09-03T22:13:17+00:00" + }, + { + "path": "/mcp-doctor.html", + "status": "200", + "at": "2026-09-03T22:13:17+00:00" + }, + { + "path": "/mcp-lint.html", + "status": "200", + "at": "2026-09-03T22:13:27+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-03T22:13:28+00:00" + }, + { + "path": "/documents.json", + "status": "200", + "at": "2026-09-03T22:13:28+00:00" + }, + { + "path": "/mcp-netcheck.html", + "status": "200", + "at": "2026-09-03T22:13:29+00:00" + }, + { + "path": "/tools/", + "status": "200", + "at": "2026-09-03T22:13:30+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T22:13:31+00:00" + }, + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-03T22:13:33+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T22:13:36+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-03T22:13:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1571.1, + "visit_starts": [ + "2026-09-02T20:02:10Z", + "2026-09-03T22:13:14Z" + ] + }, + "documentation_url": "https://affsignal.com/bot", + "self_described_as": "AffsignalCrawler/1.0" + }, + { + "slug": "agentcatalogbot", + "name": "AgentCatalogBot", + "group_key": "host:agentcatalog.com", + "kind": "named", + "user_agents": [ + { + "ua": "AgentCatalogBot/1.0 (+https://agentcatalog.com/policy)", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T13:30:50+00:00", + "last_seen": "2026-09-07T08:31:27+00:00" + } + ], + "primary_user_agent": "AgentCatalogBot/1.0 (+https://agentcatalog.com/policy)", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T13:30:50+00:00", + "last_seen": "2026-09-07T08:31:27+00:00", + "bytes_served": 66455, + "classed_by_our_instrument": { + "crawler": 18 + }, + "surfaces": { + "pathwren-edge": 16, + "a2a-crawler-index": 2 + }, + "channels": { + "agentcatalog": 7 + }, + "accept_headers": [ + "application/json, text/event-stream", + "application/json", + "text/html", + "image/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-04T13:22:46+00:00", + "last": "2026-09-07T08:31:27+00:00" + }, + { + "path": "/c/agentcatalog/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-04T13:22:46+00:00", + "last": "2026-09-07T08:31:27+00:00" + }, + { + "path": "/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T13:30:50+00:00", + "last": "2026-09-01T13:33:20+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T03:22:34+00:00", + "last": "2026-09-05T03:22:34+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T13:30:50+00:00" + }, + { + "path": "/c/agentcatalog/", + "status": "200", + "at": "2026-09-04T13:22:46+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-04T13:22:46+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-05T03:22:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 9, + "median_gap_minutes": 581.5, + "visit_starts": [ + "2026-09-01T13:30:50Z", + "2026-09-04T13:22:46Z", + "2026-09-05T03:22:34Z", + "2026-09-05T07:08:27Z", + "2026-09-05T13:08:25Z", + "2026-09-05T23:01:16Z", + "2026-09-06T08:31:26Z", + "2026-09-07T02:31:25Z", + "2026-09-07T08:31:27Z" + ] + }, + "documentation_url": "https://agentcatalog.com/policy", + "self_described_as": null + }, + { + "slug": "friendica-37", + "name": "Friendica", + "group_key": "host:squeet.me", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://squeet.me", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:22+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://squeet.me", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://squeet.me", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:22+00:00", + "bytes_served": 243535, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 18 + }, + "channels": { + "friendica": 18 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T07:22:48+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-07T06:50:18+00:00", + "last": "2026-09-07T06:50:22+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:37:04+00:00", + "last": "2026-09-06T06:37:05+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:40:27+00:00", + "last": "2026-09-06T06:40:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:04+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:27+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.1, + "visit_starts": [ + "2026-09-06T06:34:06Z", + "2026-09-06T07:22:47Z", + "2026-09-07T06:50:18Z" + ] + }, + "documentation_url": "https://squeet.me", + "self_described_as": null + }, + { + "slug": "lemmy-124", + "name": "Lemmy", + "group_key": "host:lazysoci.al", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lazysoci.al", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lazysoci.al", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:27+00:00", + "bytes_served": 942773, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 14, + "blog": 4 + }, + "channels": { + "lemmy": 18 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:18:02+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:51+00:00", + "last": "2026-09-06T09:17:58+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:52+00:00", + "last": "2026-09-07T07:46:49+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:39+00:00", + "last": "2026-09-07T07:47:27+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:32+00:00", + "last": "2026-09-07T02:44:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:32+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:52+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 340.1, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:32Z", + "2026-09-06T09:12:51Z", + "2026-09-07T02:44:53Z", + "2026-09-07T07:46:49Z" + ] + }, + "documentation_url": "https://lazysoci.al", + "self_described_as": null + }, + { + "slug": "lemmy-129", + "name": "Lemmy", + "group_key": "host:retrolemmy.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://retrolemmy.com", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:08+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://retrolemmy.com", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:08+00:00", + "bytes_served": 1169639, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 13, + "blog": 4, + "api-reference": 1 + }, + "channels": { + "lemmy": 16, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:57+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:52+00:00", + "last": "2026-09-06T09:18:21+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-07T07:47:08+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:33+00:00", + "last": "2026-09-07T02:44:58+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:45+00:00", + "last": "2026-09-07T03:03:45+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:12+00:00", + "last": "2026-09-06T06:08:12+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:33+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:12+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:52+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:45+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.2, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:33Z", + "2026-09-06T06:08:12Z", + "2026-09-06T09:12:52Z", + "2026-09-07T00:49:39Z", + "2026-09-07T02:44:58Z", + "2026-09-07T07:47:08Z" + ] + }, + "documentation_url": "https://retrolemmy.com", + "self_described_as": null + }, + { + "slug": "lemmy-178", + "name": "Lemmy", + "group_key": "host:aussie.zone", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://aussie.zone", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T07:47:06+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://aussie.zone", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T07:47:06+00:00", + "bytes_served": 546449, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 14, + "webfinger-jrd": 2, + "blog": 2 + }, + "channels": { + "lemmy": 16 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 16, + "404": 2 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:55+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:47:06+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T02:28:26+00:00", + "last": "2026-09-06T02:28:28+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:48+00:00", + "last": "2026-09-06T09:15:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:44:57+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:20+00:00", + "last": "2026-09-06T02:57:21+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:45+00:00", + "last": "2026-09-07T03:10:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T02:28:26+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:48+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:45+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T02:28:26+00:00", + "last_asked": "2026-09-06T02:28:28+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 302.1, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T02:28:26Z", + "2026-09-06T09:12:48Z", + "2026-09-07T00:49:55Z", + "2026-09-07T02:44:57Z", + "2026-09-07T07:47:06Z" + ] + }, + "documentation_url": "https://aussie.zone", + "self_described_as": null + }, + { + "slug": "lemmy-193", + "name": "Lemmy", + "group_key": "host:geekroom.tech", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://geekroom.tech", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:32+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://geekroom.tech", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:32+00:00", + "bytes_served": 1156397, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 14, + "blog": 4 + }, + "channels": { + "lemmy": 17, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:18:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:44+00:00", + "last": "2026-09-06T09:17:59+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:21+00:00", + "last": "2026-09-07T07:47:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-06T09:05:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:52+00:00", + "last": "2026-09-07T03:03:52+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:55+00:00", + "last": "2026-09-06T06:07:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:21+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:55+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 185.8, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:03:37Z", + "2026-09-06T02:54:11Z", + "2026-09-06T06:07:55Z", + "2026-09-06T09:05:53Z", + "2026-09-07T03:00:37Z", + "2026-09-07T07:47:32Z" + ] + }, + "documentation_url": "https://geekroom.tech", + "self_described_as": null + }, + { + "slug": "lemmy-20", + "name": "Lemmy", + "group_key": "host:mimiclem.me", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://mimiclem.me", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T08:18:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://mimiclem.me", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T08:18:27+00:00", + "bytes_served": 1105999, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 15, + "blog": 3 + }, + "channels": { + "lemmy": 18 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:17:58+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:38+00:00", + "last": "2026-09-07T08:18:27+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:13:05+00:00", + "last": "2026-09-06T09:18:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T08:17:19+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:31+00:00", + "last": "2026-09-06T02:57:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-06T02:54:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:31+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:38+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 316.5, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T02:54:17Z", + "2026-09-06T09:13:05Z", + "2026-09-06T10:25:50Z", + "2026-09-07T03:00:48Z", + "2026-09-07T08:17:19Z" + ] + }, + "documentation_url": "https://mimiclem.me", + "self_described_as": null + }, + { + "slug": "lemmy-200", + "name": "Lemmy", + "group_key": "host:leaf.dance", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://leaf.dance", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T07:47:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://leaf.dance", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T07:47:15+00:00", + "bytes_served": 917836, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 16, + "blog": 2 + }, + "channels": { + "lemmy": 18 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T04:58:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T07:47:00+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:45+00:00", + "last": "2026-09-07T07:47:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:13:08+00:00", + "last": "2026-09-06T09:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:10+00:00", + "last": "2026-09-07T02:45:10+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:10+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:45+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 168.4, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:10Z", + "2026-09-06T09:13:08Z", + "2026-09-07T02:45:10Z", + "2026-09-07T04:58:33Z", + "2026-09-07T07:47:00Z" + ] + }, + "documentation_url": "https://leaf.dance", + "self_described_as": null + }, + { + "slug": "lemmy-52", + "name": "Lemmy", + "group_key": "host:lemmy.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.ca", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:18:00+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.ca", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:18:00+00:00", + "bytes_served": 634591, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 12, + "blog": 4, + "pathwren-edge": 1, + "webfinger-jrd": 1 + }, + "channels": { + "lemmy": 14, + "mbin": 2 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 16, + "404": 2 + }, + "distinct_paths": 9, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:02+00:00", + "last": "2026-09-06T09:18:09+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:18:00+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T00:41:14+00:00", + "last": "2026-09-06T03:33:23+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-06T03:00:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:00:24+00:00", + "last": "2026-09-06T03:03:24+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:18+00:00", + "last": "2026-09-06T02:57:19+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:19+00:00", + "last": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:42+00:00", + "last": "2026-09-06T06:07:42+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T00:41:14+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:24+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:42+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:02+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T00:41:14+00:00", + "last_asked": "2026-09-06T03:33:23+00:00", + "answered_200_since": "2026-09-06T01:31:11+00:00" + } + ], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 189.4, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:19Z", + "2026-09-06T06:07:42Z", + "2026-09-06T09:13:02Z", + "2026-09-07T03:18:00Z" + ] + }, + "documentation_url": "https://lemmy.ca", + "self_described_as": null + }, + { + "slug": "lemmy-87", + "name": "Lemmy", + "group_key": "host:hackertalks.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://hackertalks.com", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T07:47:04+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://hackertalks.com", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T07:47:04+00:00", + "bytes_served": 1156454, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 14, + "blog": 4 + }, + "channels": { + "lemmy": 17, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-07T03:18:53+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:09+00:00", + "last": "2026-09-06T09:18:03+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:28+00:00", + "last": "2026-09-07T07:47:04+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-07T02:45:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:50+00:00", + "last": "2026-09-07T03:03:50+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:39+00:00", + "last": "2026-09-06T06:07:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:28+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:09+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.4, + "visit_starts": [ + "2026-09-06T00:15:18Z", + "2026-09-06T02:03:52Z", + "2026-09-06T02:54:14Z", + "2026-09-06T06:07:39Z", + "2026-09-06T09:13:09Z", + "2026-09-07T02:45:13Z", + "2026-09-07T07:47:04Z" + ] + }, + "documentation_url": "https://hackertalks.com", + "self_described_as": null + }, + { + "slug": "lemmy-88", + "name": "Lemmy", + "group_key": "host:discuss.online", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://discuss.online", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:47:29+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://discuss.online", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:47:29+00:00", + "bytes_served": 1145083, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "section-roots": 11, + "blog": 5, + "webfinger-jrd": 2 + }, + "channels": { + "lemmy": 15, + "mbin": 1 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 16, + "404": 2 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T09:13:10+00:00", + "last": "2026-09-06T09:18:11+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:22+00:00", + "last": "2026-09-07T07:47:29+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T06:28:02+00:00", + "last": "2026-09-06T06:28:07+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-07T02:45:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:04+00:00", + "last": "2026-09-07T03:04:04+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:08+00:00", + "last": "2026-09-06T06:08:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:22+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:08+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T06:28:02+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:04+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T06:28:02+00:00", + "last_asked": "2026-09-06T06:28:07+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 193.8, + "visit_starts": [ + "2026-09-06T00:15:19Z", + "2026-09-06T02:54:22Z", + "2026-09-06T06:08:08Z", + "2026-09-06T09:13:10Z", + "2026-09-07T02:45:02Z", + "2026-09-07T07:47:29Z" + ] + }, + "documentation_url": "https://discuss.online", + "self_described_as": null + }, + { + "slug": "mastodon-11", + "name": "Mastodon", + "group_key": "host:darktundra.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://darktundra.xyz/) Bot", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-05T12:46:53+00:00", + "last_seen": "2026-09-07T00:09:06+00:00" + }, + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://darktundra.xyz/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:51:46+00:00", + "last_seen": "2026-09-07T00:18:52+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://darktundra.xyz/) Bot", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-05T12:46:53+00:00", + "last_seen": "2026-09-07T00:18:52+00:00", + "bytes_served": 369208, + "classed_by_our_instrument": { + "crawler": 15, + "agent": 3 + }, + "surfaces": { + "section-roots": 8, + "pathwren-edge": 6, + "changes-syndication-feeds": 3, + "mcp-crawler-index": 1 + }, + "channels": { + "mastodon": 14, + "rssparrot": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 17, + "308": 1 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T12:48:10+00:00", + "last": "2026-09-05T12:54:25+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:36:10+00:00", + "last": "2026-09-07T00:09:06+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:53+00:00", + "last": "2026-09-05T12:51:46+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:52+00:00", + "last": "2026-09-07T00:18:52+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:06+00:00", + "last": "2026-09-05T14:33:06+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:32:36+00:00", + "last": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:32:36+00:00", + "last": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:41+00:00", + "last": "2026-09-05T15:03:41+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:54:12+00:00", + "last": "2026-09-05T14:54:12+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:47:16+00:00", + "last": "2026-09-05T12:47:16+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:48+00:00", + "last": "2026-09-05T14:43:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:53+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-05T12:47:16+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:48:10+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:06+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:48+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T14:54:12+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:41+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:36:10+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:18:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 406.7, + "visit_starts": [ + "2026-09-05T12:46:53Z", + "2026-09-05T13:32:36Z", + "2026-09-05T14:33:06Z", + "2026-09-06T11:36:10Z", + "2026-09-07T00:09:06Z" + ] + }, + "documentation_url": "https://darktundra.xyz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-12", + "name": "Mastodon", + "group_key": "host:social.ffmuc.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://social.ffmuc.net/) Bot", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-05T12:46:55+00:00", + "last_seen": "2026-09-07T00:09:38+00:00" + }, + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://social.ffmuc.net/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:54:14+00:00", + "last_seen": "2026-09-07T00:13:19+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://social.ffmuc.net/) Bot", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-05T12:46:55+00:00", + "last_seen": "2026-09-07T00:13:19+00:00", + "bytes_served": 369208, + "classed_by_our_instrument": { + "crawler": 15, + "agent": 3 + }, + "surfaces": { + "section-roots": 8, + "pathwren-edge": 6, + "changes-syndication-feeds": 3, + "mcp-crawler-index": 1 + }, + "channels": { + "mastodon": 14, + "rssparrot": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 17, + "308": 1 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T12:47:32+00:00", + "last": "2026-09-05T12:54:46+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:36:12+00:00", + "last": "2026-09-07T00:09:38+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:55+00:00", + "last": "2026-09-05T12:54:14+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:19+00:00", + "last": "2026-09-07T00:13:19+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:49+00:00", + "last": "2026-09-05T14:33:49+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:32:36+00:00", + "last": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:32:36+00:00", + "last": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:42+00:00", + "last": "2026-09-05T15:03:42+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:53:31+00:00", + "last": "2026-09-05T14:53:31+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:47:32+00:00", + "last": "2026-09-05T12:47:32+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:12+00:00", + "last": "2026-09-05T14:43:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:55+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:47:32+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-05T12:47:32+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:32:36+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:49+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:12+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T14:53:31+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:42+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:36:12+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:13:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 407.3, + "visit_starts": [ + "2026-09-05T12:46:55Z", + "2026-09-05T13:32:36Z", + "2026-09-05T14:33:49Z", + "2026-09-06T11:36:12Z", + "2026-09-07T00:09:38Z" + ] + }, + "documentation_url": "https://social.ffmuc.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-8", + "name": "Mastodon", + "group_key": "host:digitaldarkage.cc", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://digitaldarkage.cc/) Bot", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-05T12:46:42+00:00", + "last_seen": "2026-09-07T00:09:34+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://digitaldarkage.cc/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:48:11+00:00", + "last_seen": "2026-09-07T00:15:51+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://digitaldarkage.cc/) Bot", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-05T12:46:42+00:00", + "last_seen": "2026-09-07T00:15:51+00:00", + "bytes_served": 369204, + "classed_by_our_instrument": { + "crawler": 15, + "agent": 3 + }, + "surfaces": { + "section-roots": 8, + "pathwren-edge": 6, + "changes-syndication-feeds": 3, + "mcp-crawler-index": 1 + }, + "channels": { + "mastodon": 14, + "rssparrot": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 17, + "308": 1 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T12:48:05+00:00", + "last": "2026-09-05T12:54:39+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:36:52+00:00", + "last": "2026-09-07T00:09:34+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:42+00:00", + "last": "2026-09-05T12:48:11+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:51+00:00", + "last": "2026-09-07T00:15:51+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:39+00:00", + "last": "2026-09-05T14:33:39+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:32:38+00:00", + "last": "2026-09-05T13:32:38+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:32:38+00:00", + "last": "2026-09-05T13:32:38+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:04:05+00:00", + "last": "2026-09-05T15:04:05+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:53:33+00:00", + "last": "2026-09-05T14:53:33+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:47:33+00:00", + "last": "2026-09-05T12:47:33+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:15+00:00", + "last": "2026-09-05T14:43:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:42+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-05T12:47:33+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:48:05+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:32:38+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:32:38+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:39+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:15+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T14:53:33+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:04:05+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:36:52+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:15:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 406.9, + "visit_starts": [ + "2026-09-05T12:46:42Z", + "2026-09-05T13:32:38Z", + "2026-09-05T14:33:39Z", + "2026-09-06T11:36:52Z", + "2026-09-07T00:09:34Z" + ] + }, + "documentation_url": "https://digitaldarkage.cc/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "nickw-tripwire", + "name": "nickw-tripwire", + "group_key": "ua:nickw-tripwire", + "kind": "named", + "user_agents": [ + { + "ua": "nickw-tripwire/1.0 (personal MCP manifest archive; low volume, once daily)", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T01:02:27+00:00", + "last_seen": "2026-09-06T01:02:29+00:00" + } + ], + "primary_user_agent": "nickw-tripwire/1.0 (personal MCP manifest archive; low volume, once daily)", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-06T01:02:27+00:00", + "last_seen": "2026-09-06T01:02:29+00:00", + "bytes_served": 111565, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "mcp-robots-policy-lint": 3, + "mcp-crawler-log-triage": 3, + "mcp-endpoint-lint": 3, + "mcp-crawler-ip-verifier": 3, + "mcp-agent-discovery-doctor": 3, + "mcp-crawler-index": 3 + }, + "channels": { + "mcp-registry-official": 18 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 12, + "202": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-06T01:02:27+00:00", + "last": "2026-09-06T01:02:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-06T01:02:27+00:00", + "last": "2026-09-06T01:02:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-06T01:02:27+00:00", + "last": "2026-09-06T01:02:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-06T01:02:27+00:00", + "last": "2026-09-06T01:02:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-06T01:02:27+00:00", + "last": "2026-09-06T01:02:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 3, + "statuses": { + "200": 2, + "202": 1 + }, + "first": "2026-09-06T01:02:27+00:00", + "last": "2026-09-06T01:02:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-06T01:02:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-06T01:02:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-06T01:02:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-06T01:02:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-06T01:02:27+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-06T01:02:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T01:02:27Z" + ] + }, + "documentation_url": null, + "self_described_as": "personal MCP manifest archive; low volume, once daily" + }, + { + "slug": "orbit-mcp-registry-iconresolver", + "name": "Orbit-MCP-Registry-IconResolver", + "group_key": "ua:orbit-mcp-registry-iconresolver", + "kind": "named", + "user_agents": [ + { + "ua": "Orbit-MCP-Registry-IconResolver/1.0", + "requests": 18, + "addresses": 4, + "first_seen": "2026-08-31T22:09:49+00:00", + "last_seen": "2026-09-01T00:38:25+00:00" + } + ], + "primary_user_agent": "Orbit-MCP-Registry-IconResolver/1.0", + "requests": 18, + "addresses": 4, + "first_seen": "2026-08-31T22:09:49+00:00", + "last_seen": "2026-09-01T00:38:25+00:00", + "bytes_served": 2014, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "pathwren-edge": 18 + }, + "channels": { + "mcp-registry-official": 1 + }, + "accept_headers": [ + "image/png,image/jpeg,image/webp,image/svg+xml", + "text/html,application/xhtml+xml" + ], + "status_codes": { + "not recorded": 17, + "200": 1 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/favicon.ico", + "requests": 8, + "statuses": { + "not recorded": 8 + }, + "first": "2026-08-31T22:09:50+00:00", + "last": "2026-08-31T22:48:25+00:00" + }, + { + "path": "/mcp.html", + "requests": 8, + "statuses": { + "not recorded": 8 + }, + "first": "2026-08-31T22:09:49+00:00", + "last": "2026-08-31T22:48:24+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T00:38:25+00:00", + "last": "2026-09-01T00:38:25+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "not recorded": 1 + }, + "first": "2026-08-31T22:48:25+00:00", + "last": "2026-08-31T22:48:25+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp.html", + "status": "not recorded", + "at": "2026-08-31T22:09:49+00:00" + }, + { + "path": "/favicon.ico", + "status": "not recorded", + "at": "2026-08-31T22:09:50+00:00" + }, + { + "path": "/icon.png", + "status": "not recorded", + "at": "2026-08-31T22:48:25+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-01T00:38:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 148.6, + "visit_starts": [ + "2026-08-31T22:09:49Z", + "2026-09-01T00:38:25Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "pip", + "name": "pip", + "group_key": "ua:pip", + "kind": "named", + "user_agents": [ + { + "ua": "pip/24.3.1 {\"ci\":null,\"cpu\":\"x86_64\",\"implementation\":{\"name\":\"CPython\",\"version\":\"3.11.9\"},\"installer\":{\"name\":\"pip\",\"version\":\"24.3.1\"},\"openssl_version\":\"OpenSSL 3.0.13 30 Jan 2024\",\"python\":\"3.11.9\",\"setuptools_version\":\"75.6.0\",\"system\":{\"name\":\"Linux\",\"release\":\"6.8.0\"}}", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T06:13:45+00:00", + "last_seen": "2026-09-06T09:50:43+00:00" + } + ], + "primary_user_agent": "pip/24.3.1 {\"ci\":null,\"cpu\":\"x86_64\",\"implementation\":{\"name\":\"CPython\",\"version\":\"3.11.9\"},\"installer\":{\"name\":\"pip\",\"version\":\"24.3.1\"},\"openssl_version\":\"OpenSSL 3.0.13 30 Jan 2024\",\"python\":\"3.11.9\",\"setuptools_version\":\"75.6.0\",\"system\":{\"name\":\"Linux\",\"release\":\"6.8.0\"}}", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T06:13:45+00:00", + "last_seen": "2026-09-06T09:50:43+00:00", + "bytes_served": 1242843, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "pathwren-edge": 18 + }, + "channels": { + "pypi-registry": 18 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/c/pypi-registry/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:13:45+00:00", + "last": "2026-09-05T16:49:53+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T18:52:50+00:00", + "last": "2026-09-06T09:50:43+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T06:13:45+00:00", + "last": "2026-09-05T16:49:53+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T09:46:24+00:00", + "last": "2026-09-06T09:50:43+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T17:30:46+00:00", + "last": "2026-09-05T16:49:53+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:46:50+00:00", + "last": "2026-09-05T09:46:50+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:46:50+00:00", + "last": "2026-09-05T09:46:50+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:49:53+00:00", + "last": "2026-09-05T16:49:53+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:30:16+00:00", + "last": "2026-09-01T17:30:16+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:30:15+00:00", + "last": "2026-09-01T17:30:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/data/agents.json", + "status": "200", + "at": "2026-09-01T06:13:45+00:00" + }, + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-01T06:13:45+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "status": "200", + "at": "2026-09-01T17:30:15+00:00" + }, + { + "path": "/c/pypi-verify/", + "status": "200", + "at": "2026-09-01T17:30:16+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "status": "200", + "at": "2026-09-01T17:30:46+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "status": "200", + "at": "2026-09-01T18:52:50+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "status": "200", + "at": "2026-09-05T09:46:24+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "status": "200", + "at": "2026-09-05T09:46:50+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "status": "200", + "at": "2026-09-05T09:46:50+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T16:49:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 676.5, + "visit_starts": [ + "2026-09-01T06:13:45Z", + "2026-09-01T17:30:15Z", + "2026-09-01T18:52:50Z", + "2026-09-05T09:46:24Z", + "2026-09-05T16:49:53Z", + "2026-09-06T09:50:43Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "rootz-mcp-registry-prober", + "name": "rootz-mcp-registry-prober", + "group_key": "ua:rootz-mcp-registry-prober", + "kind": "named", + "user_agents": [ + { + "ua": "rootz-mcp-registry-prober/0.1", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T09:17:24+00:00", + "last_seen": "2026-09-06T09:18:13+00:00" + } + ], + "primary_user_agent": "rootz-mcp-registry-prober/0.1", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T09:17:24+00:00", + "last_seen": "2026-09-06T09:18:13+00:00", + "bytes_served": 79104, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "mcp-crawler-index": 8, + "mcp-endpoint-lint": 2, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-log-triage": 2, + "mcp-robots-policy-lint": 2, + "mcp-crawler-ip-verifier": 2 + }, + "channels": { + "mcp-registry-official": 18 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 17, + "202": 1 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 4, + "statuses": { + "200": 3, + "202": 1 + }, + "first": "2026-09-02T09:17:26+00:00", + "last": "2026-09-06T09:18:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T09:17:28+00:00", + "last": "2026-09-05T09:18:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T09:17:24+00:00", + "last": "2026-09-05T09:18:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T09:17:26+00:00", + "last": "2026-09-06T09:18:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T09:17:25+00:00", + "last": "2026-09-05T09:18:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T09:17:25+00:00", + "last": "2026-09-05T09:17:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T09:17:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T09:17:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T09:17:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T09:17:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T09:17:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T09:17:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 1440.0, + "visit_starts": [ + "2026-09-01T09:17:24Z", + "2026-09-02T09:17:26Z", + "2026-09-03T09:17:25Z", + "2026-09-04T09:19:47Z", + "2026-09-05T09:17:53Z", + "2026-09-06T09:18:13Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "truespar-mcp-registry", + "name": "truespar-mcp-registry", + "group_key": "host:registry.truespar.com", + "kind": "named", + "user_agents": [ + { + "ua": "truespar-mcp-registry/0.1 (+https://registry.truespar.com)", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T02:28:06+00:00", + "last_seen": "2026-09-07T02:50:48+00:00" + } + ], + "primary_user_agent": "truespar-mcp-registry/0.1 (+https://registry.truespar.com)", + "requests": 18, + "addresses": 1, + "first_seen": "2026-09-01T02:28:06+00:00", + "last_seen": "2026-09-07T02:50:48+00:00", + "bytes_served": 91368, + "classed_by_our_instrument": { + "agent": 18 + }, + "surfaces": { + "mcp-crawler-index": 5, + "mcp-robots-policy-lint": 3, + "mcp-crawler-ip-verifier": 3, + "mcp-crawler-log-triage": 3, + "mcp-endpoint-lint": 2, + "mcp-agent-discovery-doctor": 2 + }, + "channels": { + "mcp-registry-official": 18 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 18 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T02:28:29+00:00", + "last": "2026-09-07T02:50:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T02:28:06+00:00", + "last": "2026-09-05T02:46:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T02:46:15+00:00", + "last": "2026-09-07T02:49:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T02:45:19+00:00", + "last": "2026-09-07T02:46:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T02:46:15+00:00", + "last": "2026-09-05T02:45:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T02:46:06+00:00", + "last": "2026-09-05T02:44:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T02:28:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T02:28:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T02:45:19+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T02:46:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-03T02:46:15+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T02:46:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 2882.2, + "visit_starts": [ + "2026-09-01T02:28:06Z", + "2026-09-03T02:45:19Z", + "2026-09-05T02:44:48Z", + "2026-09-07T02:46:59Z" + ] + }, + "documentation_url": "https://registry.truespar.com", + "self_described_as": null + }, + { + "slug": "akkoma-18", + "name": "Akkoma", + "group_key": "host:fd.saifulh.web.id", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.17.0; https://fd.saifulh.web.id , Akkoma 3.17.0; https://fd.saifulh.web.id ; Bot", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T03:16:19+00:00", + "last_seen": "2026-09-06T05:20:10+00:00" + } + ], + "primary_user_agent": "Akkoma 3.17.0; https://fd.saifulh.web.id , Akkoma 3.17.0; https://fd.saifulh.web.id ; Bot", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T03:16:19+00:00", + "last_seen": "2026-09-06T05:20:10+00:00", + "bytes_served": 6157, + "classed_by_our_instrument": { + "crawler": 17 + }, + "surfaces": { + "section-roots": 17 + }, + "channels": { + "lemmy": 17 + }, + "accept_headers": [], + "status_codes": { + "200": 17 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 17, + "statuses": { + "200": 17 + }, + "first": "2026-09-06T03:16:19+00:00", + "last": "2026-09-06T05:20:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:16:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:19Z" + ] + }, + "documentation_url": "https://fd.saifulh.web.id", + "self_described_as": null + }, + { + "slug": "bytespider", + "name": "Bytespider", + "group_key": "host:bytedance.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)", + "requests": 17, + "addresses": 11, + "first_seen": "2026-09-01T07:20:36+00:00", + "last_seen": "2026-09-07T03:57:50+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)", + "requests": 17, + "addresses": 11, + "first_seen": "2026-09-01T07:20:36+00:00", + "last_seen": "2026-09-07T03:57:50+00:00", + "bytes_served": 366809, + "classed_by_our_instrument": { + "crawler": 16, + "agent": 1 + }, + "surfaces": { + "section-roots": 6, + "ai-crawler-index": 5, + "pathwren-edge": 3, + "client-dossiers": 1, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 6, + "nothumansearch": 1, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/heif,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "image/heif,image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 17 + }, + "distinct_paths": 12, + "paths": [ + { + "path": "/px.gif", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:36+00:00", + "last": "2026-09-07T03:57:50+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:36:40+00:00", + "last": "2026-09-06T11:36:40+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:11+00:00", + "last": "2026-09-06T09:16:11+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:58:35+00:00", + "last": "2026-09-06T02:58:35+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:35+00:00", + "last": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:02:36+00:00", + "last": "2026-09-06T03:02:36+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:39:25+00:00", + "last": "2026-09-06T00:39:25+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:14:39+00:00", + "last": "2026-09-06T06:14:39+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:57:50+00:00", + "last": "2026-09-07T03:57:50+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:06:38+00:00", + "last": "2026-09-06T03:06:38+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T23:15:20+00:00", + "last": "2026-09-04T23:15:20+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:20:36+00:00", + "last": "2026-09-01T07:20:36+00:00" + } + ], + "first_walk": [ + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-01T07:20:36+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-04T23:15:20+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-06T00:15:36+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:39:25+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:58:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:02:36+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T03:06:38+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:14:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:11+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-06T11:36:40+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:57:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 196.1, + "visit_starts": [ + "2026-09-01T07:20:36Z", + "2026-09-04T23:15:20Z", + "2026-09-06T00:15:35Z", + "2026-09-06T02:58:35Z", + "2026-09-06T06:14:39Z", + "2026-09-06T09:16:11Z", + "2026-09-06T11:36:40Z", + "2026-09-07T03:57:50Z" + ] + }, + "documentation_url": "mailto:spider-feedback@bytedance.com", + "self_described_as": "Bytespider" + }, + { + "slug": "friendica-2", + "name": "Friendica", + "group_key": "host:social.trom.tf", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.trom.tf", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T06:51:39+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.trom.tf", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T06:51:38+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.trom.tf", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T06:51:39+00:00", + "bytes_served": 305358, + "classed_by_our_instrument": { + "agent": 17 + }, + "surfaces": { + "section-roots": 17 + }, + "channels": { + "friendica": 11, + "lemmy": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 17 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:03+00:00", + "last": "2026-09-06T07:33:45+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:00:41+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:37:06+00:00", + "last": "2026-09-06T06:37:07+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:51:38+00:00", + "last": "2026-09-07T06:51:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-06T00:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:03+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:06+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 304.8, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T06:34:03Z", + "2026-09-06T07:33:45Z", + "2026-09-07T03:00:41Z", + "2026-09-07T06:51:38Z" + ] + }, + "documentation_url": "https://social.trom.tf", + "self_described_as": null + }, + { + "slug": "lemmy-116", + "name": "Lemmy", + "group_key": "host:beehaw.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://beehaw.org", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T07:46:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://beehaw.org", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T07:46:57+00:00", + "bytes_served": 594455, + "classed_by_our_instrument": { + "agent": 17 + }, + "surfaces": { + "section-roots": 15, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 15, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 17 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T05:46:40+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:46:57+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:26+00:00", + "last": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:36+00:00", + "last": "2026-09-06T09:15:36+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:32+00:00", + "last": "2026-09-07T03:10:32+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:26+00:00", + "last": "2026-09-07T03:20:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:36+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:32+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 164.4, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-06T02:57:26Z", + "2026-09-06T05:40:13Z", + "2026-09-06T09:15:36Z", + "2026-09-07T03:00:43Z", + "2026-09-07T05:46:40Z", + "2026-09-07T07:46:56Z" + ] + }, + "documentation_url": "https://beehaw.org", + "self_described_as": null + }, + { + "slug": "lemmy-146", + "name": "Lemmy", + "group_key": "host:lemmy.asc6.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.asc6.org", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T07:47:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.asc6.org", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T07:47:15+00:00", + "bytes_served": 1044859, + "classed_by_our_instrument": { + "agent": 17 + }, + "surfaces": { + "section-roots": 14, + "blog": 3 + }, + "channels": { + "lemmy": 16, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 17 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-07T07:47:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:12:46+00:00", + "last": "2026-09-06T09:18:12+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:00:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T07:46:41+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:44:59+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:50+00:00", + "last": "2026-09-06T00:27:50+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:29+00:00", + "last": "2026-09-06T02:57:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:50+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:29+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 340.1, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:54:16Z", + "2026-09-06T09:12:46Z", + "2026-09-07T02:44:59Z", + "2026-09-07T07:46:41Z" + ] + }, + "documentation_url": "https://lemmy.asc6.org", + "self_described_as": null + }, + { + "slug": "lemmy-2", + "name": "Lemmy", + "group_key": "host:lemmy.ml", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.ml", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:03+00:00", + "last_seen": "2026-09-07T07:46:46+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.ml", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:03+00:00", + "last_seen": "2026-09-07T07:46:46+00:00", + "bytes_served": 418280, + "classed_by_our_instrument": { + "agent": 17 + }, + "surfaces": { + "section-roots": 10, + "webfinger-jrd": 6, + "blog": 1 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 11, + "404": 6 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/.well-known/webfinger", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-06T02:50:52+00:00", + "last": "2026-09-07T06:37:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:23+00:00", + "last": "2026-09-07T07:46:46+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:03+00:00", + "last": "2026-09-07T03:00:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:24+00:00", + "last": "2026-09-07T02:45:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:03+00:00", + "last": "2026-09-06T09:13:03+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:42+00:00", + "last": "2026-09-07T03:10:42+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-06T02:57:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:03+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T02:50:52+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:23+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:03+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:42+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-06T02:50:52+00:00", + "last_asked": "2026-09-07T06:37:17+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 155.8, + "visit_starts": [ + "2026-09-06T00:15:03Z", + "2026-09-06T02:50:52Z", + "2026-09-06T04:05:51Z", + "2026-09-06T09:13:03Z", + "2026-09-06T11:40:03Z", + "2026-09-07T02:45:15Z", + "2026-09-07T06:37:16Z", + "2026-09-07T07:46:46Z" + ] + }, + "documentation_url": "https://lemmy.ml", + "self_described_as": null + }, + { + "slug": "lemmy-216", + "name": "Lemmy", + "group_key": "host:reddthat.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19-jemalloc; +https://reddthat.com", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T07:47:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19-jemalloc; +https://reddthat.com", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T07:47:33+00:00", + "bytes_served": 970389, + "classed_by_our_instrument": { + "agent": 17 + }, + "surfaces": { + "section-roots": 13, + "blog": 4 + }, + "channels": { + "lemmy": 16, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 17 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:18:16+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:40+00:00", + "last": "2026-09-06T09:18:21+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:43+00:00", + "last": "2026-09-07T07:47:33+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:25+00:00", + "last": "2026-09-07T02:44:52+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:05+00:00", + "last": "2026-09-07T03:04:05+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:32+00:00", + "last": "2026-09-06T06:08:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:25+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:43+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:32+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:40+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 189.1, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:54:25Z", + "2026-09-06T06:08:32Z", + "2026-09-06T09:12:40Z", + "2026-09-07T00:49:38Z", + "2026-09-07T02:44:52Z", + "2026-09-07T07:47:33Z" + ] + }, + "documentation_url": "https://reddthat.com", + "self_described_as": null + }, + { + "slug": "lemmy-239", + "name": "Lemmy", + "group_key": "host:ani.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://ani.social", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:27:49+00:00", + "last_seen": "2026-09-07T07:47:20+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://ani.social", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-06T00:27:49+00:00", + "last_seen": "2026-09-07T07:47:20+00:00", + "bytes_served": 1323934, + "classed_by_our_instrument": { + "agent": 17 + }, + "surfaces": { + "section-roots": 12, + "blog": 5 + }, + "channels": { + "lemmy": 15, + "mbin": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 17 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T09:12:49+00:00", + "last": "2026-09-06T10:44:05+00:00" + }, + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:50+00:00", + "last": "2026-09-07T07:47:20+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:16:44+00:00", + "last": "2026-09-07T05:06:59+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:28+00:00", + "last": "2026-09-06T02:54:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:04+00:00", + "last": "2026-09-07T03:04:04+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:59+00:00", + "last": "2026-09-06T06:07:59+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:28+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:50+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:44+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:59+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:49+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 160.3, + "visit_starts": [ + "2026-09-06T00:27:49Z", + "2026-09-06T02:54:28Z", + "2026-09-06T06:07:59Z", + "2026-09-06T09:12:49Z", + "2026-09-06T10:44:05Z", + "2026-09-07T03:04:04Z", + "2026-09-07T05:06:59Z", + "2026-09-07T07:47:20Z" + ] + }, + "documentation_url": "https://ani.social", + "self_described_as": null + }, + { + "slug": "blogtrottr-2", + "name": "Blogtrottr", + "group_key": "host:blogtrottr.com", + "kind": "named", + "user_agents": [ + { + "ua": "Blogtrottr/2.1 (+https://blogtrottr.com/robot)", + "requests": 16, + "addresses": 3, + "first_seen": "2026-09-06T02:02:22+00:00", + "last_seen": "2026-09-07T07:05:33+00:00" + } + ], + "primary_user_agent": "Blogtrottr/2.1 (+https://blogtrottr.com/robot)", + "requests": 16, + "addresses": 3, + "first_seen": "2026-09-06T02:02:22+00:00", + "last_seen": "2026-09-07T07:05:33+00:00", + "bytes_served": 345628, + "classed_by_our_instrument": { + "crawler": 16 + }, + "surfaces": { + "changes-syndication-feeds": 16 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 11, + "304": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/feed.xml", + "requests": 16, + "statuses": { + "200": 11, + "304": 5 + }, + "first": "2026-09-06T02:02:22+00:00", + "last": "2026-09-07T07:05:33+00:00" + } + ], + "first_walk": [ + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-06T02:02:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 16, + "median_gap_minutes": 60.4, + "visit_starts": [ + "2026-09-06T02:02:22Z", + "2026-09-06T03:02:42Z", + "2026-09-06T04:03:03Z", + "2026-09-06T05:03:24Z", + "2026-09-06T06:03:24Z", + "2026-09-06T07:03:45Z", + "2026-09-06T08:03:45Z", + "2026-09-06T09:04:05Z", + "2026-09-06T10:04:26Z", + "2026-09-06T11:04:47Z", + "2026-09-06T12:05:08Z", + "2026-09-07T00:05:10Z", + "2026-09-07T01:05:31Z", + "2026-09-07T03:05:33Z", + "2026-09-07T05:05:33Z", + "2026-09-07T07:05:33Z" + ] + }, + "documentation_url": "https://blogtrottr.com/robot", + "self_described_as": null + }, + { + "slug": "got", + "name": "got", + "group_key": "ua:got", + "kind": "library", + "user_agents": [ + { + "ua": "got (https://github.com/sindresorhus/got)", + "requests": 16, + "addresses": 9, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T08:27:42+00:00" + } + ], + "primary_user_agent": "got (https://github.com/sindresorhus/got)", + "requests": 16, + "addresses": 9, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T08:27:42+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 16 + }, + "surfaces": { + "pathwren-edge": 10, + "section-roots": 6 + }, + "channels": { + "misskey": 3, + "friendica": 2, + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 16 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/favicon.ico", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-07T08:27:42+00:00" + }, + { + "path": "/c/misskey/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:35:24+00:00", + "last": "2026-09-06T03:40:51+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:32:08+00:00", + "last": "2026-09-06T05:32:08+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:13:22+00:00", + "last": "2026-09-07T07:13:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:37:21+00:00", + "last": "2026-09-06T06:37:21+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/misskey/crawler/", + "status": "200", + "at": "2026-09-06T00:35:24+00:00" + }, + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T05:32:08+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T06:37:21+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T07:13:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 90.8, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-06T03:40:51Z", + "2026-09-06T05:32:08Z", + "2026-09-06T06:37:21Z", + "2026-09-06T07:47:44Z", + "2026-09-07T07:13:22Z", + "2026-09-07T08:21:00Z" + ] + }, + "documentation_url": "https://github.com/sindresorhus/got", + "self_described_as": null + }, + { + "slug": "lemmy-131", + "name": "Lemmy", + "group_key": "host:lemmy.wtf", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.wtf", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:34+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.wtf", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T07:47:34+00:00", + "bytes_served": 1083814, + "classed_by_our_instrument": { + "agent": 16 + }, + "surfaces": { + "section-roots": 10, + "blog": 6 + }, + "channels": { + "lemmy": 16 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 16 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T09:12:51+00:00", + "last": "2026-09-06T09:18:23+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:45+00:00", + "last": "2026-09-07T07:47:34+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:20+00:00", + "last": "2026-09-06T02:54:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:20+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:51+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 332.6, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:20Z", + "2026-09-06T09:12:51Z", + "2026-09-07T03:00:51Z", + "2026-09-07T07:47:34Z" + ] + }, + "documentation_url": "https://lemmy.wtf", + "self_described_as": null + }, + { + "slug": "lemmy-221", + "name": "Lemmy", + "group_key": "host:rblind.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://rblind.com", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T07:47:21+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://rblind.com", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T07:47:21+00:00", + "bytes_served": 935002, + "classed_by_our_instrument": { + "agent": 16 + }, + "surfaces": { + "section-roots": 12, + "blog": 4 + }, + "channels": { + "lemmy": 15, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 16 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:18:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:55+00:00", + "last": "2026-09-06T09:18:05+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:50+00:00", + "last": "2026-09-07T07:47:21+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-06T09:05:54+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:00+00:00", + "last": "2026-09-07T03:04:00+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:37+00:00", + "last": "2026-09-06T06:08:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:50+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:37+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:55+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:00+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 220.8, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:27:48Z", + "2026-09-06T06:08:37Z", + "2026-09-06T09:05:54Z", + "2026-09-07T03:01:02Z", + "2026-09-07T07:47:21Z" + ] + }, + "documentation_url": "https://rblind.com", + "self_described_as": null + }, + { + "slug": "lemmy-245", + "name": "Lemmy", + "group_key": "host:crazypeople.online", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://crazypeople.online", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T02:54:08+00:00", + "last_seen": "2026-09-07T07:47:22+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://crazypeople.online", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T02:54:08+00:00", + "last_seen": "2026-09-07T07:47:22+00:00", + "bytes_served": 1258174, + "classed_by_our_instrument": { + "agent": 16 + }, + "surfaces": { + "section-roots": 12, + "blog": 4 + }, + "channels": { + "lemmy": 15, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 16 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:45+00:00", + "last": "2026-09-07T07:47:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:04+00:00", + "last": "2026-09-06T09:18:21+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:08+00:00", + "last": "2026-09-07T02:45:09+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:43+00:00", + "last": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:47+00:00", + "last": "2026-09-07T03:03:47+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:10+00:00", + "last": "2026-09-06T06:08:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:08+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:45+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:04+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 248.1, + "visit_starts": [ + "2026-09-06T02:54:08Z", + "2026-09-06T06:08:10Z", + "2026-09-06T09:13:04Z", + "2026-09-07T02:45:09Z", + "2026-09-07T07:47:22Z" + ] + }, + "documentation_url": "https://crazypeople.online", + "self_described_as": null + }, + { + "slug": "lemmy-29", + "name": "Lemmy", + "group_key": "host:slrpnk.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://slrpnk.net", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T04:10:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://slrpnk.net", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T04:10:33+00:00", + "bytes_served": 582936, + "classed_by_our_instrument": { + "agent": 16 + }, + "surfaces": { + "section-roots": 12, + "blog": 4 + }, + "channels": { + "lemmy": 15, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 16 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T04:10:33+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:14:32+00:00", + "last": "2026-09-06T09:18:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:35+00:00", + "last": "2026-09-07T02:45:20+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:20+00:00", + "last": "2026-09-07T03:10:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:49+00:00", + "last": "2026-09-07T03:03:49+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:49+00:00", + "last": "2026-09-06T06:07:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:35+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:49+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:14:32+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:49+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 186.7, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T02:54:35Z", + "2026-09-06T06:07:49Z", + "2026-09-06T09:14:32Z", + "2026-09-07T02:45:20Z", + "2026-09-07T04:10:33Z" + ] + }, + "documentation_url": "https://slrpnk.net", + "self_described_as": null + }, + { + "slug": "mastodon-15", + "name": "Mastodon", + "group_key": "host:mastodon.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.2+pr-40283-14051b2 (http.rb/5.3.1; +https://mastodon.social/) Bot", + "requests": 14, + "addresses": 4, + "first_seen": "2026-09-05T13:32:41+00:00", + "last_seen": "2026-09-07T06:54:18+00:00" + }, + { + "ua": "Mastodon/4.8.0-alpha.2+pr-40283-14051b2 (http.rb/5.3.1; +https://mastodon.social/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T13:34:33+00:00", + "last_seen": "2026-09-05T13:34:33+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.2+pr-40283-14051b2 (http.rb/5.3.1; +https://mastodon.social/) Bot", + "requests": 16, + "addresses": 4, + "first_seen": "2026-09-05T13:32:41+00:00", + "last_seen": "2026-09-07T06:54:18+00:00", + "bytes_served": 222528, + "classed_by_our_instrument": { + "crawler": 14, + "agent": 2 + }, + "surfaces": { + "section-roots": 12, + "blog": 2, + "pathwren-edge": 1, + "mcp-crawler-index": 1 + }, + "channels": { + "lemmy": 8, + "mastodon": 4, + "friendica": 3, + "mbin": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 15, + "308": 1 + }, + "distinct_paths": 13, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:43+00:00", + "last": "2026-09-07T03:04:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:14:25+00:00", + "last": "2026-09-06T09:16:56+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:54:18+00:00", + "last": "2026-09-07T06:54:18+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:40+00:00", + "last": "2026-09-06T06:35:40+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:40:39+00:00", + "last": "2026-09-06T06:40:39+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:41+00:00", + "last": "2026-09-06T00:15:41+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:40+00:00", + "last": "2026-09-06T02:54:40+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:34:33+00:00", + "last": "2026-09-05T13:34:33+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:34:33+00:00", + "last": "2026-09-05T13:34:33+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T13:32:41+00:00", + "last": "2026-09-05T13:32:41+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T13:32:41+00:00", + "last": "2026-09-05T13:32:41+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:28:32+00:00", + "last": "2026-09-06T00:28:32+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:47+00:00", + "last": "2026-09-06T02:57:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-05T13:32:41+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-05T13:32:41+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T13:34:33+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T13:34:33+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:41+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:28:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:40+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:43+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:40+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:14:25+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:54:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 225.2, + "visit_starts": [ + "2026-09-05T13:32:41Z", + "2026-09-06T00:15:41Z", + "2026-09-06T02:54:40Z", + "2026-09-06T06:35:40Z", + "2026-09-06T09:14:25Z", + "2026-09-07T03:04:51Z", + "2026-09-07T06:54:18Z" + ] + }, + "documentation_url": "https://mastodon.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "lemmy-208", + "name": "Lemmy", + "group_key": "host:ttrpg.network", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://ttrpg.network", + "requests": 15, + "addresses": 2, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T07:47:20+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://ttrpg.network", + "requests": 15, + "addresses": 2, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T07:47:20+00:00", + "bytes_served": 901504, + "classed_by_our_instrument": { + "agent": 15 + }, + "surfaces": { + "section-roots": 11, + "blog": 4 + }, + "channels": { + "lemmy": 14, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 15 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:06+00:00", + "last": "2026-09-06T09:18:12+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:17:56+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-07T07:47:20+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:20+00:00", + "last": "2026-09-07T02:45:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:31+00:00", + "last": "2026-09-06T06:08:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:20+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:31+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:06+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 194.2, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:20Z", + "2026-09-06T06:08:31Z", + "2026-09-06T09:13:06Z", + "2026-09-07T02:45:22Z", + "2026-09-07T07:47:20Z" + ] + }, + "documentation_url": "https://ttrpg.network", + "self_described_as": null + }, + { + "slug": "lemmy-3", + "name": "Lemmy", + "group_key": "host:mander.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://mander.xyz", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T07:47:14+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://mander.xyz", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T07:47:14+00:00", + "bytes_served": 876179, + "classed_by_our_instrument": { + "agent": 15 + }, + "surfaces": { + "section-roots": 11, + "blog": 4 + }, + "channels": { + "lemmy": 14, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 15 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:50+00:00", + "last": "2026-09-06T09:18:20+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:41+00:00", + "last": "2026-09-07T07:47:14+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:05+00:00", + "last": "2026-09-07T03:00:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:08+00:00", + "last": "2026-09-07T02:44:58+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:38+00:00", + "last": "2026-09-07T03:03:38+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:56+00:00", + "last": "2026-09-06T06:07:56+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:05+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:08+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:41+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:56+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:50+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 193.8, + "visit_starts": [ + "2026-09-06T00:15:05Z", + "2026-09-06T02:54:08Z", + "2026-09-06T06:07:56Z", + "2026-09-06T09:12:50Z", + "2026-09-07T02:44:58Z", + "2026-09-07T07:47:14Z" + ] + }, + "documentation_url": "https://mander.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-69", + "name": "Lemmy", + "group_key": "host:vger.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://vger.social", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T07:47:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://vger.social", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T07:47:31+00:00", + "bytes_served": 901490, + "classed_by_our_instrument": { + "agent": 15 + }, + "surfaces": { + "section-roots": 11, + "blog": 4 + }, + "channels": { + "lemmy": 14, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 15 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:13:09+00:00", + "last": "2026-09-06T09:18:00+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-07T03:18:18+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:29+00:00", + "last": "2026-09-07T07:47:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:20+00:00", + "last": "2026-09-07T02:45:19+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:03+00:00", + "last": "2026-09-07T03:04:03+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:01+00:00", + "last": "2026-09-06T06:08:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:20+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:29+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:01+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:09+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 193.7, + "visit_starts": [ + "2026-09-06T00:15:15Z", + "2026-09-06T02:54:20Z", + "2026-09-06T06:08:01Z", + "2026-09-06T09:13:09Z", + "2026-09-07T02:45:19Z", + "2026-09-07T07:47:31Z" + ] + }, + "documentation_url": "https://vger.social", + "self_described_as": null + }, + { + "slug": "mastodon-14", + "name": "Mastodon", + "group_key": "host:fd.mrmave.work", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://fd.mrmave.work/) Bot", + "requests": 13, + "addresses": 2, + "first_seen": "2026-09-06T02:37:16+00:00", + "last_seen": "2026-09-07T00:09:32+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://fd.mrmave.work/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T12:49:28+00:00", + "last_seen": "2026-09-05T12:49:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://fd.mrmave.work/) Bot", + "requests": 15, + "addresses": 2, + "first_seen": "2026-09-05T12:49:28+00:00", + "last_seen": "2026-09-07T00:09:32+00:00", + "bytes_served": 395669, + "classed_by_our_instrument": { + "crawler": 13, + "agent": 2 + }, + "surfaces": { + "section-roots": 8, + "pathwren-edge": 5, + "mcp-crawler-index": 1, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 14, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 14, + "308": 1 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-05T12:49:28+00:00", + "last": "2026-09-06T02:39:35+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:49:28+00:00", + "last": "2026-09-06T02:37:16+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:24:45+00:00", + "last": "2026-09-06T03:24:45+00:00" + }, + { + "path": "/c/mastodon/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:06+00:00", + "last": "2026-09-06T02:57:06+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-06T02:57:06+00:00", + "last": "2026-09-06T02:57:06+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:39:26+00:00", + "last": "2026-09-06T03:39:26+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:35:14+00:00", + "last": "2026-09-06T03:35:14+00:00" + }, + { + "path": "/c/mastodon/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:37:38+00:00", + "last": "2026-09-06T02:37:38+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:30:08+00:00", + "last": "2026-09-06T03:30:08+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:32+00:00", + "last": "2026-09-07T00:09:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:49:28+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:49:28+00:00" + }, + { + "path": "/c/mastodon/policy/", + "status": "200", + "at": "2026-09-06T02:37:38+00:00" + }, + { + "path": "/c/mastodon/mcp%22%7D%7D%7D", + "status": "308", + "at": "2026-09-06T02:57:06+00:00" + }, + { + "path": "/c/mastodon/mcp", + "status": "200", + "at": "2026-09-06T02:57:06+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-06T03:24:45+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-06T03:30:08+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-06T03:35:14+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-06T03:39:26+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1060.0, + "visit_starts": [ + "2026-09-05T12:49:28Z", + "2026-09-06T02:37:16Z", + "2026-09-07T00:09:32Z" + ] + }, + "documentation_url": "https://fd.mrmave.work/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "smitherybot", + "name": "SmitheryBot", + "group_key": "host:smithery.ai", + "kind": "named", + "user_agents": [ + { + "ua": "SmitheryBot/1.0 (+https://smithery.ai)", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-02T09:06:23+00:00", + "last_seen": "2026-09-02T09:07:23+00:00" + } + ], + "primary_user_agent": "SmitheryBot/1.0 (+https://smithery.ai)", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-02T09:06:23+00:00", + "last_seen": "2026-09-02T09:07:23+00:00", + "bytes_served": 80544, + "classed_by_our_instrument": { + "crawler": 15 + }, + "surfaces": { + "pathwren-edge": 10, + "mcp-crawler-index": 5 + }, + "channels": { + "smithery": 5 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "404": 10, + "200": 5 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/.well-known/oauth-protected-resource", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-02T09:06:23+00:00", + "last": "2026-09-02T09:07:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:06:23+00:00", + "last": "2026-09-02T09:06:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:06:50+00:00", + "last": "2026-09-02T09:06:50+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/netcheck", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:07:23+00:00", + "last": "2026-09-02T09:07:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/robots", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:07:07+00:00", + "last": "2026-09-02T09:07:07+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/triage", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-02T09:06:38+00:00", + "last": "2026-09-02T09:06:38+00:00" + }, + { + "path": "/c/smithery/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:06:23+00:00", + "last": "2026-09-02T09:06:23+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:06:50+00:00", + "last": "2026-09-02T09:06:50+00:00" + }, + { + "path": "/c/smithery/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:07:23+00:00", + "last": "2026-09-02T09:07:23+00:00" + }, + { + "path": "/c/smithery/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:07:07+00:00", + "last": "2026-09-02T09:07:07+00:00" + }, + { + "path": "/c/smithery/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T09:06:38+00:00", + "last": "2026-09-02T09:06:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/smithery/mcp", + "status": "200", + "at": "2026-09-02T09:06:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp", + "status": "404", + "at": "2026-09-02T09:06:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-02T09:06:23+00:00" + }, + { + "path": "/c/smithery/mcp/triage", + "status": "200", + "at": "2026-09-02T09:06:38+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/triage", + "status": "404", + "at": "2026-09-02T09:06:38+00:00" + }, + { + "path": "/c/smithery/mcp/doctor", + "status": "200", + "at": "2026-09-02T09:06:50+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/doctor", + "status": "404", + "at": "2026-09-02T09:06:50+00:00" + }, + { + "path": "/c/smithery/mcp/robots", + "status": "200", + "at": "2026-09-02T09:07:07+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/robots", + "status": "404", + "at": "2026-09-02T09:07:07+00:00" + }, + { + "path": "/c/smithery/mcp/netcheck", + "status": "200", + "at": "2026-09-02T09:07:23+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/netcheck", + "status": "404", + "at": "2026-09-02T09:07:23+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:06:23+00:00", + "last_asked": "2026-09-02T09:06:23+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-02T09:06:23+00:00", + "last_asked": "2026-09-02T09:07:23+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/triage", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:06:38+00:00", + "last_asked": "2026-09-02T09:06:38+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:06:50+00:00", + "last_asked": "2026-09-02T09:06:50+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/robots", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:07:07+00:00", + "last_asked": "2026-09-02T09:07:07+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/smithery/mcp/netcheck", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-02T09:07:23+00:00", + "last_asked": "2026-09-02T09:07:23+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-02T09:06:23Z" + ] + }, + "documentation_url": "https://smithery.ai", + "self_described_as": null + }, + { + "slug": "the402-mcp", + "name": "the402-mcp", + "group_key": "host:the402.dev", + "kind": "named", + "user_agents": [ + { + "ua": "the402-mcp/0.1 (+https://the402.dev)", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T02:58:12+00:00", + "last_seen": "2026-09-06T08:18:49+00:00" + } + ], + "primary_user_agent": "the402-mcp/0.1 (+https://the402.dev)", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T02:58:12+00:00", + "last_seen": "2026-09-06T08:18:49+00:00", + "bytes_served": 89918, + "classed_by_our_instrument": { + "agent": 15 + }, + "surfaces": { + "mcp-crawler-index": 5, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-log-triage": 2, + "mcp-robots-policy-lint": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-endpoint-lint": 2 + }, + "channels": { + "mcp-registry-official": 15 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 15 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/mcp", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:58:12+00:00", + "last": "2026-09-06T08:18:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:58:13+00:00", + "last": "2026-09-06T08:18:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:58:12+00:00", + "last": "2026-09-06T08:18:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:58:13+00:00", + "last": "2026-09-06T08:18:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:58:13+00:00", + "last": "2026-09-06T08:18:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:58:13+00:00", + "last": "2026-09-06T08:18:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:58:13+00:00", + "last": "2026-09-06T08:18:49+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-06T02:58:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-06T02:58:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-06T02:58:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-06T02:58:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-06T02:58:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-06T02:58:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-06T02:58:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 320.6, + "visit_starts": [ + "2026-09-06T02:58:12Z", + "2026-09-06T08:18:49Z" + ] + }, + "documentation_url": "https://the402.dev", + "self_described_as": null + }, + { + "slug": "a2a-registry-scanner", + "name": "A2A-Registry-Scanner", + "group_key": "ua:a2a-registry-scanner", + "kind": "named", + "user_agents": [ + { + "ua": "A2A-Registry-Scanner/1.0 (Mozilla/5.0 Compatible)", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-02T06:43:23+00:00", + "last_seen": "2026-09-03T02:01:47+00:00" + } + ], + "primary_user_agent": "A2A-Registry-Scanner/1.0 (Mozilla/5.0 Compatible)", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-02T06:43:23+00:00", + "last_seen": "2026-09-03T02:01:47+00:00", + "bytes_served": 178876, + "classed_by_our_instrument": { + "unknown": 14 + }, + "surfaces": { + "a2a-crawler-index": 14 + }, + "channels": { + "a2a-registry-global": 14 + }, + "accept_headers": [ + "application/json, text/html" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T06:43:23+00:00", + "last": "2026-09-03T02:01:03+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:51:59+00:00", + "last": "2026-09-03T02:01:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:51:44+00:00", + "last": "2026-09-03T02:01:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:51:51+00:00", + "last": "2026-09-03T02:01:09+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T06:51:30+00:00", + "last": "2026-09-03T02:01:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:46+00:00", + "last": "2026-09-03T02:01:46+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:45+00:00", + "last": "2026-09-03T02:01:45+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:47+00:00", + "last": "2026-09-03T02:01:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:43:23+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:51:30+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:51:44+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:51:51+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T06:51:59+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:45+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:46+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1157.7, + "visit_starts": [ + "2026-09-02T06:43:23Z", + "2026-09-03T02:01:03Z" + ] + }, + "documentation_url": null, + "self_described_as": "Mozilla/5.0 Compatible" + }, + { + "slug": "a2a-registry-taskprobe", + "name": "A2A-Registry-TaskProbe", + "group_key": "host:a2aregistry.org", + "kind": "named", + "user_agents": [ + { + "ua": "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", + "requests": 12, + "addresses": 4, + "first_seen": "2026-09-02T02:35:55+00:00", + "last_seen": "2026-09-07T03:25:04+00:00" + }, + { + "ua": "A2A-Registry-Smoke/1.0 (+https://a2aregistry.org)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T02:25:59+00:00", + "last_seen": "2026-09-01T02:25:59+00:00" + } + ], + "primary_user_agent": "A2A-Registry-TaskProbe/1.0 (+https://a2aregistry.org)", + "requests": 14, + "addresses": 5, + "first_seen": "2026-09-01T02:25:59+00:00", + "last_seen": "2026-09-07T03:25:04+00:00", + "bytes_served": 188071, + "classed_by_our_instrument": { + "agent": 14 + }, + "surfaces": { + "a2a-crawler-index": 7, + "agent-card-addresses": 4, + "pathwren-edge": 3 + }, + "channels": { + "a2a-registry-org": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/a2a", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T02:25:59+00:00", + "last": "2026-09-07T03:25:04+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T02:25:59+00:00", + "last": "2026-09-07T03:25:03+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T02:25:59+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:25:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 1446.9, + "visit_starts": [ + "2026-09-01T02:25:59Z", + "2026-09-02T02:35:55Z", + "2026-09-03T02:59:51Z", + "2026-09-04T03:02:13Z", + "2026-09-05T03:05:36Z", + "2026-09-06T03:09:31Z", + "2026-09-07T03:25:03Z" + ] + }, + "documentation_url": "https://a2aregistry.org", + "self_described_as": null + }, + { + "slug": "agent-guild-scout", + "name": "agent-guild-scout", + "group_key": "ua:agent-guild-scout", + "kind": "named", + "user_agents": [ + { + "ua": "agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-01T04:15:17+00:00", + "last_seen": "2026-09-03T06:18:04+00:00" + } + ], + "primary_user_agent": "agent-guild-scout/1 (+https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json)", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-01T04:15:17+00:00", + "last_seen": "2026-09-03T06:18:04+00:00", + "bytes_served": 130280, + "classed_by_our_instrument": { + "agent": 14 + }, + "surfaces": { + "pathwren-edge": 14 + }, + "channels": { + "a2a-registry-org": 14 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 14, + "statuses": { + "200": 14 + }, + "first": "2026-09-01T04:15:17+00:00", + "last": "2026-09-03T06:18:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T04:15:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 12, + "median_gap_minutes": 149.3, + "visit_starts": [ + "2026-09-01T04:15:17Z", + "2026-09-01T08:47:05Z", + "2026-09-01T11:16:25Z", + "2026-09-01T17:29:09Z", + "2026-09-02T02:17:41Z", + "2026-09-02T04:20:22Z", + "2026-09-02T05:30:23Z", + "2026-09-02T07:17:52Z", + "2026-09-02T14:10:54Z", + "2026-09-03T02:01:16Z", + "2026-09-03T04:20:35Z", + "2026-09-03T06:18:04Z" + ] + }, + "documentation_url": "https://agent-guild-5d5r.onrender.com/.well-known/agent-guild.json", + "self_described_as": null + }, + { + "slug": "choosemcp-harvester", + "name": "choosemcp-harvester", + "group_key": "ua:choosemcp-harvester", + "kind": "named", + "user_agents": [ + { + "ua": "choosemcp-harvester/0.1 (+https://github.com/)", + "requests": 14, + "addresses": 2, + "first_seen": "2026-09-04T04:34:58+00:00", + "last_seen": "2026-09-04T05:55:45+00:00" + } + ], + "primary_user_agent": "choosemcp-harvester/0.1 (+https://github.com/)", + "requests": 14, + "addresses": 2, + "first_seen": "2026-09-04T04:34:58+00:00", + "last_seen": "2026-09-04T05:55:45+00:00", + "bytes_served": 110124, + "classed_by_our_instrument": { + "agent": 14 + }, + "surfaces": { + "pathwren-edge": 7, + "mcp-crawler-index": 2, + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-endpoint-lint": 1, + "mcp-crawler-log-triage": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 13 + }, + "accept_headers": [ + "application/json, text/event-stream", + "*/*" + ], + "status_codes": { + "200": 13, + "202": 1 + }, + "distinct_paths": 14, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:43+00:00", + "last": "2026-09-04T05:55:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:44+00:00", + "last": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:44+00:00", + "last": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:45+00:00", + "last": "2026-09-04T05:55:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:44+00:00", + "last": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:44+00:00", + "last": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "202": 1 + }, + "first": "2026-09-04T04:34:58+00:00", + "last": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:43+00:00", + "last": "2026-09-04T05:55:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/mcp", + "status": "202", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T04:34:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "status": "200", + "at": "2026-09-04T05:55:43+00:00" + }, + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-04T05:55:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "status": "200", + "at": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-netcheck.html", + "status": "200", + "at": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "status": "200", + "at": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-lint.html", + "status": "200", + "at": "2026-09-04T05:55:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-robots.html", + "status": "200", + "at": "2026-09-04T05:55:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 80.8, + "visit_starts": [ + "2026-09-04T04:34:58Z", + "2026-09-04T05:55:43Z" + ] + }, + "documentation_url": "https://github.com/", + "self_described_as": null + }, + { + "slug": "friendica-16", + "name": "Friendica", + "group_key": "host:libranet.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://libranet.de", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T06:33:23+00:00", + "last_seen": "2026-09-06T07:22:30+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://libranet.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:07+00:00", + "last_seen": "2026-09-07T06:50:09+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://libranet.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:33:23+00:00", + "last_seen": "2026-09-06T06:36:52+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://libranet.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:07+00:00", + "last_seen": "2026-09-07T06:50:07+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://libranet.de", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-06T06:33:23+00:00", + "last_seen": "2026-09-07T06:50:09+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 14 + }, + "surfaces": { + "section-roots": 14 + }, + "channels": { + "friendica": 14 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T06:33:23+00:00", + "last": "2026-09-06T07:22:30+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:07+00:00", + "last": "2026-09-07T06:50:09+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:36:52+00:00", + "last": "2026-09-06T06:36:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:23+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:52+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.4, + "visit_starts": [ + "2026-09-06T06:33:23Z", + "2026-09-06T07:22:28Z", + "2026-09-07T06:50:07Z" + ] + }, + "documentation_url": "https://libranet.de", + "self_described_as": null + }, + { + "slug": "lemmy-152", + "name": "Lemmy", + "group_key": "host:pawb.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://pawb.social", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T07:47:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://pawb.social", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T07:47:33+00:00", + "bytes_served": 1039640, + "classed_by_our_instrument": { + "agent": 14 + }, + "surfaces": { + "section-roots": 10, + "blog": 4 + }, + "channels": { + "lemmy": 13, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:47+00:00", + "last": "2026-09-06T09:18:05+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:39+00:00", + "last": "2026-09-07T07:47:33+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-07T03:22:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:22:10+00:00", + "last": "2026-09-07T03:22:10+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:28:33+00:00", + "last": "2026-09-06T06:28:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:39+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:28:33+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:22:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 214.3, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-06T02:54:16Z", + "2026-09-06T06:28:33Z", + "2026-09-06T09:12:47Z", + "2026-09-07T03:22:10Z", + "2026-09-07T07:47:33Z" + ] + }, + "documentation_url": "https://pawb.social", + "self_described_as": null + }, + { + "slug": "lemmy-244", + "name": "Lemmy", + "group_key": "host:gregtech.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://gregtech.eu", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-06T02:54:07+00:00", + "last_seen": "2026-09-07T07:47:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://gregtech.eu", + "requests": 14, + "addresses": 1, + "first_seen": "2026-09-06T02:54:07+00:00", + "last_seen": "2026-09-07T07:47:15+00:00", + "bytes_served": 1018680, + "classed_by_our_instrument": { + "agent": 14 + }, + "surfaces": { + "section-roots": 10, + "blog": 4 + }, + "channels": { + "lemmy": 13, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:46+00:00", + "last": "2026-09-06T09:18:16+00:00" + }, + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:35+00:00", + "last": "2026-09-07T07:47:15+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:20+00:00", + "last": "2026-09-07T03:18:17+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-07T02:45:04+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:38+00:00", + "last": "2026-09-07T03:03:38+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:42+00:00", + "last": "2026-09-06T06:07:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:35+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:20+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:42+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 247.9, + "visit_starts": [ + "2026-09-06T02:54:07Z", + "2026-09-06T06:07:42Z", + "2026-09-06T09:12:46Z", + "2026-09-07T02:45:04Z", + "2026-09-07T07:47:15Z" + ] + }, + "documentation_url": "https://gregtech.eu", + "self_described_as": null + }, + { + "slug": "superfeedr", + "name": "Superfeedr", + "group_key": "host:superfeedr.com", + "kind": "named", + "user_agents": [ + { + "ua": "Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch - feed-id:undefined", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-06T01:53:22+00:00", + "last_seen": "2026-09-07T04:53:27+00:00" + }, + { + "ua": "Superfeedr bot/2.0 http://superfeedr.com - Get in touch for any question!", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-06T01:53:22+00:00", + "last_seen": "2026-09-07T04:53:27+00:00" + }, + { + "ua": "Superfeedr bot/2.0 http://superfeedr.com - Checking HTML reverse link.", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T01:53:33+00:00", + "last_seen": "2026-09-07T04:53:38+00:00" + }, + { + "ua": "Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch - feed-id:1405120767", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T01:53:22+00:00", + "last_seen": "2026-09-07T04:53:28+00:00" + }, + { + "ua": "Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch - feed-id:1405121929", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T11:53:18+00:00", + "last_seen": "2026-09-07T04:53:28+00:00" + }, + { + "ua": "Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch - feed-id:1405123809", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T04:53:27+00:00", + "last_seen": "2026-09-07T04:53:27+00:00" + } + ], + "primary_user_agent": "Superfeedr bot/2.0 http://superfeedr.com - Make your feeds realtime: get in touch - feed-id:undefined", + "requests": 14, + "addresses": 4, + "first_seen": "2026-09-06T01:53:22+00:00", + "last_seen": "2026-09-07T04:53:38+00:00", + "bytes_served": 318999, + "classed_by_our_instrument": { + "crawler": 14 + }, + "surfaces": { + "changes-syndication-feeds": 11, + "pathwren-edge": 3 + }, + "channels": { + "inoreader": 4, + "feedly": 3 + }, + "accept_headers": [ + "application/atom+xml,application/rdf+xml,application/rss+xml,application/xml,text/xml,application/json,*/*" + ], + "status_codes": { + "200": 14 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/inoreader/feed.xml", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T11:53:17+00:00", + "last": "2026-09-07T04:53:28+00:00" + }, + { + "path": "/feed.xml", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T01:53:22+00:00", + "last": "2026-09-07T04:53:28+00:00" + }, + { + "path": "/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T01:53:33+00:00", + "last": "2026-09-07T04:53:38+00:00" + }, + { + "path": "/c/feedly/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T04:53:27+00:00", + "last": "2026-09-07T04:53:27+00:00" + } + ], + "first_walk": [ + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-06T01:53:22+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-06T01:53:33+00:00" + }, + { + "path": "/c/inoreader/feed.xml", + "status": "200", + "at": "2026-09-06T11:53:17+00:00" + }, + { + "path": "/c/feedly/feed.xml", + "status": "200", + "at": "2026-09-07T04:53:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 810.0, + "visit_starts": [ + "2026-09-06T01:53:22Z", + "2026-09-06T11:53:17Z", + "2026-09-07T04:53:27Z" + ] + }, + "documentation_url": "http://superfeedr.com", + "self_described_as": null + }, + { + "slug": "friendica-71", + "name": "Friendica", + "group_key": "host:loma.ml", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://loma.ml", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:30+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://loma.ml", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-07T06:50:28+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://loma.ml", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:30+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 13 + }, + "surfaces": { + "section-roots": 13 + }, + "channels": { + "friendica": 13 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 13 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:15+00:00", + "last": "2026-09-06T07:23:27+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:36:57+00:00", + "last": "2026-09-06T06:36:59+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:28+00:00", + "last": "2026-09-07T06:50:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:15+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:57+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.1, + "visit_starts": [ + "2026-09-06T06:34:15Z", + "2026-09-06T07:23:27Z", + "2026-09-07T06:50:28Z" + ] + }, + "documentation_url": "https://loma.ml", + "self_described_as": null + }, + { + "slug": "google", + "name": "Google", + "group_key": "ua:google", + "kind": "named", + "user_agents": [ + { + "ua": "Google", + "requests": 13, + "addresses": 5, + "first_seen": "2026-09-03T15:02:54+00:00", + "last_seen": "2026-09-03T15:03:15+00:00" + } + ], + "primary_user_agent": "Google", + "requests": 13, + "addresses": 5, + "first_seen": "2026-09-03T15:02:54+00:00", + "last_seen": "2026-09-03T15:03:15+00:00", + "bytes_served": 56565, + "classed_by_our_instrument": { + "agent": 13 + }, + "surfaces": { + "mcp-crawler-index": 9, + "oauth-discovery-refusal": 4 + }, + "channels": {}, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 6, + "404": 4, + "202": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/mcp", + "requests": 9, + "statuses": { + "200": 6, + "202": 3 + }, + "first": "2026-09-03T15:02:54+00:00", + "last": "2026-09-03T15:03:12+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T15:02:57+00:00", + "last": "2026-09-03T15:03:15+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/mcp", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-03T15:02:56+00:00", + "last": "2026-09-03T15:03:14+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-03T15:02:54+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/mcp", + "status": "404", + "at": "2026-09-03T15:02:56+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-03T15:02:57+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource/mcp", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T15:02:56+00:00", + "last_asked": "2026-09-03T15:03:14+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-03T15:02:57+00:00", + "last_asked": "2026-09-03T15:03:15+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T15:02:54Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lemmy-194", + "name": "Lemmy", + "group_key": "host:lem.jaybit.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lem.jaybit.com", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lem.jaybit.com", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:47:13+00:00", + "bytes_served": 1313005, + "classed_by_our_instrument": { + "agent": 13 + }, + "surfaces": { + "section-roots": 11, + "blog": 2 + }, + "channels": { + "lemmy": 13 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 13 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/bot/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T02:57:41+00:00", + "last": "2026-09-07T07:47:13+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:00:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:44+00:00", + "last": "2026-09-06T09:15:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:30+00:00", + "last": "2026-09-07T02:45:19+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:55+00:00", + "last": "2026-09-07T03:03:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:41+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 340.0, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:30Z", + "2026-09-06T09:12:44Z", + "2026-09-07T02:45:19Z", + "2026-09-07T07:47:13Z" + ] + }, + "documentation_url": "https://lem.jaybit.com", + "self_described_as": null + }, + { + "slug": "lemmy-22", + "name": "Lemmy", + "group_key": "host:nodesphere.site", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://nodesphere.site", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T05:50:36+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://nodesphere.site", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T05:50:36+00:00", + "bytes_served": 354803, + "classed_by_our_instrument": { + "agent": 13 + }, + "surfaces": { + "section-roots": 11, + "blog": 2 + }, + "channels": { + "lemmy": 13 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 13 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T05:50:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:44+00:00", + "last": "2026-09-06T09:15:33+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-07T02:45:06+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:54+00:00", + "last": "2026-09-07T03:03:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 185.5, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T02:54:15Z", + "2026-09-06T09:12:44Z", + "2026-09-07T00:49:39Z", + "2026-09-07T02:45:06Z", + "2026-09-07T05:50:36Z" + ] + }, + "documentation_url": "https://nodesphere.site", + "self_described_as": null + }, + { + "slug": "sasame-census-era-probe", + "name": "SaSame-Census-Era-Probe", + "group_key": "ua:sasame-census-era-probe", + "kind": "named", + "user_agents": [ + { + "ua": "SaSame-Census-Era-Probe/1.0", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-01T01:07:30+00:00", + "last_seen": "2026-09-05T14:05:58+00:00" + } + ], + "primary_user_agent": "SaSame-Census-Era-Probe/1.0", + "requests": 13, + "addresses": 1, + "first_seen": "2026-09-01T01:07:30+00:00", + "last_seen": "2026-09-05T14:05:58+00:00", + "bytes_served": 60882, + "classed_by_our_instrument": { + "agent": 13 + }, + "surfaces": { + "mcp-crawler-index": 3, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-crawler-log-triage": 2, + "mcp-endpoint-lint": 2, + "mcp-robots-policy-lint": 2 + }, + "channels": { + "mcp-registry-official": 12, + "mcp-registry": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 13 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:39+00:00", + "last": "2026-09-05T14:05:53+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:38+00:00", + "last": "2026-09-05T14:05:52+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:43+00:00", + "last": "2026-09-05T14:05:57+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:41+00:00", + "last": "2026-09-05T14:05:54+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:44+00:00", + "last": "2026-09-05T14:05:58+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T14:12:42+00:00", + "last": "2026-09-05T14:05:56+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:07:30+00:00", + "last": "2026-09-01T01:07:30+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T01:07:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T14:12:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T14:12:39+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T14:12:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T14:12:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T14:12:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T14:12:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 3269.2, + "visit_starts": [ + "2026-09-01T01:07:30Z", + "2026-09-04T14:12:38Z", + "2026-09-05T14:05:52Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "colonistone", + "name": "ColonistOne", + "group_key": "host:thecolony.ai", + "kind": "named", + "user_agents": [ + { + "ua": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai; +https://thecolony.ai/u/colonist-one)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-03T05:34:46+00:00", + "last_seen": "2026-09-03T05:34:50+00:00" + } + ], + "primary_user_agent": "ColonistOne/1.0 (autonomous agent; review for thecolony.ai; +https://thecolony.ai/u/colonist-one)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-03T05:34:46+00:00", + "last_seen": "2026-09-03T05:34:50+00:00", + "bytes_served": 231944, + "classed_by_our_instrument": { + "agent": 11, + "crawler": 1 + }, + "surfaces": { + "pathwren-edge": 9, + "mcp-crawler-index": 2, + "http-tools": 1 + }, + "channels": { + "thecolony": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10, + "404": 2 + }, + "distinct_paths": 11, + "paths": [ + { + "path": "/c/thecolony/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T05:34:49+00:00", + "last": "2026-09-03T05:34:50+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:49+00:00", + "last": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/.well-known/agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:49+00:00", + "last": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:49+00:00", + "last": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/.well-known/zzqx-nonexistent.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T05:34:50+00:00", + "last": "2026-09-03T05:34:50+00:00" + }, + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:46+00:00", + "last": "2026-09-03T05:34:46+00:00" + }, + { + "path": "/c/thecolony/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:48+00:00", + "last": "2026-09-03T05:34:48+00:00" + }, + { + "path": "/c/thecolony/tools", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:50+00:00", + "last": "2026-09-03T05:34:50+00:00" + }, + { + "path": "/c/thecolony/zzqx-no-such-page-purple", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T05:34:50+00:00", + "last": "2026-09-03T05:34:50+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:47+00:00", + "last": "2026-09-03T05:34:47+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:34:47+00:00", + "last": "2026-09-03T05:34:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/thecolony/", + "status": "200", + "at": "2026-09-03T05:34:46+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T05:34:47+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T05:34:47+00:00" + }, + { + "path": "/c/thecolony/llms.txt", + "status": "200", + "at": "2026-09-03T05:34:48+00:00" + }, + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/.well-known/ai-plugin.json", + "status": "200", + "at": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/c/thecolony/mcp", + "status": "200", + "at": "2026-09-03T05:34:49+00:00" + }, + { + "path": "/c/thecolony/tools", + "status": "200", + "at": "2026-09-03T05:34:50+00:00" + }, + { + "path": "/c/thecolony/zzqx-no-such-page-purple", + "status": "404", + "at": "2026-09-03T05:34:50+00:00" + }, + { + "path": "/.well-known/zzqx-nonexistent.json", + "status": "404", + "at": "2026-09-03T05:34:50+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/thecolony/zzqx-no-such-page-purple", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T05:34:50+00:00", + "last_asked": "2026-09-03T05:34:50+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/zzqx-nonexistent.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T05:34:50+00:00", + "last_asked": "2026-09-03T05:34:50+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T05:34:46Z" + ] + }, + "documentation_url": "https://thecolony.ai/u/colonist-one", + "self_described_as": "autonomous agent; review for thecolony.ai" + }, + { + "slug": "friendica", + "name": "Friendica", + "group_key": "host:hub.azkware.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://hub.azkware.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-06T06:34:18+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://hub.azkware.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-06T06:34:18+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://hub.azkware.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:01:04+00:00", + "last_seen": "2026-09-07T06:50:35+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://hub.azkware.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:01:04+00:00", + "last_seen": "2026-09-07T06:50:35+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://hub.azkware.net", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T06:50:35+00:00", + "bytes_served": 106203, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "section-roots": 12 + }, + "channels": { + "lemmy": 8, + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-07T03:01:04+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-07T03:04:07+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:35+00:00", + "last": "2026-09-07T06:50:35+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:18+00:00", + "last": "2026-09-06T06:34:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:18+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 379.0, + "visit_starts": [ + "2026-09-06T00:15:18Z", + "2026-09-06T06:34:18Z", + "2026-09-07T03:01:04Z", + "2026-09-07T06:50:35Z" + ] + }, + "documentation_url": "https://hub.azkware.net", + "self_described_as": null + }, + { + "slug": "friendica-40", + "name": "Friendica", + "group_key": "host:poliverso.org", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://poliverso.org", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://poliverso.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://poliverso.org", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:37+00:00", + "bytes_served": 36467, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "section-roots": 12 + }, + "channels": { + "friendica": 12 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T07:23:11+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:40:31+00:00", + "last": "2026-09-06T06:40:33+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:36+00:00", + "last": "2026-09-07T06:50:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:31+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.2, + "visit_starts": [ + "2026-09-06T06:34:06Z", + "2026-09-06T07:23:10Z", + "2026-09-07T06:50:36Z" + ] + }, + "documentation_url": "https://poliverso.org", + "self_described_as": null + }, + { + "slug": "friendica-59", + "name": "Friendica", + "group_key": "host:niwego.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://niwego.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://niwego.com", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ActivityPub/1 +https://niwego.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:43+00:00", + "last_seen": "2026-09-06T09:15:43+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://niwego.com", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:38+00:00", + "bytes_served": 110662, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "section-roots": 8, + "blog": 2, + "pathwren-edge": 2 + }, + "channels": { + "lemmy": 8, + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:38+00:00", + "last": "2026-09-07T06:50:38+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:00:57+00:00", + "last": "2026-09-07T03:00:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:03:57+00:00", + "last": "2026-09-07T03:03:57+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:57+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 229.7, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-06T09:15:43Z", + "2026-09-07T03:00:57Z", + "2026-09-07T06:50:38Z" + ] + }, + "documentation_url": "https://niwego.com", + "self_described_as": null + }, + { + "slug": "lemmy-14", + "name": "Lemmy", + "group_key": "host:lemmy.nz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.nz", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:18:19+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.nz", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:18:19+00:00", + "bytes_served": 505976, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "section-roots": 9, + "blog": 3 + }, + "channels": { + "lemmy": 11, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T03:18:19+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:13:07+00:00", + "last": "2026-09-06T09:49:26+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:25+00:00", + "last": "2026-09-07T02:45:10+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:50+00:00", + "last": "2026-09-07T03:10:50+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:41+00:00", + "last": "2026-09-07T03:03:41+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:26+00:00", + "last": "2026-09-06T06:08:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:25+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:26+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:41+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 184.7, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-06T02:54:25Z", + "2026-09-06T06:08:26Z", + "2026-09-06T09:13:07Z", + "2026-09-06T09:49:26Z", + "2026-09-07T02:45:10Z" + ] + }, + "documentation_url": "https://lemmy.nz", + "self_described_as": null + }, + { + "slug": "lemmy-153", + "name": "Lemmy", + "group_key": "host:lemmy.eco.br", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.eco.br", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T07:47:22+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.eco.br", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T07:47:22+00:00", + "bytes_served": 1004967, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "section-roots": 11, + "blog": 1 + }, + "channels": { + "lemmy": 12 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:50+00:00", + "last": "2026-09-07T07:47:22+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-07T03:18:14+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-07T02:45:17+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:26+00:00", + "last": "2026-09-06T09:15:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:39+00:00", + "last": "2026-09-07T03:03:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 341.6, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-06T02:54:11Z", + "2026-09-06T09:15:26Z", + "2026-09-07T02:45:17Z", + "2026-09-07T07:47:22Z" + ] + }, + "documentation_url": "https://lemmy.eco.br", + "self_described_as": null + }, + { + "slug": "lemmy-67", + "name": "Lemmy", + "group_key": "host:startrek.website", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://startrek.website", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:10:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://startrek.website", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:10:45+00:00", + "bytes_served": 891637, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "section-roots": 8, + "blog": 4 + }, + "channels": { + "lemmy": 11, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T09:12:52+00:00", + "last": "2026-09-06T09:18:09+00:00" + }, + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:17+00:00", + "last": "2026-09-07T03:10:45+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-07T03:00:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:30+00:00", + "last": "2026-09-07T02:44:53+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:36+00:00", + "last": "2026-09-06T06:08:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T03:00:17+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 189.2, + "visit_starts": [ + "2026-09-06T00:15:15Z", + "2026-09-06T02:54:30Z", + "2026-09-06T06:08:36Z", + "2026-09-06T09:12:52Z", + "2026-09-07T02:44:53Z" + ] + }, + "documentation_url": "https://startrek.website", + "self_described_as": null + }, + { + "slug": "pod-directory-probe", + "name": "pod-directory-probe", + "group_key": "host:askpod.ai", + "kind": "named", + "user_agents": [ + { + "ua": "pod-directory-probe/0.1 (+https://askpod.ai)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-05T19:53:17+00:00", + "last_seen": "2026-09-05T19:53:21+00:00" + } + ], + "primary_user_agent": "pod-directory-probe/0.1 (+https://askpod.ai)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-05T19:53:17+00:00", + "last_seen": "2026-09-05T19:53:21+00:00", + "bytes_served": 111565, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-crawler-log-triage": 2, + "mcp-endpoint-lint": 2, + "mcp-crawler-index": 2, + "mcp-robots-policy-lint": 2 + }, + "channels": { + "mcp-registry-official": 12 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:53:17+00:00", + "last": "2026-09-05T19:53:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:53:17+00:00", + "last": "2026-09-05T19:53:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:53:17+00:00", + "last": "2026-09-05T19:53:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:53:17+00:00", + "last": "2026-09-05T19:53:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:53:17+00:00", + "last": "2026-09-05T19:53:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T19:53:17+00:00", + "last": "2026-09-05T19:53:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-05T19:53:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-05T19:53:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-05T19:53:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-05T19:53:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-05T19:53:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-05T19:53:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T19:53:17Z" + ] + }, + "documentation_url": "https://askpod.ai", + "self_described_as": null + }, + { + "slug": "reactornetty", + "name": "ReactorNetty", + "group_key": "ua:reactornetty", + "kind": "library", + "user_agents": [ + { + "ua": "ReactorNetty/1.2.1", + "requests": 7, + "addresses": 2, + "first_seen": "2026-09-01T05:00:10+00:00", + "last_seen": "2026-09-07T05:00:25+00:00" + }, + { + "ua": "ReactorNetty/1.0.32", + "requests": 5, + "addresses": 4, + "first_seen": "2026-08-31T20:58:14+00:00", + "last_seen": "2026-09-06T03:15:35+00:00" + } + ], + "primary_user_agent": "ReactorNetty/1.2.1", + "requests": 12, + "addresses": 6, + "first_seen": "2026-08-31T20:58:14+00:00", + "last_seen": "2026-09-07T05:00:25+00:00", + "bytes_served": 14226, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "pathwren-edge": 12 + }, + "channels": { + "mcp-registry-official": 7, + "indexnow": 4 + }, + "accept_headers": [ + "*/*", + "application/json, application/xml, text/plain" + ], + "status_codes": { + "200": 11, + "not recorded": 1 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-01T05:00:10+00:00", + "last": "2026-09-07T05:00:25+00:00" + }, + { + "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", + "requests": 5, + "statuses": { + "not recorded": 1, + "200": 4 + }, + "first": "2026-08-31T20:58:14+00:00", + "last": "2026-09-06T03:15:35+00:00" + } + ], + "first_walk": [ + { + "path": "/988171cd4c390c0650e32d6b4ac6cfaf.txt", + "status": "200", + "at": "2026-08-31T20:58:14+00:00" + }, + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-01T05:00:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 10, + "median_gap_minutes": 1177.6, + "visit_starts": [ + "2026-08-31T20:58:14Z", + "2026-09-01T05:00:10Z", + "2026-09-02T05:00:11Z", + "2026-09-03T00:29:33Z", + "2026-09-03T05:00:19Z", + "2026-09-04T00:37:56Z", + "2026-09-05T00:47:34Z", + "2026-09-05T05:00:25Z", + "2026-09-06T03:15:35Z", + "2026-09-07T05:00:25Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "sasameagentaudit", + "name": "SaSameAgentAudit", + "group_key": "host:live-vps.sasame.online", + "kind": "named", + "user_agents": [ + { + "ua": "SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-01T01:06:44+00:00", + "last_seen": "2026-09-02T01:40:11+00:00" + } + ], + "primary_user_agent": "SaSameAgentAudit/0.1 (+https://live-vps.sasame.online/.well-known/agent-card.json)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-01T01:06:44+00:00", + "last_seen": "2026-09-02T01:40:11+00:00", + "bytes_served": 66577, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "mcp-crawler-index": 6, + "pathwren-edge": 6 + }, + "channels": { + "mcp-registry-official": 5, + "mcp-registry": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11, + "404": 1 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "404": 1, + "200": 5 + }, + "first": "2026-09-01T01:06:44+00:00", + "last": "2026-09-02T01:40:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T13:39:09+00:00", + "last": "2026-09-01T13:39:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T13:11:12+00:00", + "last": "2026-09-01T13:11:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T01:40:09+00:00", + "last": "2026-09-02T01:40:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T01:40:11+00:00", + "last": "2026-09-02T01:40:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T13:39:11+00:00", + "last": "2026-09-01T13:39:11+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T01:06:44+00:00", + "last": "2026-09-01T01:06:44+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T01:06:44+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T01:06:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T13:11:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T13:39:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T13:39:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T01:40:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T01:40:11+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T01:06:44+00:00", + "last_asked": "2026-09-02T01:40:11+00:00", + "answered_200_since": "2026-09-01T01:28:42+00:00" + } + ], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 736.8, + "visit_starts": [ + "2026-09-01T01:06:44Z", + "2026-09-01T13:11:12Z", + "2026-09-02T01:40:09Z" + ] + }, + "documentation_url": "https://live-vps.sasame.online/.well-known/agent-card.json", + "self_described_as": null + }, + { + "slug": "scraper-io", + "name": "scraper.io", + "group_key": "host:scraper.io", + "kind": "named", + "user_agents": [ + { + "ua": "scraper.io feed-factory (hello@scraper.io)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-04T19:43:01+00:00", + "last_seen": "2026-09-04T19:45:26+00:00" + } + ], + "primary_user_agent": "scraper.io feed-factory (hello@scraper.io)", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-04T19:43:01+00:00", + "last_seen": "2026-09-04T19:45:26+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 12 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-index": 2, + "mcp-crawler-ip-verifier": 2, + "mcp-crawler-log-triage": 2, + "mcp-endpoint-lint": 2, + "mcp-robots-policy-lint": 2 + }, + "channels": { + "mcp-registry-official": 12 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 12 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:03+00:00", + "last": "2026-09-04T19:45:22+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:01+00:00", + "last": "2026-09-04T19:45:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:06+00:00", + "last": "2026-09-04T19:45:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:04+00:00", + "last": "2026-09-04T19:45:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:07+00:00", + "last": "2026-09-04T19:45:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T19:43:05+00:00", + "last": "2026-09-04T19:45:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T19:43:01+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T19:43:03+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T19:43:04+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T19:43:05+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T19:43:06+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T19:43:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T19:43:01Z" + ] + }, + "documentation_url": "mailto:hello@scraper.io", + "self_described_as": null + }, + { + "slug": "friendica-5", + "name": "Friendica", + "group_key": "host:nerdica.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://nerdica.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:33:50+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://nerdica.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:33:50+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://nerdica.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-06T00:15:33+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://nerdica.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-06T00:15:33+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://nerdica.net", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T06:50:37+00:00", + "bytes_served": 98284, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 11 + }, + "channels": { + "lemmy": 6, + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-07T06:27:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:33:50+00:00", + "last": "2026-09-06T06:33:51+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:37+00:00", + "last": "2026-09-07T06:50:37+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-06T00:15:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:50+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 905.9, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-06T06:33:50Z", + "2026-09-07T06:27:23Z" + ] + }, + "documentation_url": "https://nerdica.net", + "self_described_as": null + }, + { + "slug": "friendica-55", + "name": "Friendica", + "group_key": "host:friendicadev.sekretaerbaer.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendicadev.sekretaerbaer.de", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-07T06:50:29+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://friendicadev.sekretaerbaer.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-07T06:50:27+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendicadev.sekretaerbaer.de", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-07T06:50:29+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 10, + "changes-syndication-feeds": 1 + }, + "channels": { + "friendica": 10, + "rssparrot": 1 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:27+00:00", + "last": "2026-09-07T06:50:29+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:37:05+00:00", + "last": "2026-09-06T06:37:06+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:10+00:00", + "last": "2026-09-06T06:34:11+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:55+00:00", + "last": "2026-09-07T00:08:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:10+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:05+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:08:55+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.1, + "visit_starts": [ + "2026-09-06T06:34:10Z", + "2026-09-07T00:08:55Z", + "2026-09-07T06:50:27Z" + ] + }, + "documentation_url": "https://friendicadev.sekretaerbaer.de", + "self_described_as": null + }, + { + "slug": "lemmy-108", + "name": "Lemmy", + "group_key": "host:lemmy.byrdcrouse.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.byrdcrouse.com", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T07:46:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.byrdcrouse.com", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T07:46:50+00:00", + "bytes_served": 246940, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 11 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:18:06+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T07:46:50+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-06T02:57:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 224.1, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T02:57:27Z", + "2026-09-07T00:49:53Z", + "2026-09-07T03:00:37Z", + "2026-09-07T07:46:50Z" + ] + }, + "documentation_url": "https://lemmy.byrdcrouse.com", + "self_described_as": null + }, + { + "slug": "lemmy-110", + "name": "Lemmy", + "group_key": "host:europe.pub", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://europe.pub", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:17:54+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://europe.pub", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:17:54+00:00", + "bytes_served": 226272, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 10, + "blog": 1 + }, + "channels": { + "lemmy": 10, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:17:54+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-07T02:45:01+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:42+00:00", + "last": "2026-09-06T09:15:42+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:02+00:00", + "last": "2026-09-07T03:04:02+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:50+00:00", + "last": "2026-09-06T06:07:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:42+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 190.8, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T02:54:11Z", + "2026-09-06T06:07:50Z", + "2026-09-06T09:15:42Z", + "2026-09-07T02:45:01Z" + ] + }, + "documentation_url": "https://europe.pub", + "self_described_as": null + }, + { + "slug": "lemmy-139", + "name": "Lemmy", + "group_key": "host:futurology.today", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://futurology.today", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T07:47:10+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://futurology.today", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T07:47:10+00:00", + "bytes_served": 997038, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 10, + "blog": 1 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:42+00:00", + "last": "2026-09-07T07:47:10+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T03:18:54+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:18+00:00", + "last": "2026-09-07T02:45:20+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:19+00:00", + "last": "2026-09-06T09:15:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:18+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:42+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 301.8, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T02:03:48Z", + "2026-09-06T02:54:18Z", + "2026-09-06T09:15:19Z", + "2026-09-07T02:45:20Z", + "2026-09-07T07:47:10Z" + ] + }, + "documentation_url": "https://futurology.today", + "self_described_as": null + }, + { + "slug": "lemmy-159", + "name": "Lemmy", + "group_key": "host:suppo.fi", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://suppo.fi", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T03:18:01+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://suppo.fi", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T03:18:01+00:00", + "bytes_served": 237074, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 9, + "blog": 2 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T03:18:01+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:13:05+00:00", + "last": "2026-09-06T09:18:17+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-07T02:45:10+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:04+00:00", + "last": "2026-09-07T03:04:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:05+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.7, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-06T02:54:21Z", + "2026-09-06T09:13:05Z", + "2026-09-07T02:45:10Z" + ] + }, + "documentation_url": "https://suppo.fi", + "self_described_as": null + }, + { + "slug": "lemmy-186", + "name": "Lemmy", + "group_key": "host:sha1.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://sha1.nl", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:46:44+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://sha1.nl", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T07:46:44+00:00", + "bytes_served": 207924, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 9, + "webfinger-jrd": 1, + "blog": 1 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*", + "application/jrd+json" + ], + "status_codes": { + "200": 10, + "404": 1 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:18:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:51+00:00", + "last": "2026-09-07T07:46:44+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:44:56+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T08:09:59+00:00", + "last": "2026-09-06T08:09:59+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:55+00:00", + "last": "2026-09-06T09:12:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:51+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T08:09:59+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:55+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T08:09:59+00:00", + "last_asked": "2026-09-06T08:09:59+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 301.8, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:16Z", + "2026-09-06T08:09:59Z", + "2026-09-06T09:12:55Z", + "2026-09-07T02:44:56Z", + "2026-09-07T07:46:44Z" + ] + }, + "documentation_url": "https://sha1.nl", + "self_described_as": null + }, + { + "slug": "lemmy-265", + "name": "Lemmy", + "group_key": "host:lemmy.sietch.online", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.sietch.online", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T02:54:30+00:00", + "last_seen": "2026-09-07T07:46:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.sietch.online", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T02:54:30+00:00", + "last_seen": "2026-09-07T07:46:50+00:00", + "bytes_served": 188270, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 10, + "blog": 1 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T03:00:51+00:00", + "last": "2026-09-07T07:46:50+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:16:37+00:00", + "last": "2026-09-07T03:18:20+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:30+00:00", + "last": "2026-09-07T02:44:57+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:40+00:00", + "last": "2026-09-06T09:15:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:51+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:37+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.2, + "visit_starts": [ + "2026-09-06T02:54:30Z", + "2026-09-06T09:15:40Z", + "2026-09-07T02:44:57Z", + "2026-09-07T07:46:49Z" + ] + }, + "documentation_url": "https://lemmy.sietch.online", + "self_described_as": null + }, + { + "slug": "lemmy-47", + "name": "Lemmy", + "group_key": "host:eviltoast.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://eviltoast.org", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:03:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://eviltoast.org", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:03:45+00:00", + "bytes_served": 225105, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 8, + "blog": 3 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:14:00+00:00", + "last": "2026-09-06T09:18:03+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:00:39+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:09+00:00", + "last": "2026-09-07T02:45:00+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-06T02:57:25+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:45+00:00", + "last": "2026-09-07T03:03:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:09+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:14:00+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 379.9, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:09Z", + "2026-09-06T09:14:00Z", + "2026-09-07T02:45:00Z" + ] + }, + "documentation_url": "https://eviltoast.org", + "self_described_as": null + }, + { + "slug": "lemmy-56", + "name": "Lemmy", + "group_key": "host:lemmy.frozeninferno.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.frozeninferno.xyz", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:55:47+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.frozeninferno.xyz", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T07:55:47+00:00", + "bytes_served": 203702, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 9, + "blog": 2 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T03:00:50+00:00", + "last": "2026-09-07T07:55:47+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:59+00:00", + "last": "2026-09-06T09:15:22+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:45:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:50+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 310.5, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:16Z", + "2026-09-06T09:12:59Z", + "2026-09-07T00:49:59Z", + "2026-09-07T02:45:14Z", + "2026-09-07T07:55:46Z" + ] + }, + "documentation_url": "https://lemmy.frozeninferno.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-92", + "name": "Lemmy", + "group_key": "host:lemmy.one", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.7; +https://lemmy.one", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:46:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.7; +https://lemmy.one", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T07:46:49+00:00", + "bytes_served": 239569, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 10, + "blog": 1 + }, + "channels": { + "lemmy": 11 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-07T03:01:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:51+00:00", + "last": "2026-09-07T07:46:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-07T02:45:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:45+00:00", + "last": "2026-09-06T09:12:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 301.6, + "visit_starts": [ + "2026-09-06T00:15:19Z", + "2026-09-06T02:54:17Z", + "2026-09-06T09:12:45Z", + "2026-09-07T00:49:49Z", + "2026-09-07T02:45:13Z", + "2026-09-07T07:46:49Z" + ] + }, + "documentation_url": "https://lemmy.one", + "self_described_as": null + }, + { + "slug": "mastodon-16", + "name": "Mastodon", + "group_key": "host:social.uibk.ac.at", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.uibk.ac.at/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T14:33:46+00:00", + "last_seen": "2026-09-07T00:09:30+00:00" + }, + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.uibk.ac.at/)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-05T14:40:45+00:00", + "last_seen": "2026-09-07T00:15:23+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.uibk.ac.at/) Bot", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-05T14:33:46+00:00", + "last_seen": "2026-09-07T00:15:23+00:00", + "bytes_served": 292417, + "classed_by_our_instrument": { + "crawler": 6, + "agent": 5 + }, + "surfaces": { + "section-roots": 6, + "pathwren-edge": 4, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 8, + "friendica": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mastodon/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T14:40:45+00:00", + "last": "2026-09-07T00:15:23+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T14:40:45+00:00", + "last": "2026-09-07T00:15:23+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:14:01+00:00", + "last": "2026-09-07T00:14:01+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:19+00:00", + "last": "2026-09-06T00:34:19+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:46+00:00", + "last": "2026-09-05T14:33:46+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:04:26+00:00", + "last": "2026-09-05T15:04:26+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:51+00:00", + "last": "2026-09-05T14:43:51+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:30+00:00", + "last": "2026-09-07T00:09:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:46+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T14:40:45+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T14:40:45+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:51+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:04:26+00:00" + }, + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:19+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:30+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:14:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 677.8, + "visit_starts": [ + "2026-09-05T14:33:46Z", + "2026-09-06T00:34:19Z", + "2026-09-06T12:51:41Z", + "2026-09-07T00:09:30Z" + ] + }, + "documentation_url": "https://social.uibk.ac.at/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "piefed-15", + "name": "PieFed", + "group_key": "host:piefed.ca", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.13; +https://piefed.ca", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:10:34+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.13; +https://piefed.ca", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:10:34+00:00", + "bytes_served": 417471, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "section-roots": 8, + "webfinger-jrd": 2, + "blog": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9, + "404": 2 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:00:57+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T07:59:09+00:00", + "last": "2026-09-06T07:59:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:06+00:00", + "last": "2026-09-06T09:18:06+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:34+00:00", + "last": "2026-09-07T03:10:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:34+00:00", + "last": "2026-09-06T02:54:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:36+00:00", + "last": "2026-09-07T03:03:36+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:34+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T07:59:09+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:18:06+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:36+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:34+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T07:59:09+00:00", + "last_asked": "2026-09-06T07:59:10+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 232.0, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:54:34Z", + "2026-09-06T07:59:09Z", + "2026-09-06T09:18:06Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://piefed.ca", + "self_described_as": null + }, + { + "slug": "redditbot", + "name": "redditbot", + "group_key": "host:reddit.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)", + "requests": 11, + "addresses": 8, + "first_seen": "2026-09-06T07:03:28+00:00", + "last_seen": "2026-09-06T07:10:21+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; redditbot/1.0; +http://www.reddit.com/feedback)", + "requests": 11, + "addresses": 8, + "first_seen": "2026-09-06T07:03:28+00:00", + "last_seen": "2026-09-06T07:10:21+00:00", + "bytes_served": 1875591, + "classed_by_our_instrument": { + "crawler": 11 + }, + "surfaces": { + "section-roots": 9, + "pathwren-edge": 2 + }, + "channels": { + "reddit": 9 + }, + "accept_headers": [], + "status_codes": { + "200": 11 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/reddit/bot/", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-06T07:03:28+00:00", + "last": "2026-09-06T07:10:21+00:00" + }, + { + "path": "/robots.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:03:28+00:00", + "last": "2026-09-06T07:10:21+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-06T07:03:28+00:00" + }, + { + "path": "/c/reddit/bot/", + "status": "200", + "at": "2026-09-06T07:03:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T07:03:28Z" + ] + }, + "documentation_url": "http://www.reddit.com/feedback", + "self_described_as": "redditbot/1.0" + }, + { + "slug": "rss-parrot-bot", + "name": "RSS-Parrot-Bot", + "group_key": "host:rss-parrot.net", + "kind": "named", + "user_agents": [ + { + "ua": "RSS-Parrot-Bot/0.0.99 (+https://rss-parrot.net)", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T11:36:04+00:00", + "last_seen": "2026-09-07T08:02:21+00:00" + } + ], + "primary_user_agent": "RSS-Parrot-Bot/0.0.99 (+https://rss-parrot.net)", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-06T11:36:04+00:00", + "last_seen": "2026-09-07T08:02:21+00:00", + "bytes_served": 367627, + "classed_by_our_instrument": { + "crawler": 11 + }, + "surfaces": { + "changes-syndication-feeds": 10, + "pathwren-edge": 1 + }, + "channels": { + "rssparrot": 11 + }, + "accept_headers": [], + "status_codes": { + "200": 10, + "404": 1 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/rssparrot/feed.xml", + "requests": 10, + "statuses": { + "200": 10 + }, + "first": "2026-09-06T11:36:04+00:00", + "last": "2026-09-07T08:02:21+00:00" + }, + { + "path": "/c/rssparrot/feed.xmlPlease", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T11:38:46+00:00", + "last": "2026-09-06T11:38:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-06T11:36:04+00:00" + }, + { + "path": "/c/rssparrot/feed.xmlPlease", + "status": "404", + "at": "2026-09-06T11:38:46+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/rssparrot/feed.xmlPlease", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T11:38:46+00:00", + "last_asked": "2026-09-06T11:38:46+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 10, + "median_gap_minutes": 68.7, + "visit_starts": [ + "2026-09-06T11:36:04Z", + "2026-09-06T12:47:53Z", + "2026-09-07T00:24:18Z", + "2026-09-07T01:24:03Z", + "2026-09-07T02:35:58Z", + "2026-09-07T03:43:36Z", + "2026-09-07T04:40:24Z", + "2026-09-07T05:49:08Z", + "2026-09-07T07:00:52Z", + "2026-09-07T08:02:21Z" + ] + }, + "documentation_url": "https://rss-parrot.net", + "self_described_as": null + }, + { + "slug": "spanly-enrich", + "name": "spanly-enrich", + "group_key": "host:spanly.com", + "kind": "named", + "user_agents": [ + { + "ua": "spanly-enrich/1.0 (+https://spanly.com)", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-01T11:44:27+00:00", + "last_seen": "2026-09-01T11:44:28+00:00" + } + ], + "primary_user_agent": "spanly-enrich/1.0 (+https://spanly.com)", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-01T11:44:27+00:00", + "last_seen": "2026-09-01T11:44:28+00:00", + "bytes_served": 53564, + "classed_by_our_instrument": { + "agent": 11 + }, + "surfaces": { + "pathwren-edge": 11 + }, + "channels": {}, + "accept_headers": [ + "text/plain, text/html, */*", + "application/json, */*" + ], + "status_codes": { + "404": 8, + "200": 3 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:28+00:00" + }, + { + "path": "/about", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:28+00:00" + }, + { + "path": "/contact", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:28+00:00" + }, + { + "path": "/security", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:28+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:44:27+00:00", + "last": "2026-09-01T11:44:27+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/.well-known/security.txt", + "status": "200", + "at": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/contact", + "status": "404", + "at": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/security", + "status": "404", + "at": "2026-09-01T11:44:27+00:00" + }, + { + "path": "/about", + "status": "404", + "at": "2026-09-01T11:44:27+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:44:27+00:00", + "last_asked": "2026-09-01T11:44:27+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:44:27+00:00", + "last_asked": "2026-09-01T11:44:27+00:00", + "answered_200_since": null + }, + { + "path": "/contact", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-01T11:44:27+00:00", + "last_asked": "2026-09-01T11:44:28+00:00", + "answered_200_since": "2026-09-02T00:23:03+00:00" + }, + { + "path": "/security", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-01T11:44:27+00:00", + "last_asked": "2026-09-01T11:44:28+00:00", + "answered_200_since": "2026-09-02T02:44:16+00:00" + }, + { + "path": "/about", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-01T11:44:27+00:00", + "last_asked": "2026-09-01T11:44:28+00:00", + "answered_200_since": "2026-09-02T05:34:47+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T11:44:27Z" + ] + }, + "documentation_url": "https://spanly.com", + "self_described_as": null + }, + { + "slug": "tiktokspider", + "name": "TikTokSpider", + "group_key": "host:tiktok.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)", + "requests": 11, + "addresses": 6, + "first_seen": "2026-09-06T08:18:38+00:00", + "last_seen": "2026-09-07T03:58:13+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; TikTokSpider; ttspider-feedback@tiktok.com)", + "requests": 11, + "addresses": 6, + "first_seen": "2026-09-06T08:18:38+00:00", + "last_seen": "2026-09-07T03:58:13+00:00", + "bytes_served": 350634, + "classed_by_our_instrument": { + "crawler": 11 + }, + "surfaces": { + "ai-crawler-index": 5, + "section-roots": 3, + "blog": 1, + "pathwren-edge": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 3, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/heif,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "image/heif,image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 11 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/px.gif", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T08:18:38+00:00", + "last": "2026-09-07T03:58:13+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:56:51+00:00", + "last": "2026-09-07T02:56:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:59:56+00:00", + "last": "2026-09-06T10:59:56+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:05:33+00:00", + "last": "2026-09-06T09:05:33+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T12:12:43+00:00", + "last": "2026-09-06T12:12:43+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:58:13+00:00", + "last": "2026-09-07T03:58:13+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:18:38+00:00", + "last": "2026-09-06T08:18:38+00:00" + } + ], + "first_walk": [ + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T08:18:38+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-06T08:18:38+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T09:05:33+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T10:59:56+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T12:12:43+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T02:56:51+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:58:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 72.8, + "visit_starts": [ + "2026-09-06T08:18:38Z", + "2026-09-06T09:05:33Z", + "2026-09-06T10:59:56Z", + "2026-09-06T12:12:43Z", + "2026-09-07T02:56:51Z", + "2026-09-07T03:58:13Z" + ] + }, + "documentation_url": "mailto:ttspider-feedback@tiktok.com", + "self_described_as": "TikTokSpider" + }, + { + "slug": "a2a-directory-liveness", + "name": "a2a-directory-liveness", + "group_key": "ua:a2a-directory-liveness", + "kind": "named", + "user_agents": [ + { + "ua": "a2a-directory-liveness", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-01T02:27:27+00:00", + "last_seen": "2026-09-01T15:55:09+00:00" + } + ], + "primary_user_agent": "a2a-directory-liveness", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-01T02:27:27+00:00", + "last_seen": "2026-09-01T15:55:09+00:00", + "bytes_served": 30885, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "a2a-crawler-index": 9, + "pathwren-edge": 1 + }, + "channels": { + "a2a-directory": 5 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:27:27+00:00", + "last": "2026-09-01T02:27:27+00:00" + }, + { + "path": "/a2a/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:55:09+00:00", + "last": "2026-09-01T15:55:09+00:00" + }, + { + "path": "/a2a/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:54:36+00:00", + "last": "2026-09-01T15:54:36+00:00" + }, + { + "path": "/a2a/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:54:58+00:00", + "last": "2026-09-01T15:54:58+00:00" + }, + { + "path": "/a2a/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:55:04+00:00", + "last": "2026-09-01T15:55:04+00:00" + }, + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:27:27+00:00", + "last": "2026-09-01T02:27:27+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:55:09+00:00", + "last": "2026-09-01T15:55:09+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:54:36+00:00", + "last": "2026-09-01T15:54:36+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:54:58+00:00", + "last": "2026-09-01T15:54:58+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:55:03+00:00", + "last": "2026-09-01T15:55:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:27:27+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T02:27:27+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:54:36+00:00" + }, + { + "path": "/a2a/netcheck", + "status": "200", + "at": "2026-09-01T15:54:36+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:54:58+00:00" + }, + { + "path": "/a2a/robots", + "status": "200", + "at": "2026-09-01T15:54:58+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:55:03+00:00" + }, + { + "path": "/a2a/triage", + "status": "200", + "at": "2026-09-01T15:55:04+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:55:09+00:00" + }, + { + "path": "/a2a/doctor", + "status": "200", + "at": "2026-09-01T15:55:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 807.1, + "visit_starts": [ + "2026-09-01T02:27:27Z", + "2026-09-01T15:54:36Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "friendica-108", + "name": "Friendica", + "group_key": "host:sekretaerbaer.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://sekretaerbaer.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:57+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://sekretaerbaer.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:57+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://sekretaerbaer.de", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T06:34:57+00:00", + "last_seen": "2026-09-07T06:50:36+00:00", + "bytes_served": 230304, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 10 + }, + "channels": { + "friendica": 10 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:34:57+00:00", + "last": "2026-09-06T07:23:26+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:38:02+00:00", + "last": "2026-09-06T06:38:06+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:34+00:00", + "last": "2026-09-07T06:50:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:57+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:38:02+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 727.8, + "visit_starts": [ + "2026-09-06T06:34:57Z", + "2026-09-06T07:23:26Z", + "2026-09-07T06:50:34Z" + ] + }, + "documentation_url": "https://sekretaerbaer.de", + "self_described_as": null + }, + { + "slug": "friendica-17", + "name": "Friendica", + "group_key": "host:friendica.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.xyz", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:33:26+00:00", + "last_seen": "2026-09-06T06:36:53+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.xyz", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:33:27+00:00", + "last_seen": "2026-09-06T06:36:51+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://friendica.xyz", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:08+00:00", + "last_seen": "2026-09-07T06:50:12+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://friendica.xyz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:08+00:00", + "last_seen": "2026-09-07T06:50:08+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.xyz", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T06:33:26+00:00", + "last_seen": "2026-09-07T06:50:12+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 10 + }, + "channels": { + "friendica": 10 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:36:51+00:00", + "last": "2026-09-06T06:36:53+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:08+00:00", + "last": "2026-09-07T06:50:12+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:33:26+00:00", + "last": "2026-09-06T06:33:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:26+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:51+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.7, + "visit_starts": [ + "2026-09-06T06:33:26Z", + "2026-09-07T06:50:08Z" + ] + }, + "documentation_url": "https://friendica.xyz", + "self_described_as": null + }, + { + "slug": "friendica-28", + "name": "Friendica", + "group_key": "host:social.abraum.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2024.08 DatabaseVersion/1571 Request/ContentTypeChecker/1 +https://social.abraum.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + }, + { + "ua": "Friendica/2024.08 DatabaseVersion/1571 Request/ActivityPub/1 +https://social.abraum.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + }, + { + "ua": "Friendica/2024.08 DatabaseVersion/1571 Request/SiteInfo/1 +https://social.abraum.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + } + ], + "primary_user_agent": "Friendica/2024.08 DatabaseVersion/1571 Request/ContentTypeChecker/1 +https://social.abraum.de", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:23+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 10 + }, + "channels": { + "friendica": 10 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-07T06:50:17+00:00", + "last": "2026-09-07T06:50:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T06:34:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:05Z", + "2026-09-07T06:50:17Z" + ] + }, + "documentation_url": "https://social.abraum.de", + "self_described_as": null + }, + { + "slug": "friendica-69", + "name": "Friendica", + "group_key": "host:dis-le.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://dis-le.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-06T06:36:46+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://dis-le.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:38+00:00", + "last_seen": "2026-09-07T06:50:40+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://dis-le.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-06T06:36:44+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://dis-le.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:38+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://dis-le.de", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:40+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 10 + }, + "channels": { + "friendica": 10 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:38+00:00", + "last": "2026-09-07T06:50:40+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:36:44+00:00", + "last": "2026-09-06T06:36:46+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:15+00:00", + "last": "2026-09-06T06:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:15+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:44+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:15Z", + "2026-09-07T06:50:38Z" + ] + }, + "documentation_url": "https://dis-le.de", + "self_described_as": null + }, + { + "slug": "lemmy-109", + "name": "Lemmy", + "group_key": "host:morbier.foo", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://morbier.foo", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T04:10:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://morbier.foo", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T04:10:43+00:00", + "bytes_served": 288147, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 9, + "blog": 1 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T04:10:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-06T09:05:52+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:22+00:00", + "last": "2026-09-06T09:15:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 108.5, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T02:03:52Z", + "2026-09-06T02:54:14Z", + "2026-09-06T09:05:52Z", + "2026-09-07T03:00:54Z", + "2026-09-07T04:10:43Z" + ] + }, + "documentation_url": "https://morbier.foo", + "self_described_as": null + }, + { + "slug": "lemmy-113", + "name": "Lemmy", + "group_key": "host:lemmy.tespia.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://lemmy.tespia.org", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:03:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://lemmy.tespia.org", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:03:43+00:00", + "bytes_served": 399807, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 8, + "blog": 2 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:00:49+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:49:21+00:00", + "last": "2026-09-06T12:02:49+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:59:59+00:00", + "last": "2026-09-06T02:59:59+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:01:16+00:00", + "last": "2026-09-06T03:01:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:33+00:00", + "last": "2026-09-06T02:57:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:33+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:59:59+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:01:16+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:21+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 287.0, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T02:57:33Z", + "2026-09-06T09:49:21Z", + "2026-09-06T12:02:49Z", + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://lemmy.tespia.org", + "self_described_as": null + }, + { + "slug": "lemmy-177", + "name": "Lemmy", + "group_key": "host:lemmy.963.pm", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.963.pm", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T04:31:21+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.963.pm", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T04:31:21+00:00", + "bytes_served": 272794, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 10 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T04:31:21+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:01:23+00:00", + "last": "2026-09-07T02:45:12+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:01:23+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 136.1, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T03:01:23Z", + "2026-09-06T04:13:31Z", + "2026-09-07T02:45:12Z", + "2026-09-07T04:31:21Z" + ] + }, + "documentation_url": "https://lemmy.963.pm", + "self_described_as": null + }, + { + "slug": "lemmy-201", + "name": "Lemmy", + "group_key": "host:toast.ooo", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://toast.ooo", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T08:31:08+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://toast.ooo", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T08:31:08+00:00", + "bytes_served": 247757, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 8, + "blog": 2 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T08:31:08+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:53+00:00", + "last": "2026-09-06T09:15:41+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:58+00:00", + "last": "2026-09-07T03:03:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 353.0, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:57:17Z", + "2026-09-06T09:12:53Z", + "2026-09-07T03:00:45Z", + "2026-09-07T08:31:08Z" + ] + }, + "documentation_url": "https://toast.ooo", + "self_described_as": null + }, + { + "slug": "lemmy-237", + "name": "Lemmy", + "group_key": "host:lemmy.freewilltiger.page", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.freewilltiger.page", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:21:40+00:00", + "last_seen": "2026-09-07T06:01:18+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.freewilltiger.page", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:21:40+00:00", + "last_seen": "2026-09-07T06:01:18+00:00", + "bytes_served": 277179, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 10 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:21:40+00:00", + "last": "2026-09-07T06:01:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:01:28+00:00", + "last": "2026-09-06T09:06:11+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:48+00:00", + "last": "2026-09-06T02:57:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:40+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:01:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 179.7, + "visit_starts": [ + "2026-09-06T00:21:40Z", + "2026-09-06T02:57:48Z", + "2026-09-06T05:57:31Z", + "2026-09-06T09:06:11Z", + "2026-09-07T03:01:04Z", + "2026-09-07T05:50:39Z" + ] + }, + "documentation_url": "https://lemmy.freewilltiger.page", + "self_described_as": null + }, + { + "slug": "lemmy-24", + "name": "Lemmy", + "group_key": "host:lemmy.paulstevens.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.paulstevens.org", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T05:46:35+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.paulstevens.org", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T05:46:35+00:00", + "bytes_served": 284136, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 9, + "blog": 1 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T05:46:35+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:46+00:00", + "last": "2026-09-06T09:15:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 165.7, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T02:54:15Z", + "2026-09-06T05:39:55Z", + "2026-09-06T09:15:46Z", + "2026-09-07T03:00:59Z", + "2026-09-07T05:46:35Z" + ] + }, + "documentation_url": "https://lemmy.paulstevens.org", + "self_described_as": null + }, + { + "slug": "lemmy-261", + "name": "Lemmy", + "group_key": "host:lemmy.nexus", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.14; +https://lemmy.nexus", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T02:54:27+00:00", + "last_seen": "2026-09-07T07:47:11+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.14; +https://lemmy.nexus", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T02:54:27+00:00", + "last_seen": "2026-09-07T07:47:11+00:00", + "bytes_served": 913357, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 7, + "blog": 3 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:48+00:00", + "last": "2026-09-07T07:47:11+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:12:52+00:00", + "last": "2026-09-06T09:19:11+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-06T02:54:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:48+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 866.3, + "visit_starts": [ + "2026-09-06T02:54:27Z", + "2026-09-06T09:12:52Z", + "2026-09-07T07:47:11Z" + ] + }, + "documentation_url": "https://lemmy.nexus", + "self_described_as": null + }, + { + "slug": "lemmy-264", + "name": "Lemmy", + "group_key": "host:lem.permisuan.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lem.permisuan.com", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T02:54:29+00:00", + "last_seen": "2026-09-07T07:46:39+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lem.permisuan.com", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T02:54:29+00:00", + "last_seen": "2026-09-07T07:46:39+00:00", + "bytes_served": 611089, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 9, + "blog": 1 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T03:00:22+00:00", + "last": "2026-09-07T07:46:39+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:10:38+00:00", + "last": "2026-09-07T03:10:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:45+00:00", + "last": "2026-09-06T09:12:45+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:29+00:00", + "last": "2026-09-06T03:16:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:29+00:00", + "last": "2026-09-06T02:54:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:29+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:22+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:29+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:45+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.3, + "visit_starts": [ + "2026-09-06T02:54:29Z", + "2026-09-06T09:12:45Z", + "2026-09-07T03:04:01Z", + "2026-09-07T07:46:39Z" + ] + }, + "documentation_url": "https://lem.permisuan.com", + "self_described_as": null + }, + { + "slug": "lemmy-44", + "name": "Lemmy", + "group_key": "host:lemmy.hogru.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.hogru.ch", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T05:46:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.hogru.ch", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T05:46:15+00:00", + "bytes_served": 261425, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 9, + "blog": 1 + }, + "channels": { + "lemmy": 9, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:12+00:00", + "last": "2026-09-07T05:46:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:32+00:00", + "last": "2026-09-07T02:45:06+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:27+00:00", + "last": "2026-09-06T09:15:27+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:12+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:32+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 181.2, + "visit_starts": [ + "2026-09-06T00:15:12Z", + "2026-09-06T02:54:32Z", + "2026-09-06T05:40:10Z", + "2026-09-06T09:15:27Z", + "2026-09-07T02:45:06Z", + "2026-09-07T05:46:15Z" + ] + }, + "documentation_url": "https://lemmy.hogru.ch", + "self_described_as": null + }, + { + "slug": "lemmy-85", + "name": "Lemmy", + "group_key": "host:scribe.disroot.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://scribe.disroot.org", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T04:58:40+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://scribe.disroot.org", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T04:58:40+00:00", + "bytes_served": 264304, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 9, + "blog": 1 + }, + "channels": { + "lemmy": 10 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-07T04:58:40+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:26+00:00", + "last": "2026-09-07T02:45:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:27+00:00", + "last": "2026-09-06T09:15:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:50+00:00", + "last": "2026-09-07T03:03:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:26+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 159.1, + "visit_starts": [ + "2026-09-06T00:15:18Z", + "2026-09-06T02:54:26Z", + "2026-09-06T09:15:27Z", + "2026-09-07T00:49:52Z", + "2026-09-07T02:45:22Z", + "2026-09-07T04:58:40Z" + ] + }, + "documentation_url": "https://scribe.disroot.org", + "self_described_as": null + }, + { + "slug": "mastodon-9", + "name": "Mastodon", + "group_key": "host:social.manysid.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.manysid.com/) Bot", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-05T12:46:43+00:00", + "last_seen": "2026-09-07T00:08:59+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.manysid.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:54:48+00:00", + "last_seen": "2026-09-07T00:17:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.manysid.com/) Bot", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-05T12:46:43+00:00", + "last_seen": "2026-09-07T00:17:28+00:00", + "bytes_served": 280009, + "classed_by_our_instrument": { + "crawler": 7, + "agent": 3 + }, + "surfaces": { + "section-roots": 5, + "pathwren-edge": 4, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 7, + "lemmy": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:43+00:00", + "last": "2026-09-05T12:54:48+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:54:48+00:00", + "last": "2026-09-06T12:51:49+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:28+00:00", + "last": "2026-09-07T00:17:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:42+00:00", + "last": "2026-09-06T03:16:42+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:41+00:00", + "last": "2026-09-05T14:33:41+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:04:29+00:00", + "last": "2026-09-05T15:04:29+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:42+00:00", + "last": "2026-09-05T14:43:42+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:59+00:00", + "last": "2026-09-07T00:08:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:43+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:54:48+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:41+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:42+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:04:29+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:42+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:08:59+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:17:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 626.2, + "visit_starts": [ + "2026-09-05T12:46:43Z", + "2026-09-05T14:33:41Z", + "2026-09-06T03:16:42Z", + "2026-09-06T12:51:49Z", + "2026-09-07T00:08:59Z" + ] + }, + "documentation_url": "https://social.manysid.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "oauth4webapi", + "name": "oauth4webapi", + "group_key": "ua:oauth4webapi", + "kind": "named", + "user_agents": [ + { + "ua": "oauth4webapi/v3.8.5", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-02T09:06:24+00:00", + "last_seen": "2026-09-02T09:07:24+00:00" + } + ], + "primary_user_agent": "oauth4webapi/v3.8.5", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-02T09:06:24+00:00", + "last_seen": "2026-09-02T09:07:24+00:00", + "bytes_served": 59240, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "pathwren-edge": 10 + }, + "channels": {}, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "404": 10 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/oauth-authorization-server", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-02T09:06:24+00:00", + "last": "2026-09-02T09:07:24+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "requests": 5, + "statuses": { + "404": 5 + }, + "first": "2026-09-02T09:06:24+00:00", + "last": "2026-09-02T09:07:24+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/oauth-authorization-server", + "status": "404", + "at": "2026-09-02T09:06:24+00:00" + }, + { + "path": "/.well-known/openid-configuration", + "status": "404", + "at": "2026-09-02T09:06:24+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-02T09:06:24+00:00", + "last_asked": "2026-09-02T09:07:24+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/openid-configuration", + "statuses": { + "404": 5 + }, + "first_asked": "2026-09-02T09:06:24+00:00", + "last_asked": "2026-09-02T09:07:24+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-02T09:06:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "packages-ecosyste-ms", + "name": "packages.ecosyste.ms", + "group_key": "ua:packages-ecosyste-ms", + "kind": "named", + "user_agents": [ + { + "ua": "packages.ecosyste.ms", + "requests": 10, + "addresses": 2, + "first_seen": "2026-09-02T01:01:57+00:00", + "last_seen": "2026-09-05T16:39:18+00:00" + } + ], + "primary_user_agent": "packages.ecosyste.ms", + "requests": 10, + "addresses": 2, + "first_seen": "2026-09-02T01:01:57+00:00", + "last_seen": "2026-09-05T16:39:18+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 9, + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 10 + }, + "channels": { + "pypi-registry": 6, + "rubygems-registry": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/rubygems-registry/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-02T01:01:57+00:00", + "last": "2026-09-05T16:39:18+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T08:42:29+00:00", + "last": "2026-09-04T14:39:21+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T17:07:24+00:00", + "last": "2026-09-04T14:39:28+00:00" + }, + { + "path": "/c/pypi-registry/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T07:05:49+00:00", + "last": "2026-09-03T07:05:49+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T14:39:21+00:00", + "last": "2026-09-04T14:39:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rubygems-registry/", + "status": "200", + "at": "2026-09-02T01:01:57+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "status": "200", + "at": "2026-09-02T08:42:29+00:00" + }, + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-03T07:05:49+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "status": "200", + "at": "2026-09-03T17:07:24+00:00" + }, + { + "path": "/c/pypi-verify/", + "status": "200", + "at": "2026-09-04T14:39:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 601.6, + "visit_starts": [ + "2026-09-02T01:01:57Z", + "2026-09-02T08:42:29Z", + "2026-09-03T00:03:35Z", + "2026-09-03T07:05:49Z", + "2026-09-03T17:07:24Z", + "2026-09-03T19:05:52Z", + "2026-09-04T14:39:21Z", + "2026-09-05T16:39:18Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "piefed-4", + "name": "PieFed", + "group_key": "host:retrofed.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15; +https://retrofed.com", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15; +https://retrofed.com", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 463429, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 8, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:07+00:00", + "last": "2026-09-07T03:00:40+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:05+00:00", + "last": "2026-09-06T09:18:05+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:36+00:00", + "last": "2026-09-07T03:10:36+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:04+00:00", + "last": "2026-09-07T03:04:04+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:15+00:00", + "last": "2026-09-06T02:57:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:07+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:18:05+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:04+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:36+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 383.9, + "visit_starts": [ + "2026-09-06T00:15:07Z", + "2026-09-06T02:54:11Z", + "2026-09-06T09:18:05Z", + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://retrofed.com", + "self_described_as": null + }, + { + "slug": "pylova-3", + "name": "PyLova", + "group_key": "host:quokk.au", + "kind": "named", + "user_agents": [ + { + "ua": "PyLova/0.3.3; +https://quokk.au", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:16:01+00:00", + "last_seen": "2026-09-07T03:20:28+00:00" + } + ], + "primary_user_agent": "PyLova/0.3.3; +https://quokk.au", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-06T00:16:01+00:00", + "last_seen": "2026-09-07T03:20:28+00:00", + "bytes_served": 463429, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "section-roots": 8, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:16:01+00:00", + "last": "2026-09-07T03:00:53+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:18:11+00:00", + "last": "2026-09-06T09:18:11+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:50+00:00", + "last": "2026-09-07T03:10:50+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:32+00:00", + "last": "2026-09-06T02:54:32+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:54+00:00", + "last": "2026-09-06T00:27:54+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:28+00:00", + "last": "2026-09-07T03:20:28+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:42+00:00", + "last": "2026-09-06T02:57:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:01+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:54+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:32+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:42+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:18:11+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:50+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 383.6, + "visit_starts": [ + "2026-09-06T00:16:01Z", + "2026-09-06T02:54:32Z", + "2026-09-06T09:18:11Z", + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://quokk.au", + "self_described_as": null + }, + { + "slug": "snyk-advisor", + "name": "snyk-advisor", + "group_key": "ua:snyk-advisor", + "kind": "named", + "user_agents": [ + { + "ua": "snyk-advisor", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-04T16:17:37+00:00", + "last_seen": "2026-09-05T16:03:26+00:00" + } + ], + "primary_user_agent": "snyk-advisor", + "requests": 10, + "addresses": 1, + "first_seen": "2026-09-04T16:17:37+00:00", + "last_seen": "2026-09-05T16:03:26+00:00", + "bytes_served": 777823, + "classed_by_our_instrument": { + "agent": 10 + }, + "surfaces": { + "pathwren-edge": 9, + "section-roots": 1 + }, + "channels": { + "pypi-registry": 10 + }, + "accept_headers": [ + "application/json, text/plain, */*" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 10, + "paths": [ + { + "path": "/c/pypi-registry/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:17:37+00:00", + "last": "2026-09-04T16:17:37+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:03:25+00:00", + "last": "2026-09-05T16:03:25+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:03:26+00:00", + "last": "2026-09-05T16:03:26+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:03:20+00:00", + "last": "2026-09-05T16:03:20+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:03:21+00:00", + "last": "2026-09-05T16:03:21+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:17:37+00:00", + "last": "2026-09-04T16:17:37+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T16:17:38+00:00", + "last": "2026-09-04T16:17:38+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:02:51+00:00", + "last": "2026-09-05T16:02:51+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:02:51+00:00", + "last": "2026-09-05T16:02:51+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:02:51+00:00", + "last": "2026-09-05T16:02:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-04T16:17:37+00:00" + }, + { + "path": "/c/pypi-registry/changelog.html", + "status": "200", + "at": "2026-09-04T16:17:37+00:00" + }, + { + "path": "/c/pypi-registry/data/agents.json", + "status": "200", + "at": "2026-09-04T16:17:38+00:00" + }, + { + "path": "/c/pypi-verify/", + "status": "200", + "at": "2026-09-05T16:02:51+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/", + "status": "200", + "at": "2026-09-05T16:02:51+00:00" + }, + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "status": "200", + "at": "2026-09-05T16:02:51+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "status": "200", + "at": "2026-09-05T16:03:20+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "status": "200", + "at": "2026-09-05T16:03:21+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "status": "200", + "at": "2026-09-05T16:03:25+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "status": "200", + "at": "2026-09-05T16:03:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1425.2, + "visit_starts": [ + "2026-09-04T16:17:37Z", + "2026-09-05T16:02:51Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "whatsapp", + "name": "WhatsApp", + "group_key": "ua:whatsapp", + "kind": "named", + "user_agents": [ + { + "ua": "WhatsApp/2", + "requests": 7, + "addresses": 6, + "first_seen": "2026-09-06T00:33:18+00:00", + "last_seen": "2026-09-07T05:52:29+00:00" + }, + { + "ua": "WhatsApp/2.21.12.21 A", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T07:10:06+00:00", + "last_seen": "2026-09-07T03:14:38+00:00" + }, + { + "ua": "WhatsApp/2.26.33.76", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:40:30+00:00", + "last_seen": "2026-09-06T02:40:30+00:00" + } + ], + "primary_user_agent": "WhatsApp/2", + "requests": 10, + "addresses": 9, + "first_seen": "2026-09-06T00:33:18+00:00", + "last_seen": "2026-09-07T05:52:29+00:00", + "bytes_served": 404153, + "classed_by_our_instrument": { + "crawler": 10 + }, + "surfaces": { + "section-roots": 9, + "changes-syndication-feeds": 1 + }, + "channels": { + "lemmy": 7, + "friendica": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 10 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:40:30+00:00", + "last": "2026-09-07T05:52:29+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:18+00:00", + "last": "2026-09-06T00:33:19+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:10:06+00:00", + "last": "2026-09-06T11:49:03+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:38+00:00", + "last": "2026-09-07T03:14:38+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:50+00:00", + "last": "2026-09-07T00:08:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:18+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T02:40:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T07:10:06+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:08:50+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:14:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 171.8, + "visit_starts": [ + "2026-09-06T00:33:18Z", + "2026-09-06T02:40:30Z", + "2026-09-06T07:10:06Z", + "2026-09-06T08:50:26Z", + "2026-09-06T11:49:03Z", + "2026-09-07T00:08:50Z", + "2026-09-07T03:00:41Z", + "2026-09-07T05:52:29Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "ai-crawler-verify", + "name": "ai-crawler-verify", + "group_key": "ua:ai-crawler-verify", + "kind": "named", + "user_agents": [ + { + "ua": "ai-crawler-verify/1.0.1", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-04T15:29:08+00:00", + "last_seen": "2026-09-04T15:30:02+00:00" + }, + { + "ua": "ai-crawler-verify/1.0.0", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-01T17:27:19+00:00", + "last_seen": "2026-09-03T00:22:50+00:00" + } + ], + "primary_user_agent": "ai-crawler-verify/1.0.1", + "requests": 9, + "addresses": 2, + "first_seen": "2026-09-01T17:27:19+00:00", + "last_seen": "2026-09-04T15:30:02+00:00", + "bytes_served": 1393569, + "classed_by_our_instrument": { + "crawler": 9 + }, + "surfaces": { + "pathwren-edge": 9 + }, + "channels": { + "pypi-registry": 9 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "requests": 9, + "statuses": { + "200": 9 + }, + "first": "2026-09-01T17:27:19+00:00", + "last": "2026-09-04T15:30:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-verify/ip-ranges/all.json", + "status": "200", + "at": "2026-09-01T17:27:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 2100.9, + "visit_starts": [ + "2026-09-01T17:27:19Z", + "2026-09-03T00:22:19Z", + "2026-09-04T15:29:08Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "facebookexternalhit-2", + "name": "facebookexternalhit", + "group_key": "ua:facebookexternalhit", + "kind": "named", + "user_agents": [ + { + "ua": "facebookexternalhit/1.1", + "requests": 9, + "addresses": 2, + "first_seen": "2026-09-06T02:59:33+00:00", + "last_seen": "2026-09-07T03:14:38+00:00" + } + ], + "primary_user_agent": "facebookexternalhit/1.1", + "requests": 9, + "addresses": 2, + "first_seen": "2026-09-06T02:59:33+00:00", + "last_seen": "2026-09-07T03:14:38+00:00", + "bytes_served": 209982, + "classed_by_our_instrument": { + "crawler": 9 + }, + "surfaces": { + "section-roots": 5, + "pathwren-edge": 4 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:59:33+00:00", + "last": "2026-09-06T12:51:45+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:59:33+00:00", + "last": "2026-09-06T05:56:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:09:03+00:00", + "last": "2026-09-06T03:09:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:38+00:00", + "last": "2026-09-07T03:14:38+00:00" + }, + { + "path": "/ip-ranges/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:09:03+00:00", + "last": "2026-09-06T03:09:03+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:38+00:00", + "last": "2026-09-07T03:14:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T02:59:33+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-06T02:59:33+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:09:03+00:00" + }, + { + "path": "/ip-ranges/index.html", + "status": "200", + "at": "2026-09-06T03:09:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:14:38+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-07T03:14:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 415.6, + "visit_starts": [ + "2026-09-06T02:59:33Z", + "2026-09-06T05:56:09Z", + "2026-09-06T12:51:45Z", + "2026-09-07T03:14:38Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "friendica-117", + "name": "Friendica", + "group_key": "host:social.gl-como.it", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.gl-como.it", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:40:15+00:00", + "last_seen": "2026-09-07T06:50:15+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://social.gl-como.it", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:40:15+00:00", + "last_seen": "2026-09-07T06:50:15+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.gl-como.it", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T06:40:15+00:00", + "last_seen": "2026-09-07T06:50:15+00:00", + "bytes_served": 23894, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 9 + }, + "channels": { + "friendica": 9 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T06:40:15+00:00", + "last": "2026-09-06T06:40:41+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:15+00:00", + "last": "2026-09-07T06:50:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:15+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1450.0, + "visit_starts": [ + "2026-09-06T06:40:15Z", + "2026-09-07T06:50:15Z" + ] + }, + "documentation_url": "https://social.gl-como.it", + "self_described_as": null + }, + { + "slug": "friendica-13", + "name": "Friendica", + "group_key": "host:dillyofapickle.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://dillyofapickle.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-07T06:50:39+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://dillyofapickle.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://dillyofapickle.com", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-07T06:50:39+00:00", + "bytes_served": 56813, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 9 + }, + "channels": { + "friendica": 9 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T06:34:15+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:38+00:00", + "last": "2026-09-07T06:50:39+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 908.7, + "visit_starts": [ + "2026-09-06T00:33:20Z", + "2026-09-06T06:34:13Z", + "2026-09-07T06:50:38Z" + ] + }, + "documentation_url": "https://dillyofapickle.com", + "self_described_as": null + }, + { + "slug": "friendica-56", + "name": "Friendica", + "group_key": "host:fedica.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fedica.ch", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:25+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://fedica.ch", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:24+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fedica.ch", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:25+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 9 + }, + "channels": { + "friendica": 9 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:37:05+00:00", + "last": "2026-09-06T06:37:06+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:24+00:00", + "last": "2026-09-07T06:50:25+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:11+00:00", + "last": "2026-09-06T06:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:11+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:05+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:11Z", + "2026-09-07T06:50:24Z" + ] + }, + "documentation_url": "https://fedica.ch", + "self_described_as": null + }, + { + "slug": "friendica-79", + "name": "Friendica", + "group_key": "host:social.ddns.wtf", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.ddns.wtf", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-06T06:37:14+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://social.ddns.wtf", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-06T06:37:13+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://social.ddns.wtf", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:40+00:00", + "last_seen": "2026-09-07T06:50:42+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://social.ddns.wtf", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:41+00:00", + "last_seen": "2026-09-07T06:50:41+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.ddns.wtf", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-07T06:50:42+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 9 + }, + "channels": { + "friendica": 9 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:37:13+00:00", + "last": "2026-09-06T06:37:14+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:40+00:00", + "last": "2026-09-07T06:50:42+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:17+00:00", + "last": "2026-09-06T06:34:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:17+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:13+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:17Z", + "2026-09-07T06:50:40Z" + ] + }, + "documentation_url": "https://social.ddns.wtf", + "self_described_as": null + }, + { + "slug": "ktor-client", + "name": "ktor-client", + "group_key": "ua:ktor-client", + "kind": "named", + "user_agents": [ + { + "ua": "ktor-client", + "requests": 9, + "addresses": 3, + "first_seen": "2026-09-06T03:06:57+00:00", + "last_seen": "2026-09-07T06:07:32+00:00" + } + ], + "primary_user_agent": "ktor-client", + "requests": 9, + "addresses": 3, + "first_seen": "2026-09-06T03:06:57+00:00", + "last_seen": "2026-09-07T06:07:32+00:00", + "bytes_served": 29574, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "pathwren-edge": 7, + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "404": 7, + "200": 2 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/api/v3/post/list", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-07T06:07:27+00:00", + "last": "2026-09-07T06:07:32+00:00" + }, + { + "path": "/api/v3/community", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T06:07:26+00:00", + "last": "2026-09-07T06:07:26+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:56:33+00:00", + "last": "2026-09-06T09:56:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:06:57+00:00", + "last": "2026-09-06T03:06:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:06:57+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T09:56:33+00:00" + }, + { + "path": "/api/v3/community", + "status": "404", + "at": "2026-09-07T06:07:26+00:00" + }, + { + "path": "/api/v3/post/list", + "status": "404", + "at": "2026-09-07T06:07:27+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/api/v3/community", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T06:07:26+00:00", + "last_asked": "2026-09-07T06:07:26+00:00", + "answered_200_since": null + }, + { + "path": "/api/v3/post/list", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-07T06:07:27+00:00", + "last_asked": "2026-09-07T06:07:32+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 810.2, + "visit_starts": [ + "2026-09-06T03:06:57Z", + "2026-09-06T09:56:33Z", + "2026-09-07T06:07:26Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lemmy-170", + "name": "Lemmy", + "group_key": "host:feddit.nu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://feddit.nu", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:18:09+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://feddit.nu", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:18:09+00:00", + "bytes_served": 242690, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 7, + "blog": 2 + }, + "channels": { + "lemmy": 9 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:18:09+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:40+00:00", + "last": "2026-09-06T12:36:44+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-07T02:45:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 291.2, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:54:22Z", + "2026-09-06T09:15:40Z", + "2026-09-06T12:36:44Z", + "2026-09-07T02:45:23Z" + ] + }, + "documentation_url": "https://feddit.nu", + "self_described_as": null + }, + { + "slug": "lemmy-204", + "name": "Lemmy", + "group_key": "host:lm.mlfh.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lm.mlfh.org", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:18:10+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lm.mlfh.org", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:18:10+00:00", + "bytes_served": 702058, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 9 + }, + "channels": { + "lemmy": 9 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:18:10+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:10:48+00:00", + "last": "2026-09-07T03:10:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-07T02:44:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.8, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:14Z", + "2026-09-07T02:44:59Z" + ] + }, + "documentation_url": "https://lm.mlfh.org", + "self_described_as": null + }, + { + "slug": "lemmy-222", + "name": "Lemmy", + "group_key": "host:lemmy.cmoser.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.cmoser.eu", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T04:10:25+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.cmoser.eu", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T04:10:25+00:00", + "bytes_served": 241555, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 9 + }, + "channels": { + "lemmy": 9 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T04:10:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-07T03:34:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 158.9, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:54:27Z", + "2026-09-07T03:28:19Z", + "2026-09-07T04:10:25Z" + ] + }, + "documentation_url": "https://lemmy.cmoser.eu", + "self_described_as": null + }, + { + "slug": "lemmy-228", + "name": "Lemmy", + "group_key": "host:monero.town", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://monero.town", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:21:17+00:00", + "last_seen": "2026-09-07T03:22:34+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://monero.town", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:21:17+00:00", + "last_seen": "2026-09-07T03:22:34+00:00", + "bytes_served": 254572, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 8, + "blog": 1 + }, + "channels": { + "lemmy": 9 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:21:17+00:00", + "last": "2026-09-07T03:22:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:01:22+00:00", + "last": "2026-09-06T09:05:52+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:49:17+00:00", + "last": "2026-09-06T09:49:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:17+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:01:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 85.0, + "visit_starts": [ + "2026-09-06T00:21:17Z", + "2026-09-06T02:27:58Z", + "2026-09-06T03:01:22Z", + "2026-09-06T03:37:37Z", + "2026-09-06T09:05:52Z", + "2026-09-06T09:49:17Z", + "2026-09-07T03:18:00Z" + ] + }, + "documentation_url": "https://monero.town", + "self_described_as": null + }, + { + "slug": "lemmy-86", + "name": "Lemmy", + "group_key": "host:lemmy.timwaterhouse.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.timwaterhouse.com", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T06:28:11+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.timwaterhouse.com", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T06:28:11+00:00", + "bytes_served": 254641, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 8, + "blog": 1 + }, + "channels": { + "lemmy": 9 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-07T06:28:11+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-07T02:45:04+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:49:32+00:00", + "last": "2026-09-06T09:49:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 190.3, + "visit_starts": [ + "2026-09-06T00:15:18Z", + "2026-09-06T02:54:27Z", + "2026-09-06T09:49:32Z", + "2026-09-07T02:45:04Z", + "2026-09-07T03:17:53Z", + "2026-09-07T06:28:11Z" + ] + }, + "documentation_url": "https://lemmy.timwaterhouse.com", + "self_described_as": null + }, + { + "slug": "mastodon-44", + "name": "Mastodon", + "group_key": "host:mstdn.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mstdn.ca/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:40+00:00", + "last_seen": "2026-09-07T00:09:46+00:00" + }, + { + "ua": "Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mstdn.ca/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:09:46+00:00", + "last_seen": "2026-09-07T00:12:35+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mstdn.ca/) Bot", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:40+00:00", + "last_seen": "2026-09-07T00:12:35+00:00", + "bytes_served": 220694, + "classed_by_our_instrument": { + "crawler": 6, + "agent": 3 + }, + "surfaces": { + "section-roots": 7, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "lemmy": 2, + "friendica": 2, + "mastodon": 2, + "mbin": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:40+00:00", + "last": "2026-09-06T03:16:56+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:46+00:00", + "last": "2026-09-07T00:09:46+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:42+00:00", + "last": "2026-09-06T00:33:42+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:19+00:00", + "last": "2026-09-06T06:34:19+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:35+00:00", + "last": "2026-09-07T00:12:35+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:35+00:00", + "last": "2026-09-07T00:12:35+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:41:58+00:00", + "last": "2026-09-06T00:41:58+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:46+00:00", + "last": "2026-09-07T00:09:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:40+00:00" + }, + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:42+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:41:58+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:19+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:46+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:09:46+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:12:35+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:12:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 197.4, + "visit_starts": [ + "2026-09-06T00:15:40Z", + "2026-09-06T03:16:56Z", + "2026-09-06T06:34:19Z", + "2026-09-07T00:09:46Z" + ] + }, + "documentation_url": "https://mstdn.ca/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-6", + "name": "Mastodon", + "group_key": "host:mstdn-social.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://mstdn-social.com/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T12:46:40+00:00", + "last_seen": "2026-09-07T00:09:35+00:00" + }, + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://mstdn-social.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:50:47+00:00", + "last_seen": "2026-09-07T00:12:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://mstdn-social.com/) Bot", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-05T12:46:40+00:00", + "last_seen": "2026-09-07T00:12:03+00:00", + "bytes_served": 269355, + "classed_by_our_instrument": { + "crawler": 6, + "agent": 3 + }, + "surfaces": { + "section-roots": 4, + "pathwren-edge": 4, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 6, + "friendica": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:40+00:00", + "last": "2026-09-05T12:50:47+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:03+00:00", + "last": "2026-09-07T00:12:03+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:09+00:00", + "last": "2026-09-06T00:34:09+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:40+00:00", + "last": "2026-09-05T14:33:40+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:50:48+00:00", + "last": "2026-09-05T12:50:48+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:04:21+00:00", + "last": "2026-09-05T15:04:21+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:44:01+00:00", + "last": "2026-09-05T14:44:01+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:35+00:00", + "last": "2026-09-07T00:09:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:40+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:50:48+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:40+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:44:01+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:04:21+00:00" + }, + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:09+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:35+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:12:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 600.5, + "visit_starts": [ + "2026-09-05T12:46:40Z", + "2026-09-05T14:33:40Z", + "2026-09-06T00:34:09Z", + "2026-09-07T00:09:35Z" + ] + }, + "documentation_url": "https://mstdn-social.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-62", + "name": "Mastodon", + "group_key": "host:social.tchncs.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.tchncs.de/) Bot", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:48+00:00", + "last_seen": "2026-09-07T06:51:06+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.tchncs.de/) Bot", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:48+00:00", + "last_seen": "2026-09-07T06:51:06+00:00", + "bytes_served": 146000, + "classed_by_our_instrument": { + "crawler": 9 + }, + "surfaces": { + "section-roots": 8, + "blog": 1 + }, + "channels": { + "lemmy": 7, + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:01:29+00:00", + "last": "2026-09-07T03:04:00+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:48+00:00", + "last": "2026-09-06T03:16:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:20:25+00:00", + "last": "2026-09-06T09:20:25+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:06+00:00", + "last": "2026-09-07T06:51:06+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:58+00:00", + "last": "2026-09-06T06:34:58+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:48+00:00", + "last": "2026-09-06T02:54:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:48+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:01:29+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:58+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:20:25+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 220.2, + "visit_starts": [ + "2026-09-06T00:15:48Z", + "2026-09-06T02:54:48Z", + "2026-09-06T06:34:58Z", + "2026-09-06T09:20:25Z", + "2026-09-07T03:04:00Z", + "2026-09-07T06:51:06Z" + ] + }, + "documentation_url": "https://social.tchncs.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-7", + "name": "Mastodon", + "group_key": "host:social.gamefan.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.gamefan.net/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T12:46:41+00:00", + "last_seen": "2026-09-07T00:09:03+00:00" + }, + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.gamefan.net/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:48:04+00:00", + "last_seen": "2026-09-07T00:12:50+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.gamefan.net/) Bot", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-05T12:46:41+00:00", + "last_seen": "2026-09-07T00:12:50+00:00", + "bytes_served": 246433, + "classed_by_our_instrument": { + "crawler": 6, + "agent": 3 + }, + "surfaces": { + "section-roots": 4, + "pathwren-edge": 4, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 7, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:41+00:00", + "last": "2026-09-05T12:48:04+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:48:04+00:00", + "last": "2026-09-06T12:51:36+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:50+00:00", + "last": "2026-09-07T00:12:50+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:32+00:00", + "last": "2026-09-05T14:33:32+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:59+00:00", + "last": "2026-09-05T15:03:59+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:54+00:00", + "last": "2026-09-05T14:43:54+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:03+00:00", + "last": "2026-09-07T00:09:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:41+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:48:04+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:32+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:54+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:59+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:03+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:12:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 677.5, + "visit_starts": [ + "2026-09-05T12:46:41Z", + "2026-09-05T14:33:32Z", + "2026-09-06T12:51:36Z", + "2026-09-07T00:09:03Z" + ] + }, + "documentation_url": "https://social.gamefan.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcp-server-io-healthcheck", + "name": "mcp-server.io-healthcheck", + "group_key": "ua:mcp-server-io-healthcheck", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-server.io-healthcheck/0.1", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-07T06:44:46+00:00", + "last_seen": "2026-09-07T06:44:48+00:00" + } + ], + "primary_user_agent": "mcp-server.io-healthcheck/0.1", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-07T06:44:46+00:00", + "last_seen": "2026-09-07T06:44:48+00:00", + "bytes_served": 65515, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2, + "mcp-endpoint-lint": 2, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-markdown-lane": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 9 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:44:46+00:00", + "last": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:44:47+00:00", + "last": "2026-09-07T06:44:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:44:47+00:00", + "last": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:44:47+00:00", + "last": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:44:47+00:00", + "last": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:44:48+00:00", + "last": "2026-09-07T06:44:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:44:47+00:00", + "last": "2026-09-07T06:44:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-07T06:44:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-07T06:44:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-07T06:44:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:44:46Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "piefed-13", + "name": "PieFed", + "group_key": "host:cake.kobel.fyi", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.9; +https://cake.kobel.fyi", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.9; +https://cake.kobel.fyi", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 796622, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 8, + "api-reference": 1 + }, + "channels": { + "lemmy": 4, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:26+00:00", + "last": "2026-09-07T03:10:42+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-07T03:00:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:04+00:00", + "last": "2026-09-07T03:04:04+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:06+00:00", + "last": "2026-09-06T06:08:06+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:26+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:06+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:04+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 190.7, + "visit_starts": [ + "2026-09-06T00:15:15Z", + "2026-09-06T02:57:26Z", + "2026-09-06T06:08:06Z", + "2026-09-07T03:00:34Z" + ] + }, + "documentation_url": "https://cake.kobel.fyi", + "self_described_as": null + }, + { + "slug": "piefed-30", + "name": "PieFed", + "group_key": "host:piefed.zip", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://piefed.zip", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T06:19:32+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://piefed.zip", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T06:19:32+00:00", + "bytes_served": 568921, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 8, + "webfinger-jrd": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8, + "404": 1 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:00:44+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:24+00:00", + "last": "2026-09-07T03:10:36+00:00" + }, + { + "path": "/.well-known/webfinger", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T06:19:32+00:00", + "last": "2026-09-07T06:19:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:26+00:00", + "last": "2026-09-06T02:54:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:26+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:24+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-07T06:19:32+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T06:19:32+00:00", + "last_asked": "2026-09-07T06:19:32+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 198.8, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:54:26Z", + "2026-09-07T03:00:44Z", + "2026-09-07T06:19:32Z" + ] + }, + "documentation_url": "https://piefed.zip", + "self_described_as": null + }, + { + "slug": "piefed-32", + "name": "PieFed", + "group_key": "host:piefed.world", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.27-22-ge28a3d04; +https://piefed.world", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.27-22-ge28a3d04; +https://piefed.world", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 436225, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 8, + "api-reference": 1 + }, + "channels": { + "lemmy": 6, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:01:14+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:00:21+00:00", + "last": "2026-09-07T03:04:06+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:49+00:00", + "last": "2026-09-07T03:10:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:30+00:00", + "last": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:21+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:49+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T02:54:30Z", + "2026-09-07T03:01:14Z" + ] + }, + "documentation_url": "https://piefed.world", + "self_described_as": null + }, + { + "slug": "piefed-42", + "name": "PieFed", + "group_key": "host:feddit.online", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15; +https://feddit.online", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:27:49+00:00", + "last_seen": "2026-09-07T03:20:24+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15; +https://feddit.online", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:27:49+00:00", + "last_seen": "2026-09-07T03:20:24+00:00", + "bytes_served": 754713, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 7, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 2, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:28+00:00", + "last": "2026-09-07T03:10:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:37+00:00", + "last": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:46+00:00", + "last": "2026-09-06T03:16:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:58+00:00", + "last": "2026-09-07T03:03:58+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:24+00:00", + "last": "2026-09-07T03:20:24+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-06T02:57:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:19:37+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:58+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 382.2, + "visit_starts": [ + "2026-09-06T00:27:49Z", + "2026-09-06T02:57:23Z", + "2026-09-06T09:19:37Z", + "2026-09-07T03:03:58Z" + ] + }, + "documentation_url": "https://feddit.online", + "self_described_as": null + }, + { + "slug": "pylova", + "name": "PyLova", + "group_key": "host:anarchist.nexus", + "kind": "named", + "user_agents": [ + { + "ua": "PyLova/0.3.2; +https://anarchist.nexus", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "PyLova/0.3.2; +https://anarchist.nexus", + "requests": 9, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 440063, + "classed_by_our_instrument": { + "agent": 9 + }, + "surfaces": { + "section-roots": 8, + "api-reference": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:42+00:00", + "last": "2026-09-07T03:10:42+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:12+00:00", + "last": "2026-09-06T02:54:12+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:53+00:00", + "last": "2026-09-07T03:03:53+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:12+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:53+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:42+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:54:12Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://anarchist.nexus", + "self_described_as": null + }, + { + "slug": "slackbot", + "name": "Slackbot", + "group_key": "host:api.slack.com", + "kind": "named", + "user_agents": [ + { + "ua": "Slackbot 1.0 (+https://api.slack.com/robots)", + "requests": 6, + "addresses": 6, + "first_seen": "2026-09-06T00:20:40+00:00", + "last_seen": "2026-09-06T09:19:56+00:00" + }, + { + "ua": "Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-06T00:20:39+00:00", + "last_seen": "2026-09-06T09:19:56+00:00" + } + ], + "primary_user_agent": "Slackbot 1.0 (+https://api.slack.com/robots)", + "requests": 9, + "addresses": 9, + "first_seen": "2026-09-06T00:20:39+00:00", + "last_seen": "2026-09-06T09:19:56+00:00", + "bytes_served": 112318, + "classed_by_our_instrument": { + "crawler": 9 + }, + "surfaces": { + "pathwren-edge": 6, + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 2, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 9 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:20:40+00:00", + "last": "2026-09-06T09:19:56+00:00" + }, + { + "path": "/favicon.ico", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:20:40+00:00", + "last": "2026-09-06T09:19:56+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:56+00:00", + "last": "2026-09-06T09:19:56+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:20:39+00:00", + "last": "2026-09-06T00:20:39+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:46:32+00:00", + "last": "2026-09-06T03:46:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:20:39+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T00:20:40+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T00:20:40+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T03:46:32+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:19:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 269.6, + "visit_starts": [ + "2026-09-06T00:20:39Z", + "2026-09-06T03:46:32Z", + "2026-09-06T09:19:56Z" + ] + }, + "documentation_url": "https://api.slack.com/robots", + "self_described_as": null + }, + { + "slug": "a2a-registry-healthbot", + "name": "A2A-Registry-Healthbot", + "group_key": "ua:a2a-registry-healthbot", + "kind": "named", + "user_agents": [ + { + "ua": "A2A-Registry-Healthbot/1.0 (background-job)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-03T02:01:03+00:00", + "last_seen": "2026-09-03T02:01:47+00:00" + } + ], + "primary_user_agent": "A2A-Registry-Healthbot/1.0 (background-job)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-03T02:01:03+00:00", + "last_seen": "2026-09-03T02:01:47+00:00", + "bytes_served": 106259, + "classed_by_our_instrument": { + "crawler": 8 + }, + "surfaces": { + "a2a-crawler-index": 8 + }, + "channels": { + "a2a-registry-global": 8 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:03+00:00", + "last": "2026-09-03T02:01:03+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:46+00:00", + "last": "2026-09-03T02:01:46+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:10+00:00", + "last": "2026-09-03T02:01:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:45+00:00", + "last": "2026-09-03T02:01:45+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:07+00:00", + "last": "2026-09-03T02:01:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:08+00:00", + "last": "2026-09-03T02:01:08+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:47+00:00", + "last": "2026-09-03T02:01:47+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T02:01:05+00:00", + "last": "2026-09-03T02:01:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:03+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:05+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:07+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:08+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:10+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/lint/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:45+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/discovery/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:46+00:00" + }, + { + "path": "/c/a2a-registry-global/a2a/score/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T02:01:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T02:01:03Z" + ] + }, + "documentation_url": null, + "self_described_as": "background-job" + }, + { + "slug": "actablesitebot", + "name": "ActableSiteBot", + "group_key": "host:actionsignal.app", + "kind": "named", + "user_agents": [ + { + "ua": "ActableSiteBot/1.0 (+https://actionsignal.app)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-03T08:00:17+00:00", + "last_seen": "2026-09-03T08:05:44+00:00" + } + ], + "primary_user_agent": "ActableSiteBot/1.0 (+https://actionsignal.app)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-03T08:00:17+00:00", + "last_seen": "2026-09-03T08:05:44+00:00", + "bytes_served": 203480, + "classed_by_our_instrument": { + "crawler": 8 + }, + "surfaces": { + "pathwren-edge": 6, + "ai-crawler-index": 2 + }, + "channels": { + "crawlers-host": 5, + "actablesite": 3 + }, + "accept_headers": [ + "text/html,*/*;q=0.5", + "text/plain,*/*;q=0.5", + "text/plain,text/markdown,*/*;q=0.5", + "application/xml,text/xml,*/*;q=0.5" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/robots.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T08:00:18+00:00", + "last": "2026-09-03T08:05:44+00:00" + }, + { + "path": "/c/actablesite/api.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T08:00:17+00:00", + "last": "2026-09-03T08:05:42+00:00" + }, + { + "path": "/c/actablesite/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:05:43+00:00", + "last": "2026-09-03T08:05:43+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:05:43+00:00", + "last": "2026-09-03T08:05:43+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:05:43+00:00", + "last": "2026-09-03T08:05:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/actablesite/api.json", + "status": "200", + "at": "2026-09-03T08:00:17+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T08:00:18+00:00" + }, + { + "path": "/c/actablesite/", + "status": "200", + "at": "2026-09-03T08:05:43+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T08:05:43+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T08:05:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T08:00:17Z" + ] + }, + "documentation_url": "https://actionsignal.app", + "self_described_as": null + }, + { + "slug": "agoragentic-healthmonitor", + "name": "Agoragentic-HealthMonitor", + "group_key": "ua:agoragentic-healthmonitor", + "kind": "named", + "user_agents": [ + { + "ua": "Agoragentic-HealthMonitor/1.0", + "requests": 8, + "addresses": 3, + "first_seen": "2026-09-03T11:30:24+00:00", + "last_seen": "2026-09-07T02:39:50+00:00" + } + ], + "primary_user_agent": "Agoragentic-HealthMonitor/1.0", + "requests": 8, + "addresses": 3, + "first_seen": "2026-09-03T11:30:24+00:00", + "last_seen": "2026-09-07T02:39:50+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "a2a-crawler-index": 8 + }, + "channels": { + "agoragentic": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/agoragentic/a2a", + "requests": 8, + "statuses": { + "200": 8 + }, + "first": "2026-09-03T11:30:24+00:00", + "last": "2026-09-07T02:39:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/agoragentic/a2a", + "status": "200", + "at": "2026-09-03T11:30:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 360.0, + "visit_starts": [ + "2026-09-03T11:30:24Z", + "2026-09-03T17:30:22Z", + "2026-09-03T23:30:24Z", + "2026-09-04T10:09:13Z", + "2026-09-04T16:09:13Z", + "2026-09-06T02:39:52Z", + "2026-09-06T08:39:52Z", + "2026-09-07T02:39:50Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "dart", + "name": "Dart", + "group_key": "ua:dart", + "kind": "named", + "user_agents": [ + { + "ua": "Dart/3.13 (dart:io)", + "requests": 5, + "addresses": 5, + "first_seen": "2026-09-06T04:30:30+00:00", + "last_seen": "2026-09-07T06:37:16+00:00" + }, + { + "ua": "Dart/3.10 (dart:io)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T07:10:06+00:00", + "last_seen": "2026-09-07T03:14:39+00:00" + }, + { + "ua": "Dart/3.11 (dart:io)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:32:50+00:00", + "last_seen": "2026-09-06T06:32:50+00:00" + } + ], + "primary_user_agent": "Dart/3.13 (dart:io)", + "requests": 8, + "addresses": 8, + "first_seen": "2026-09-06T04:30:30+00:00", + "last_seen": "2026-09-07T06:37:16+00:00", + "bytes_served": 65459, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "pathwren-edge": 5, + "fediverse-node-refusal": 3 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "404": 6, + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/nodeinfo", + "requests": 6, + "statuses": { + "404": 6 + }, + "first": "2026-09-06T04:30:30+00:00", + "last": "2026-09-07T06:37:16+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:10:06+00:00", + "last": "2026-09-07T03:14:39+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/nodeinfo", + "status": "404", + "at": "2026-09-06T04:30:30+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T07:10:06+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/nodeinfo", + "statuses": { + "404": 6 + }, + "first_asked": "2026-09-06T04:30:30+00:00", + "last_asked": "2026-09-07T06:37:16+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 122.3, + "visit_starts": [ + "2026-09-06T04:30:30Z", + "2026-09-06T06:32:50Z", + "2026-09-06T07:10:06Z", + "2026-09-06T08:29:35Z", + "2026-09-07T03:14:39Z", + "2026-09-07T06:37:16Z" + ] + }, + "documentation_url": null, + "self_described_as": "dart:io" + }, + { + "slug": "doximity-pipeline", + "name": "Doximity-Pipeline", + "group_key": "ua:doximity-pipeline", + "kind": "named", + "user_agents": [ + { + "ua": "Doximity-Pipeline", + "requests": 8, + "addresses": 7, + "first_seen": "2026-09-07T05:00:03+00:00", + "last_seen": "2026-09-07T05:01:14+00:00" + } + ], + "primary_user_agent": "Doximity-Pipeline", + "requests": 8, + "addresses": 7, + "first_seen": "2026-09-07T05:00:03+00:00", + "last_seen": "2026-09-07T05:01:14+00:00", + "bytes_served": 181421, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "blog": 8 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:19+00:00", + "last": "2026-09-07T05:00:19+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:27+00:00", + "last": "2026-09-07T05:00:27+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:01:05+00:00", + "last": "2026-09-07T05:01:05+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:05+00:00", + "last": "2026-09-07T05:00:05+00:00" + }, + { + "path": "/blog/fediverse-fanout-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:03+00:00", + "last": "2026-09-07T05:00:03+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:01:01+00:00", + "last": "2026-09-07T05:01:01+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:00:03+00:00", + "last": "2026-09-07T05:00:03+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:01:14+00:00", + "last": "2026-09-07T05:01:14+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/fediverse-fanout-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:00:03+00:00" + }, + { + "path": "/blog/mcp-endpoint-callers-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:00:03+00:00" + }, + { + "path": "/blog/crawler-ua-asn-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:00:05+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:00:19+00:00" + }, + { + "path": "/blog/asked-and-absent-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:00:27+00:00" + }, + { + "path": "/blog/mcp-conformance-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:01:01+00:00" + }, + { + "path": "/blog/crawler-fleet-fold-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:01:05+00:00" + }, + { + "path": "/blog/workers-plan-2026-w36.html", + "status": "200", + "at": "2026-09-07T05:01:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T05:00:03Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "friendica-31", + "name": "Friendica", + "group_key": "host:pirati.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://pirati.ca", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:12+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://pirati.ca", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:11+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://pirati.ca", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:12+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 8 + }, + "channels": { + "friendica": 8 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T07:22:46+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:11+00:00", + "last": "2026-09-07T06:50:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.1, + "visit_starts": [ + "2026-09-06T06:34:05Z", + "2026-09-06T07:22:46Z", + "2026-09-07T06:50:11Z" + ] + }, + "documentation_url": "https://pirati.ca", + "self_described_as": null + }, + { + "slug": "friendica-35", + "name": "Friendica", + "group_key": "host:friendica.gidikroon.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2024.08 DatabaseVersion/1571 Request/ContentTypeChecker/1 +https://friendica.gidikroon.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + }, + { + "ua": "Friendica/2024.08 DatabaseVersion/1571 Request/ActivityPub/1 +https://friendica.gidikroon.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + }, + { + "ua": "Friendica/2024.08 DatabaseVersion/1571 Request/SiteInfo/1 +https://friendica.gidikroon.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + } + ], + "primary_user_agent": "Friendica/2024.08 DatabaseVersion/1571 Request/ContentTypeChecker/1 +https://friendica.gidikroon.eu", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:17+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 8 + }, + "channels": { + "friendica": 8 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-07T06:50:16+00:00", + "last": "2026-09-07T06:50:17+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T06:34:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:06Z", + "2026-09-07T06:50:16Z" + ] + }, + "documentation_url": "https://friendica.gidikroon.eu", + "self_described_as": null + }, + { + "slug": "lemmy-106", + "name": "Lemmy", + "group_key": "host:lemmy.myserv.one", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.myserv.one", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.myserv.one", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 219601, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:00:58+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:13+00:00", + "last": "2026-09-06T12:25:25+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:39+00:00", + "last": "2026-09-06T09:15:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 158.9, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-06T02:54:13Z", + "2026-09-06T09:15:39Z", + "2026-09-06T10:11:49Z", + "2026-09-06T12:25:25Z", + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://lemmy.myserv.one", + "self_described_as": null + }, + { + "slug": "lemmy-128", + "name": "Lemmy", + "group_key": "host:leminal.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19-jemalloc; +https://leminal.space", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:10:42+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19-jemalloc; +https://leminal.space", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:10:42+00:00", + "bytes_served": 411410, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:40+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:24+00:00", + "last": "2026-09-07T02:45:11+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:29+00:00", + "last": "2026-09-06T09:15:29+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:42+00:00", + "last": "2026-09-07T03:10:42+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:47+00:00", + "last": "2026-09-07T03:03:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:29+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:47+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.1, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:24Z", + "2026-09-06T09:15:29Z", + "2026-09-07T02:45:11Z" + ] + }, + "documentation_url": "https://leminal.space", + "self_described_as": null + }, + { + "slug": "lemmy-15", + "name": "Lemmy", + "group_key": "host:libretechni.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.5; +https://libretechni.ca", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:18:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.5; +https://libretechni.ca", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:18:02+00:00", + "bytes_served": 193709, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 7, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T03:18:02+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:49:09+00:00", + "last": "2026-09-06T09:49:09+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:07:41+00:00", + "last": "2026-09-06T06:07:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:07:41+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 205.9, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-06T02:57:17Z", + "2026-09-06T06:07:41Z", + "2026-09-06T09:49:09Z", + "2026-09-07T03:00:44Z" + ] + }, + "documentation_url": "https://libretechni.ca", + "self_described_as": null + }, + { + "slug": "lemmy-151", + "name": "Lemmy", + "group_key": "host:lemmus.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmus.org", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:18:16+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmus.org", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:18:16+00:00", + "bytes_served": 193685, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:18:16+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-07T02:45:14+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:46+00:00", + "last": "2026-09-06T09:12:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.5, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:54:15Z", + "2026-09-06T09:12:46Z", + "2026-09-07T02:45:14Z" + ] + }, + "documentation_url": "https://lemmus.org", + "self_described_as": null + }, + { + "slug": "lemmy-163", + "name": "Lemmy", + "group_key": "host:lemmy.caliban.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.14; +https://lemmy.caliban.io", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T03:18:03+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.14; +https://lemmy.caliban.io", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T03:18:03+00:00", + "bytes_served": 182439, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 8 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T03:18:03+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:12+00:00", + "last": "2026-09-07T02:45:03+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:15+00:00", + "last": "2026-09-06T02:57:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:12+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.8, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-06T02:54:12Z", + "2026-09-07T02:45:03Z" + ] + }, + "documentation_url": "https://lemmy.caliban.io", + "self_described_as": null + }, + { + "slug": "lemmy-19", + "name": "Lemmy", + "group_key": "host:lemmy.asudox.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.asudox.dev", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:17:56+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.asudox.dev", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:17:56+00:00", + "bytes_served": 248153, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 8 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 7, + "statuses": { + "200": 7 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:17:56+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:39+00:00", + "last": "2026-09-07T03:03:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 181.4, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T03:16:33Z", + "2026-09-07T00:49:35Z", + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://lemmy.asudox.dev", + "self_described_as": null + }, + { + "slug": "lemmy-205", + "name": "Lemmy", + "group_key": "host:feditown.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://feditown.com", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T06:33:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://feditown.com", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T06:33:15+00:00", + "bytes_served": 231921, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 8 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T06:33:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-07T02:45:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 218.7, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:07Z", + "2026-09-06T06:28:33Z", + "2026-09-07T02:45:19Z", + "2026-09-07T06:28:15Z" + ] + }, + "documentation_url": "https://feditown.com", + "self_described_as": null + }, + { + "slug": "lemmy-234", + "name": "Lemmy", + "group_key": "host:lemmy.lt", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.lt", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:21:32+00:00", + "last_seen": "2026-09-07T07:46:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.lt", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:21:32+00:00", + "last_seen": "2026-09-07T07:46:45+00:00", + "bytes_served": 154312, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 6, + "blog": 2 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:49:29+00:00", + "last": "2026-09-06T12:02:43+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:21:32+00:00", + "last": "2026-09-07T03:22:22+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:01:12+00:00", + "last": "2026-09-07T02:45:09+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:00:49+00:00", + "last": "2026-09-07T07:46:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:32+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:01:12+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 211.8, + "visit_starts": [ + "2026-09-06T00:21:32Z", + "2026-09-06T03:00:49Z", + "2026-09-06T09:49:29Z", + "2026-09-06T12:02:43Z", + "2026-09-07T02:45:09Z", + "2026-09-07T03:22:22Z", + "2026-09-07T07:46:45Z" + ] + }, + "documentation_url": "https://lemmy.lt", + "self_described_as": null + }, + { + "slug": "lemmy-272", + "name": "Lemmy", + "group_key": "host:lemmychan.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmychan.org", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T02:57:12+00:00", + "last_seen": "2026-09-07T07:47:21+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmychan.org", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T02:57:12+00:00", + "last_seen": "2026-09-07T07:47:21+00:00", + "bytes_served": 968526, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 6, + "blog": 2 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:48+00:00", + "last": "2026-09-07T07:47:21+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:55+00:00", + "last": "2026-09-06T09:15:41+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:22+00:00", + "last": "2026-09-06T03:16:22+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:12+00:00", + "last": "2026-09-06T02:57:12+00:00" + } + ], + "first_walk": [ + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:12+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:48+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 865.1, + "visit_starts": [ + "2026-09-06T02:57:12Z", + "2026-09-06T09:12:55Z", + "2026-09-07T07:47:19Z" + ] + }, + "documentation_url": "https://lemmychan.org", + "self_described_as": null + }, + { + "slug": "lemmy-274", + "name": "Lemmy", + "group_key": "host:hilariouschaos.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://hilariouschaos.com", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T02:57:31+00:00", + "last_seen": "2026-09-07T07:47:24+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://hilariouschaos.com", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T02:57:31+00:00", + "last_seen": "2026-09-07T07:47:24+00:00", + "bytes_served": 960850, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 5, + "blog": 3 + }, + "channels": { + "lemmy": 7, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/bot/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T02:57:31+00:00", + "last": "2026-09-07T07:47:24+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:13:02+00:00", + "last": "2026-09-06T09:16:56+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:20+00:00", + "last": "2026-09-06T06:08:20+00:00" + } + ], + "first_walk": [ + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:31+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:20+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 190.8, + "visit_starts": [ + "2026-09-06T02:57:31Z", + "2026-09-06T06:08:20Z", + "2026-09-06T09:13:02Z", + "2026-09-07T07:47:23Z" + ] + }, + "documentation_url": "https://hilariouschaos.com", + "self_described_as": null + }, + { + "slug": "lemmy-43", + "name": "Lemmy", + "group_key": "host:awful.systems", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://awful.systems", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T04:10:29+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://awful.systems", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T04:10:29+00:00", + "bytes_served": 219328, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:12+00:00", + "last": "2026-09-07T04:10:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-07T02:45:19+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:38+00:00", + "last": "2026-09-06T09:15:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:12+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 270.2, + "visit_starts": [ + "2026-09-06T00:15:12Z", + "2026-09-06T02:54:15Z", + "2026-09-06T09:15:38Z", + "2026-09-07T02:45:19Z", + "2026-09-07T04:10:29Z" + ] + }, + "documentation_url": "https://awful.systems", + "self_described_as": null + }, + { + "slug": "lemmy-51", + "name": "Lemmy", + "group_key": "host:no.lastname.nz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://no.lastname.nz", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:01:00+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://no.lastname.nz", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:01:00+00:00", + "bytes_served": 160253, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 6, + "blog": 2 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:12:58+00:00", + "last": "2026-09-06T09:15:25+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:01:00+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:32+00:00", + "last": "2026-09-07T02:45:13+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:25+00:00", + "last": "2026-09-06T02:57:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:32+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:25+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.4, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:32Z", + "2026-09-06T09:12:58Z", + "2026-09-07T02:45:13Z" + ] + }, + "documentation_url": "https://no.lastname.nz", + "self_described_as": null + }, + { + "slug": "lemmy-63", + "name": "Lemmy", + "group_key": "host:feddit.dk", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://feddit.dk", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T03:18:17+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://feddit.dk", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T03:18:17+00:00", + "bytes_served": 193678, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:14+00:00", + "last": "2026-09-07T03:18:17+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-07T02:45:06+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:40+00:00", + "last": "2026-09-07T03:03:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:14+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.5, + "visit_starts": [ + "2026-09-06T00:15:14Z", + "2026-09-06T02:54:15Z", + "2026-09-06T09:15:43Z", + "2026-09-07T02:45:06Z" + ] + }, + "documentation_url": "https://feddit.dk", + "self_described_as": null + }, + { + "slug": "lemmy-64", + "name": "Lemmy", + "group_key": "host:lemmy.radio", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.radio", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T03:17:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.radio", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T03:17:49+00:00", + "bytes_served": 193678, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:14+00:00", + "last": "2026-09-07T03:17:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-07T02:45:04+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:39+00:00", + "last": "2026-09-06T09:15:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:59+00:00", + "last": "2026-09-07T03:03:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:14+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.5, + "visit_starts": [ + "2026-09-06T00:15:14Z", + "2026-09-06T02:54:11Z", + "2026-09-06T09:15:39Z", + "2026-09-07T02:45:04Z" + ] + }, + "documentation_url": "https://lemmy.radio", + "self_described_as": null + }, + { + "slug": "lemmy-66", + "name": "Lemmy", + "group_key": "host:odin.lanofthedead.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://odin.lanofthedead.xyz", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:18:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://odin.lanofthedead.xyz", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:18:13+00:00", + "bytes_served": 193678, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-07T03:18:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:29+00:00", + "last": "2026-09-07T02:45:03+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:18+00:00", + "last": "2026-09-06T09:15:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:50+00:00", + "last": "2026-09-07T03:03:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:29+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 380.8, + "visit_starts": [ + "2026-09-06T00:15:15Z", + "2026-09-06T02:54:29Z", + "2026-09-06T09:15:18Z", + "2026-09-07T02:45:03Z" + ] + }, + "documentation_url": "https://odin.lanofthedead.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-68", + "name": "Lemmy", + "group_key": "host:aggregatet.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://aggregatet.org", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T05:50:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://aggregatet.org", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T05:50:38+00:00", + "bytes_served": 457400, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-07T05:50:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:18+00:00", + "last": "2026-09-06T09:15:18+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:28+00:00", + "last": "2026-09-07T03:10:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 270.0, + "visit_starts": [ + "2026-09-06T00:15:15Z", + "2026-09-06T03:16:42Z", + "2026-09-06T09:15:18Z", + "2026-09-07T03:00:49Z", + "2026-09-07T05:50:38Z" + ] + }, + "documentation_url": "https://aggregatet.org", + "self_described_as": null + }, + { + "slug": "lemmy-79", + "name": "Lemmy", + "group_key": "host:spgrn.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://spgrn.com", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:18:19+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://spgrn.com", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:18:19+00:00", + "bytes_served": 193678, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:18:19+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-07T02:45:02+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:30+00:00", + "last": "2026-09-06T09:15:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:59+00:00", + "last": "2026-09-07T03:03:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.3, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:54:14Z", + "2026-09-06T09:15:30Z", + "2026-09-07T02:45:02Z" + ] + }, + "documentation_url": "https://spgrn.com", + "self_described_as": null + }, + { + "slug": "linkwarden", + "name": "Linkwarden", + "group_key": "ua:linkwarden", + "kind": "named", + "user_agents": [ + { + "ua": "Linkwarden (Server-Side Fetch)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:51:36+00:00", + "last_seen": "2026-09-06T08:18:37+00:00" + }, + { + "ua": "Linkwarden (Server-Side Fetch), Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.7499.4 Safari/537.36", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:51:45+00:00", + "last_seen": "2026-09-06T08:18:38+00:00" + } + ], + "primary_user_agent": "Linkwarden (Server-Side Fetch)", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:51:36+00:00", + "last_seen": "2026-09-06T08:18:38+00:00", + "bytes_served": 81748, + "classed_by_our_instrument": { + "agent": 4, + "human": 4 + }, + "surfaces": { + "section-roots": 6, + "ai-crawler-index": 2 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*", + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7", + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:51:36+00:00", + "last": "2026-09-06T00:51:45+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T08:18:31+00:00", + "last": "2026-09-06T08:18:37+00:00" + }, + { + "path": "/px.gif", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:51:45+00:00", + "last": "2026-09-06T08:18:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:51:36+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-06T00:51:45+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T08:18:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 446.9, + "visit_starts": [ + "2026-09-06T00:51:36Z", + "2026-09-06T08:18:31Z" + ] + }, + "documentation_url": null, + "self_described_as": "Server-Side Fetch" + }, + { + "slug": "mastodon-10", + "name": "Mastodon", + "group_key": "host:mastodon.borsos.at", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.borsos.at/) Bot", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-05T12:46:49+00:00", + "last_seen": "2026-09-07T00:09:37+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.borsos.at/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:53:14+00:00", + "last_seen": "2026-09-07T00:16:46+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.borsos.at/) Bot", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-05T12:46:49+00:00", + "last_seen": "2026-09-07T00:16:46+00:00", + "bytes_served": 235782, + "classed_by_our_instrument": { + "crawler": 5, + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 4, + "section-roots": 3, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 6, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:49+00:00", + "last": "2026-09-05T12:53:14+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:46+00:00", + "last": "2026-09-07T00:16:46+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:24+00:00", + "last": "2026-09-05T14:33:24+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:53:14+00:00", + "last": "2026-09-05T12:53:14+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:49+00:00", + "last": "2026-09-05T15:03:49+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:55+00:00", + "last": "2026-09-05T14:43:55+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:37+00:00", + "last": "2026-09-07T00:09:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:49+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:53:14+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:24+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:55+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:49+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:37+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:16:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1061.4, + "visit_starts": [ + "2026-09-05T12:46:49Z", + "2026-09-05T14:33:24Z", + "2026-09-07T00:09:37Z" + ] + }, + "documentation_url": "https://mastodon.borsos.at/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-2", + "name": "Mastodon", + "group_key": "host:channel.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.3 (http.rb/5.3.1; +https://channel.org/) Bot", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-05T12:46:12+00:00", + "last_seen": "2026-09-07T06:51:19+00:00" + }, + { + "ua": "Mastodon/4.5.3 (http.rb/5.3.1; +https://channel.org/)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-05T12:52:50+00:00", + "last_seen": "2026-09-07T00:11:19+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.3 (http.rb/5.3.1; +https://channel.org/) Bot", + "requests": 8, + "addresses": 3, + "first_seen": "2026-09-05T12:46:12+00:00", + "last_seen": "2026-09-07T06:51:19+00:00", + "bytes_served": 160749, + "classed_by_our_instrument": { + "crawler": 5, + "agent": 3 + }, + "surfaces": { + "section-roots": 4, + "pathwren-edge": 3, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 5, + "rssparrot": 1, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:12+00:00", + "last": "2026-09-05T12:52:50+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:19+00:00", + "last": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:19+00:00", + "last": "2026-09-07T06:51:19+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:52:51+00:00", + "last": "2026-09-05T12:52:51+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:43+00:00", + "last": "2026-09-05T15:03:43+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:31+00:00", + "last": "2026-09-05T14:43:31+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:35+00:00", + "last": "2026-09-07T00:09:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:12+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:52:51+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:31+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:43+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:35+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 401.7, + "visit_starts": [ + "2026-09-05T12:46:12Z", + "2026-09-05T14:43:31Z", + "2026-09-07T00:09:35Z", + "2026-09-07T06:51:19Z" + ] + }, + "documentation_url": "https://channel.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-4", + "name": "Mastodon", + "group_key": "host:echo.maschsee.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.4.3 (http.rb/5.3.1; +https://echo.maschsee.social/) Bot", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-05T12:46:21+00:00", + "last_seen": "2026-09-07T00:09:20+00:00" + }, + { + "ua": "Mastodon/4.4.3 (http.rb/5.3.1; +https://echo.maschsee.social/)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-05T12:55:19+00:00", + "last_seen": "2026-09-07T00:09:50+00:00" + } + ], + "primary_user_agent": "Mastodon/4.4.3 (http.rb/5.3.1; +https://echo.maschsee.social/) Bot", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-05T12:46:21+00:00", + "last_seen": "2026-09-07T00:09:50+00:00", + "bytes_served": 235779, + "classed_by_our_instrument": { + "crawler": 5, + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 4, + "section-roots": 3, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 6, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:21+00:00", + "last": "2026-09-05T12:55:19+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:50+00:00", + "last": "2026-09-07T00:09:50+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:25+00:00", + "last": "2026-09-05T14:33:25+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:55:20+00:00", + "last": "2026-09-05T12:55:20+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:04:29+00:00", + "last": "2026-09-05T15:04:29+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:43:54+00:00", + "last": "2026-09-05T14:43:54+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:20+00:00", + "last": "2026-09-07T00:09:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:21+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:55:20+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:25+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:43:54+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:04:29+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:20+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:09:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1061.5, + "visit_starts": [ + "2026-09-05T12:46:21Z", + "2026-09-05T14:33:25Z", + "2026-09-07T00:09:20Z" + ] + }, + "documentation_url": "https://echo.maschsee.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-5", + "name": "Mastodon", + "group_key": "host:social.k2pk.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.0 (http.rb/5.3.1; +https://social.k2pk.com/) Bot", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-05T12:46:31+00:00", + "last_seen": "2026-09-07T00:09:24+00:00" + }, + { + "ua": "Mastodon/4.6.0 (http.rb/5.3.1; +https://social.k2pk.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T12:54:39+00:00", + "last_seen": "2026-09-07T00:12:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.0 (http.rb/5.3.1; +https://social.k2pk.com/) Bot", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-05T12:46:31+00:00", + "last_seen": "2026-09-07T00:12:10+00:00", + "bytes_served": 235779, + "classed_by_our_instrument": { + "crawler": 5, + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 4, + "section-roots": 3, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 6, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mastodon/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T12:46:31+00:00", + "last": "2026-09-05T12:54:39+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:10+00:00", + "last": "2026-09-07T00:12:10+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:33:02+00:00", + "last": "2026-09-05T14:33:02+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:54:39+00:00", + "last": "2026-09-05T12:54:39+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:03:45+00:00", + "last": "2026-09-05T15:03:45+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:44:02+00:00", + "last": "2026-09-05T14:44:02+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:24+00:00", + "last": "2026-09-07T00:09:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-05T12:46:31+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:54:39+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T14:33:02+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T14:44:02+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T15:03:45+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:24+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:12:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1061.5, + "visit_starts": [ + "2026-09-05T12:46:31Z", + "2026-09-05T14:33:02Z", + "2026-09-07T00:09:24Z" + ] + }, + "documentation_url": "https://social.k2pk.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcp-widget-size-census", + "name": "mcp-widget-size-census", + "group_key": "ua:mcp-widget-size-census", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-widget-size-census/1.0 (research; read-only)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-04T09:50:25+00:00", + "last_seen": "2026-09-04T09:50:26+00:00" + } + ], + "primary_user_agent": "mcp-widget-size-census/1.0 (research; read-only)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-04T09:50:25+00:00", + "last_seen": "2026-09-04T09:50:26+00:00", + "bytes_served": 29078, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-index": 2, + "mcp-crawler-ip-verifier": 1, + "mcp-endpoint-lint": 1, + "mcp-crawler-log-triage": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 8 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 6, + "202": 2 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 1, + "202": 1 + }, + "first": "2026-09-04T09:50:25+00:00", + "last": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:26+00:00", + "last": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:26+00:00", + "last": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:26+00:00", + "last": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "202": 1 + }, + "first": "2026-09-04T09:50:26+00:00", + "last": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:26+00:00", + "last": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:26+00:00", + "last": "2026-09-04T09:50:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T09:50:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T09:50:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "202", + "at": "2026-09-04T09:50:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T09:50:25Z" + ] + }, + "documentation_url": null, + "self_described_as": "research; read-only" + }, + { + "slug": "mcpqueen-grader", + "name": "mcpqueen-grader", + "group_key": "host:mcpqueen.com", + "kind": "named", + "user_agents": [ + { + "ua": "mcpqueen-grader/0.3 (+https://mcpqueen.com)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-01T12:45:45+00:00", + "last_seen": "2026-09-07T08:16:21+00:00" + } + ], + "primary_user_agent": "mcpqueen-grader/0.3 (+https://mcpqueen.com)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-01T12:45:45+00:00", + "last_seen": "2026-09-07T08:16:21+00:00", + "bytes_served": 33869, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "mcp-crawler-index": 6, + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-log-triage": 1 + }, + "channels": { + "mcp-registry-official": 8 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:45:45+00:00", + "last": "2026-09-07T08:16:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:45:45+00:00", + "last": "2026-09-07T08:16:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:45:45+00:00", + "last": "2026-09-07T08:16:21+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T07:00:41+00:00", + "last": "2026-09-02T07:00:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T07:00:41+00:00", + "last": "2026-09-02T07:00:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T12:45:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T12:45:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T12:45:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T07:00:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T07:00:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 4185.3, + "visit_starts": [ + "2026-09-01T12:45:45Z", + "2026-09-02T07:00:41Z", + "2026-09-07T08:16:21Z" + ] + }, + "documentation_url": "https://mcpqueen.com", + "self_described_as": null + }, + { + "slug": "okhttp", + "name": "okhttp", + "group_key": "ua:okhttp", + "kind": "library", + "user_agents": [ + { + "ua": "okhttp/5.3.0", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-05T23:06:24+00:00", + "last_seen": "2026-09-05T23:06:49+00:00" + } + ], + "primary_user_agent": "okhttp/5.3.0", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-05T23:06:24+00:00", + "last_seen": "2026-09-05T23:06:49+00:00", + "bytes_served": 41148, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "pathwren-edge": 8 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 6, + "404": 2 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:06:24+00:00", + "last": "2026-09-05T23:06:49+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:06:24+00:00", + "last": "2026-09-05T23:06:48+00:00" + }, + { + "path": "/favicon.png", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-05T23:06:24+00:00", + "last": "2026-09-05T23:06:48+00:00" + }, + { + "path": "/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T23:06:24+00:00", + "last": "2026-09-05T23:06:48+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-05T23:06:24+00:00" + }, + { + "path": "/favicon.png", + "status": "404", + "at": "2026-09-05T23:06:24+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-05T23:06:24+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-05T23:06:24+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/favicon.png", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-05T23:06:24+00:00", + "last_asked": "2026-09-05T23:06:48+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T23:06:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "opengraph-io", + "name": "OpenGraph.io", + "group_key": "host:opengraph.io", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36 (compatible; OpenGraph.io/1.1; +https://opengraph.io/)", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:16:35+00:00", + "last_seen": "2026-09-07T03:25:39+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36 (compatible; OpenGraph.io/1.1; +https://opengraph.io/)", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:16:35+00:00", + "last_seen": "2026-09-07T03:25:39+00:00", + "bytes_served": 328934, + "classed_by_our_instrument": { + "human": 8 + }, + "surfaces": { + "section-roots": 6, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 3, + "mbin": 2, + "piefed": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 8, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T10:34:45+00:00", + "last": "2026-09-06T10:34:45+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:14:44+00:00", + "last": "2026-09-06T03:14:44+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:35+00:00", + "last": "2026-09-06T00:16:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T05:23:28+00:00", + "last": "2026-09-06T05:23:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:07:55+00:00", + "last": "2026-09-06T04:07:55+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:52:53+00:00", + "last": "2026-09-06T08:52:53+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:38:44+00:00", + "last": "2026-09-06T01:38:44+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:25:39+00:00", + "last": "2026-09-07T03:25:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:35+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T01:38:44+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T03:14:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T04:07:55+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T05:23:28+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T08:52:53+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T10:34:45+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:25:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 8, + "median_gap_minutes": 96.0, + "visit_starts": [ + "2026-09-06T00:16:35Z", + "2026-09-06T01:38:44Z", + "2026-09-06T03:14:44Z", + "2026-09-06T04:07:55Z", + "2026-09-06T05:23:28Z", + "2026-09-06T08:52:53Z", + "2026-09-06T10:34:45Z", + "2026-09-07T03:25:39Z" + ] + }, + "documentation_url": "https://opengraph.io/", + "self_described_as": "OpenGraph.io/1.1" + }, + { + "slug": "piefed-2", + "name": "PieFed", + "group_key": "host:nord.pub", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.14; +https://nord.pub", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.14; +https://nord.pub", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 187037, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "api-reference": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:06+00:00", + "last": "2026-09-07T03:00:54+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:40+00:00", + "last": "2026-09-07T03:03:40+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:49+00:00", + "last": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:06+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:40+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 803.0, + "visit_starts": [ + "2026-09-06T00:15:06Z", + "2026-09-06T02:54:15Z", + "2026-09-07T03:00:54Z" + ] + }, + "documentation_url": "https://nord.pub", + "self_described_as": null + }, + { + "slug": "piefed-33", + "name": "PieFed", + "group_key": "host:piefed.blahaj.zone", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.1; +https://piefed.blahaj.zone", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:10:32+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.1; +https://piefed.blahaj.zone", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:10:32+00:00", + "bytes_served": 408796, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 7, + "blog": 1 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:00:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:10+00:00", + "last": "2026-09-06T09:13:10+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:32+00:00", + "last": "2026-09-07T03:10:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:30+00:00", + "last": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:39+00:00", + "last": "2026-09-07T03:03:39+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:30+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:39+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.7, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:30Z", + "2026-09-06T09:13:10Z", + "2026-09-07T03:00:38Z" + ] + }, + "documentation_url": "https://piefed.blahaj.zone", + "self_described_as": null + }, + { + "slug": "piefed-34", + "name": "PieFed", + "group_key": "host:piefed.nz", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://piefed.nz", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:20:29+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://piefed.nz", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:20:29+00:00", + "bytes_served": 206776, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 6, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 5, + "mbin": 1, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:01:02+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:53+00:00", + "last": "2026-09-06T09:12:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:19+00:00", + "last": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:01+00:00", + "last": "2026-09-07T03:04:01+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:33+00:00", + "last": "2026-09-06T06:08:33+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:29+00:00", + "last": "2026-09-07T03:20:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:33+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:01+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 189.2, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:19Z", + "2026-09-06T06:08:33Z", + "2026-09-06T09:12:53Z", + "2026-09-07T03:01:02Z" + ] + }, + "documentation_url": "https://piefed.nz", + "self_described_as": null + }, + { + "slug": "piefed-5", + "name": "PieFed", + "group_key": "host:tarte.nuage-libre.fr", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://tarte.nuage-libre.fr", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T02:57:23+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + }, + { + "ua": "PieFed/1.7.15; +https://tarte.nuage-libre.fr", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-06T00:15:08+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://tarte.nuage-libre.fr", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 445273, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "section-roots": 6, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 4, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T03:00:52+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:38+00:00", + "last": "2026-09-06T09:15:38+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:28+00:00", + "last": "2026-09-07T03:10:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:03+00:00", + "last": "2026-09-07T03:04:03+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:23+00:00", + "last": "2026-09-06T02:57:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:23+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:38+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:03+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:28+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.2, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-06T02:57:23Z", + "2026-09-06T09:15:38Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://tarte.nuage-libre.fr", + "self_described_as": null + }, + { + "slug": "roninforgeobservatory", + "name": "RoninForgeObservatory", + "group_key": "host:roninforge.org", + "kind": "named", + "user_agents": [ + { + "ua": "RoninForgeObservatory/1.0 (+https://roninforge.org/data/observatory/)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-07T01:31:59+00:00", + "last_seen": "2026-09-07T01:32:00+00:00" + } + ], + "primary_user_agent": "RoninForgeObservatory/1.0 (+https://roninforge.org/data/observatory/)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-07T01:31:59+00:00", + "last_seen": "2026-09-07T01:32:00+00:00", + "bytes_served": 67943, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-markdown-lane": 1, + "mcp-robots-policy-lint": 1, + "mcp-endpoint-lint": 1 + }, + "channels": { + "mcp-registry-official": 8 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T01:31:59+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:00+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:00+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:00+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:00+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:00+00:00", + "last": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:32:00+00:00", + "last": "2026-09-07T01:32:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-07T01:31:59+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-07T01:32:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-07T01:32:00+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T01:31:59Z" + ] + }, + "documentation_url": "https://roninforge.org/data/observatory/", + "self_described_as": null + }, + { + "slug": "theoldreader-com", + "name": "theoldreader.com", + "group_key": "host:theoldreader.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; theoldreader.com; support@theoldreader.com)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T11:35:15+00:00", + "last_seen": "2026-09-06T12:03:40+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; theoldreader.com; support@theoldreader.com)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T11:35:15+00:00", + "last_seen": "2026-09-06T12:03:40+00:00", + "bytes_served": 144820, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "changes-syndication-feeds": 8 + }, + "channels": { + "theoldreader": 8 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5, + "301": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/theoldreader/feed.xml", + "requests": 8, + "statuses": { + "200": 5, + "301": 3 + }, + "first": "2026-09-06T11:35:15+00:00", + "last": "2026-09-06T12:03:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/theoldreader/feed.xml", + "status": "200", + "at": "2026-09-06T11:35:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T11:35:15Z" + ] + }, + "documentation_url": "mailto:support@theoldreader.com", + "self_described_as": "theoldreader.com" + }, + { + "slug": "x1r-replication-probe", + "name": "x1r-replication-probe", + "group_key": "ua:x1r-replication-probe", + "kind": "named", + "user_agents": [ + { + "ua": "x1r-replication-probe/1.0", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-04T10:13:46+00:00", + "last_seen": "2026-09-04T10:13:47+00:00" + } + ], + "primary_user_agent": "x1r-replication-probe/1.0", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-04T10:13:46+00:00", + "last_seen": "2026-09-04T10:13:47+00:00", + "bytes_served": 35675, + "classed_by_our_instrument": { + "agent": 8 + }, + "surfaces": { + "mcp-crawler-index": 2, + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-log-triage": 1, + "mcp-robots-policy-lint": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-endpoint-lint": 1 + }, + "channels": { + "mcp-registry-official": 8 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 8 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:47+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T10:13:46+00:00", + "last": "2026-09-04T10:13:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T10:13:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T10:13:46Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "agent-card-crawler", + "name": "agent-card-crawler", + "group_key": "ua:agent-card-crawler", + "kind": "named", + "user_agents": [ + { + "ua": "agent-card-crawler/0.1 (research; A2A agent-card discovery; contact hjh.1222@gmail.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-03T11:24:25+00:00", + "last_seen": "2026-09-03T11:24:37+00:00" + } + ], + "primary_user_agent": "agent-card-crawler/0.1 (research; A2A agent-card discovery; contact hjh.1222@gmail.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-03T11:24:25+00:00", + "last_seen": "2026-09-03T11:24:37+00:00", + "bytes_served": 833348, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "pathwren-edge": 7 + }, + "channels": {}, + "accept_headers": [ + "application/json, application/a2a+json, */*", + "text/plain, */*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:27+00:00", + "last": "2026-09-03T11:24:27+00:00" + }, + { + "path": "/.well-known/api-catalog", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:29+00:00", + "last": "2026-09-03T11:24:29+00:00" + }, + { + "path": "/data/agents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:30+00:00", + "last": "2026-09-03T11:24:30+00:00" + }, + { + "path": "/documents.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:33+00:00", + "last": "2026-09-03T11:24:33+00:00" + }, + { + "path": "/ip-ranges/all.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:35+00:00", + "last": "2026-09-03T11:24:35+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:25+00:00", + "last": "2026-09-03T11:24:25+00:00" + }, + { + "path": "/status.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T11:24:37+00:00", + "last": "2026-09-03T11:24:37+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T11:24:25+00:00" + }, + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T11:24:27+00:00" + }, + { + "path": "/.well-known/api-catalog", + "status": "200", + "at": "2026-09-03T11:24:29+00:00" + }, + { + "path": "/data/agents.json", + "status": "200", + "at": "2026-09-03T11:24:30+00:00" + }, + { + "path": "/documents.json", + "status": "200", + "at": "2026-09-03T11:24:33+00:00" + }, + { + "path": "/ip-ranges/all.json", + "status": "200", + "at": "2026-09-03T11:24:35+00:00" + }, + { + "path": "/status.json", + "status": "200", + "at": "2026-09-03T11:24:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T11:24:25Z" + ] + }, + "documentation_url": "mailto:hjh.1222@gmail.com", + "self_described_as": "research; A2A agent-card discovery" + }, + { + "slug": "agentreputationbot", + "name": "AgentReputationBot", + "group_key": "host:agentreputation.dev", + "kind": "named", + "user_agents": [ + { + "ua": "AgentReputationBot/1.0 (+https://agentreputation.dev)", + "requests": 7, + "addresses": 3, + "first_seen": "2026-09-01T03:47:16+00:00", + "last_seen": "2026-09-03T03:18:55+00:00" + } + ], + "primary_user_agent": "AgentReputationBot/1.0 (+https://agentreputation.dev)", + "requests": 7, + "addresses": 3, + "first_seen": "2026-09-01T03:47:16+00:00", + "last_seen": "2026-09-03T03:18:55+00:00", + "bytes_served": 49580, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "mcp-crawler-index": 5, + "a2a-crawler-index": 1, + "mcp-endpoint-lint": 1 + }, + "channels": { + "mcp-registry-official": 6, + "agentrep": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/agentrep/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:47:16+00:00", + "last": "2026-09-02T03:47:16+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:47:16+00:00", + "last": "2026-09-01T03:47:16+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:47:36+00:00", + "last": "2026-09-01T03:47:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:18:55+00:00", + "last": "2026-09-03T03:18:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:46:55+00:00", + "last": "2026-09-02T03:46:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T03:47:17+00:00", + "last": "2026-09-02T03:47:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:47:36+00:00", + "last": "2026-09-01T03:47:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T03:47:16+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T03:47:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T03:47:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T03:46:55+00:00" + }, + { + "path": "/c/agentrep/a2a", + "status": "200", + "at": "2026-09-02T03:47:16+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-02T03:47:17+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T03:18:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1425.8, + "visit_starts": [ + "2026-09-01T03:47:16Z", + "2026-09-02T03:46:55Z", + "2026-09-03T03:18:55Z" + ] + }, + "documentation_url": "https://agentreputation.dev", + "self_described_as": null + }, + { + "slug": "azureai-searchbot", + "name": "AzureAI-SearchBot", + "group_key": "ua:azureai-searchbot", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; AzureAI-SearchBot/1.0;", + "requests": 7, + "addresses": 4, + "first_seen": "2026-09-02T07:48:11+00:00", + "last_seen": "2026-09-07T05:13:47+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; AzureAI-SearchBot/1.0;", + "requests": 7, + "addresses": 4, + "first_seen": "2026-09-02T07:48:11+00:00", + "last_seen": "2026-09-07T05:13:47+00:00", + "bytes_served": 718534, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "pathwren-edge": 7 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9", + "text/plain, */*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/llms.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T15:12:18+00:00", + "last": "2026-09-07T05:13:47+00:00" + }, + { + "path": "/robots.txt", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-02T07:48:11+00:00", + "last": "2026-09-07T05:13:26+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T07:48:11+00:00", + "last": "2026-09-02T07:48:11+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-02T07:48:11+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-02T07:48:11+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-05T15:12:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 3522.7, + "visit_starts": [ + "2026-09-02T07:48:11Z", + "2026-09-05T15:12:17Z", + "2026-09-07T05:13:26Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "friendica-100", + "name": "Friendica", + "group_key": "host:friendica.daniel-siepmann.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.daniel-siepmann.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:31+00:00", + "last_seen": "2026-09-07T06:50:33+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.daniel-siepmann.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:32+00:00", + "last_seen": "2026-09-07T06:50:33+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.daniel-siepmann.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:31+00:00", + "last_seen": "2026-09-07T06:50:33+00:00", + "bytes_served": 230304, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:31+00:00", + "last": "2026-09-06T06:34:32+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:36:58+00:00", + "last": "2026-09-06T06:36:58+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:33+00:00", + "last": "2026-09-07T06:50:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:31+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:36:58+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.0, + "visit_starts": [ + "2026-09-06T06:34:31Z", + "2026-09-07T06:50:33Z" + ] + }, + "documentation_url": "https://friendica.daniel-siepmann.de", + "self_described_as": null + }, + { + "slug": "friendica-103", + "name": "Friendica", + "group_key": "host:friendica.dk", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.dk", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:35+00:00", + "last_seen": "2026-09-07T06:50:49+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.dk", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:35+00:00", + "last_seen": "2026-09-07T06:50:47+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.dk", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:35+00:00", + "last_seen": "2026-09-07T06:50:49+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:47+00:00", + "last": "2026-09-07T06:50:49+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:35+00:00", + "last": "2026-09-06T06:34:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:35+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:35Z", + "2026-09-07T06:50:47Z" + ] + }, + "documentation_url": "https://friendica.dk", + "self_described_as": null + }, + { + "slug": "friendica-11", + "name": "Friendica", + "group_key": "host:friendica.andreaskilgus.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.andreaskilgus.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-07T06:50:20+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.andreaskilgus.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-07T06:50:19+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.andreaskilgus.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-07T06:50:20+00:00", + "bytes_served": 56813, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:19+00:00", + "last": "2026-09-07T06:50:20+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:16+00:00", + "last": "2026-09-06T06:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:16+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 908.5, + "visit_starts": [ + "2026-09-06T00:33:20Z", + "2026-09-06T06:34:16Z", + "2026-09-07T06:50:19Z" + ] + }, + "documentation_url": "https://friendica.andreaskilgus.de", + "self_described_as": null + }, + { + "slug": "friendica-14", + "name": "Friendica", + "group_key": "host:friendica.tomforge.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.tomforge.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:36:00+00:00", + "last_seen": "2026-09-06T10:38:33+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.tomforge.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:36:00+00:00", + "last_seen": "2026-09-06T10:38:32+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.tomforge.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:36:00+00:00", + "last_seen": "2026-09-06T10:38:33+00:00", + "bytes_served": 253227, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T10:38:32+00:00", + "last": "2026-09-06T10:38:33+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:38:13+00:00", + "last": "2026-09-06T06:38:13+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:36:00+00:00", + "last": "2026-09-06T00:36:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:36:00+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:38:13+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T10:38:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 301.2, + "visit_starts": [ + "2026-09-06T00:36:00Z", + "2026-09-06T06:38:13Z", + "2026-09-06T10:38:32Z" + ] + }, + "documentation_url": "https://friendica.tomforge.de", + "self_described_as": null + }, + { + "slug": "friendica-15", + "name": "Friendica", + "group_key": "host:forum.friendi.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://forum.friendi.ca", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:33:19+00:00", + "last_seen": "2026-09-07T06:50:04+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://forum.friendi.ca", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:33:20+00:00", + "last_seen": "2026-09-07T06:50:01+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://forum.friendi.ca", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:33:19+00:00", + "last_seen": "2026-09-07T06:50:04+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T06:33:19+00:00", + "last": "2026-09-06T06:33:21+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:01+00:00", + "last": "2026-09-07T06:50:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:19+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.7, + "visit_starts": [ + "2026-09-06T06:33:19Z", + "2026-09-07T06:50:01Z" + ] + }, + "documentation_url": "https://forum.friendi.ca", + "self_described_as": null + }, + { + "slug": "friendica-18", + "name": "Friendica", + "group_key": "host:friendica.hubup.pro", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.hubup.pro", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:33:32+00:00", + "last_seen": "2026-09-07T06:50:09+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.hubup.pro", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:33:32+00:00", + "last_seen": "2026-09-07T06:50:07+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.hubup.pro", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:33:32+00:00", + "last_seen": "2026-09-07T06:50:09+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:50:07+00:00", + "last": "2026-09-07T06:50:09+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:33:32+00:00", + "last": "2026-09-06T06:33:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:32+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.6, + "visit_starts": [ + "2026-09-06T06:33:32Z", + "2026-09-07T06:50:07Z" + ] + }, + "documentation_url": "https://friendica.hubup.pro", + "self_described_as": null + }, + { + "slug": "friendica-62", + "name": "Friendica", + "group_key": "host:base.nospy.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://base.nospy.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-06T06:37:17+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://base.nospy.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-06T06:37:17+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://base.nospy.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:40+00:00", + "last_seen": "2026-09-07T06:50:41+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://base.nospy.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:40+00:00", + "last_seen": "2026-09-07T06:50:40+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://base.nospy.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:41+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:40+00:00", + "last": "2026-09-07T06:50:41+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:17+00:00", + "last": "2026-09-06T06:37:17+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:17+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.5, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-07T06:50:40Z" + ] + }, + "documentation_url": "https://base.nospy.net", + "self_described_as": null + }, + { + "slug": "friendica-65", + "name": "Friendica", + "group_key": "host:social.2ndshot.photos", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.04-dev DatabaseVersion/1589 Request/ContentTypeChecker/1 +https://social.2ndshot.photos", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + }, + { + "ua": "Friendica/2026.04-dev DatabaseVersion/1589 Request/SiteInfo/1 +https://social.2ndshot.photos", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + } + ], + "primary_user_agent": "Friendica/2026.04-dev DatabaseVersion/1589 Request/ContentTypeChecker/1 +https://social.2ndshot.photos", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:34+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:12+00:00", + "last": "2026-09-06T06:37:12+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:34+00:00", + "last": "2026-09-07T06:50:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:12+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-07T06:50:34Z" + ] + }, + "documentation_url": "https://social.2ndshot.photos", + "self_described_as": null + }, + { + "slug": "friendica-9", + "name": "Friendica", + "group_key": "host:horche.demkontinuum.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://horche.demkontinuum.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-07T06:50:11+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://horche.demkontinuum.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-07T06:50:11+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://horche.demkontinuum.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-07T06:50:11+00:00", + "bytes_served": 56811, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:33:55+00:00", + "last": "2026-09-06T06:33:56+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:11+00:00", + "last": "2026-09-07T06:50:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:55+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 908.5, + "visit_starts": [ + "2026-09-06T00:33:19Z", + "2026-09-06T06:33:55Z", + "2026-09-07T06:50:11Z" + ] + }, + "documentation_url": "https://horche.demkontinuum.de", + "self_described_as": null + }, + { + "slug": "friendica-91", + "name": "Friendica", + "group_key": "host:friendica.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-07T06:50:44+00:00", + "bytes_served": 230303, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "friendica": 7 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:21+00:00", + "last": "2026-09-06T06:34:22+00:00" + }, + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:16+00:00", + "last": "2026-09-06T06:37:16+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:21+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:16+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:21Z", + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://friendica.de", + "self_described_as": null + }, + { + "slug": "friendica-99", + "name": "Friendica", + "group_key": "host:fedibook.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fedibook.de", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-07T06:50:59+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://fedibook.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-07T06:50:51+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fedibook.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-07T06:50:59+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 6, + "changes-syndication-feeds": 1 + }, + "channels": { + "friendica": 6, + "rssparrot": 1 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:51+00:00", + "last": "2026-09-07T06:50:59+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:29+00:00", + "last": "2026-09-06T06:34:38+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:49+00:00", + "last": "2026-09-07T00:09:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:29+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:49+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.1, + "visit_starts": [ + "2026-09-06T06:34:29Z", + "2026-09-07T00:09:49Z", + "2026-09-07T06:50:51Z" + ] + }, + "documentation_url": "https://fedibook.de", + "self_described_as": null + }, + { + "slug": "lemmy-102", + "name": "Lemmy", + "group_key": "host:l.mchome.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://l.mchome.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:18:11+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://l.mchome.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:18:11+00:00", + "bytes_served": 170330, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:18:11+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:45:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:36+00:00", + "last": "2026-09-07T03:03:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.9, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-06T02:54:16Z", + "2026-09-07T02:45:02Z" + ] + }, + "documentation_url": "https://l.mchome.net", + "self_described_as": null + }, + { + "slug": "lemmy-114", + "name": "Lemmy", + "group_key": "host:swg-empire.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://swg-empire.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:17:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://swg-empire.de", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:17:50+00:00", + "bytes_served": 170330, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:17:50+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:26+00:00", + "last": "2026-09-07T02:45:05+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:04+00:00", + "last": "2026-09-07T03:04:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.9, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T02:54:26Z", + "2026-09-07T02:45:05Z" + ] + }, + "documentation_url": "https://swg-empire.de", + "self_described_as": null + }, + { + "slug": "lemmy-12", + "name": "Lemmy", + "group_key": "host:lemmy.billiam.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.billiam.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:03:36+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.billiam.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:03:36+00:00", + "bytes_served": 192400, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 5, + "blog": 2 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:07+00:00", + "last": "2026-09-07T03:00:48+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:17+00:00", + "last": "2026-09-06T09:15:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:36+00:00", + "last": "2026-09-07T03:03:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:07+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 540.2, + "visit_starts": [ + "2026-09-06T00:15:07Z", + "2026-09-06T09:15:17Z", + "2026-09-07T00:49:49Z", + "2026-09-07T03:00:48Z" + ] + }, + "documentation_url": "https://lemmy.billiam.net", + "self_described_as": null + }, + { + "slug": "lemmy-123", + "name": "Lemmy", + "group_key": "host:discuss.hadan.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://discuss.hadan.social", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T03:18:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://discuss.hadan.social", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T03:18:50+00:00", + "bytes_served": 170326, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T03:18:50+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-07T02:45:12+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 108.2, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-06T02:03:35Z", + "2026-09-06T02:54:17Z", + "2026-09-07T02:45:12Z" + ] + }, + "documentation_url": "https://discuss.hadan.social", + "self_described_as": null + }, + { + "slug": "lemmy-143", + "name": "Lemmy", + "group_key": "host:lemmy.hangdaan.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.hangdaan.com", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T04:31:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.hangdaan.com", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T04:31:15+00:00", + "bytes_served": 218663, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T04:31:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:26+00:00", + "last": "2026-09-06T02:54:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 124.6, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:54:26Z", + "2026-09-06T04:13:36Z", + "2026-09-07T03:01:00Z", + "2026-09-07T04:31:15Z" + ] + }, + "documentation_url": "https://lemmy.hangdaan.com", + "self_described_as": null + }, + { + "slug": "lemmy-168", + "name": "Lemmy", + "group_key": "host:lem.free.as", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lem.free.as", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:21:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lem.free.as", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:21:51+00:00", + "bytes_served": 148151, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 5, + "blog": 2 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:14:08+00:00", + "last": "2026-09-06T09:15:40+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:00:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:29+00:00", + "last": "2026-09-07T02:45:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:21:51+00:00", + "last": "2026-09-07T03:21:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:29+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:14:08+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:21:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 379.6, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:54:29Z", + "2026-09-06T09:14:08Z", + "2026-09-07T02:45:18Z" + ] + }, + "documentation_url": "https://lem.free.as", + "self_described_as": null + }, + { + "slug": "lemmy-173", + "name": "Lemmy", + "group_key": "host:champserver.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.5; +https://champserver.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:10:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.5; +https://champserver.net", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:10:37+00:00", + "bytes_served": 607519, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:10:36+00:00", + "last": "2026-09-07T03:10:37+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:01:01+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-07T02:45:14+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:02+00:00", + "last": "2026-09-07T03:04:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:02+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.9, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:54:27Z", + "2026-09-07T02:45:14Z" + ] + }, + "documentation_url": "https://champserver.net", + "self_described_as": null + }, + { + "slug": "lemmy-218", + "name": "Lemmy", + "group_key": "host:belgae.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://belgae.social", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://belgae.social", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 447221, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 6, + "api-reference": 1 + }, + "channels": { + "lemmy": 6, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:18:04+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:33+00:00", + "last": "2026-09-07T03:10:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:33+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T03:16:30Z", + "2026-09-07T03:00:41Z" + ] + }, + "documentation_url": "https://belgae.social", + "self_described_as": null + }, + { + "slug": "lemmy-225", + "name": "Lemmy", + "group_key": "host:thinktank.brainstormes.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://thinktank.brainstormes.org", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:18:08+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://thinktank.brainstormes.org", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:18:08+00:00", + "bytes_served": 170330, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:18:08+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:08+00:00", + "last": "2026-09-07T02:45:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:08+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.9, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:54:08Z", + "2026-09-07T02:45:20Z" + ] + }, + "documentation_url": "https://thinktank.brainstormes.org", + "self_described_as": null + }, + { + "slug": "lemmy-227", + "name": "Lemmy", + "group_key": "host:lemmy.net.au", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.9; +https://lemmy.net.au", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:36+00:00", + "last_seen": "2026-09-07T03:04:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.9; +https://lemmy.net.au", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:36+00:00", + "last_seen": "2026-09-07T03:04:05+00:00", + "bytes_served": 170326, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:36+00:00", + "last": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:19+00:00", + "last": "2026-09-07T02:45:21+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:05+00:00", + "last": "2026-09-07T03:04:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:36+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 158.7, + "visit_starts": [ + "2026-09-06T00:15:36Z", + "2026-09-06T02:54:19Z", + "2026-09-07T00:49:40Z", + "2026-09-07T02:45:21Z" + ] + }, + "documentation_url": "https://lemmy.net.au", + "self_described_as": null + }, + { + "slug": "lemmy-232", + "name": "Lemmy", + "group_key": "host:forum.guncadindex.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://forum.guncadindex.com", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:21:27+00:00", + "last_seen": "2026-09-07T03:22:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://forum.guncadindex.com", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:21:27+00:00", + "last_seen": "2026-09-07T03:22:31+00:00", + "bytes_served": 170326, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:21:27+00:00", + "last": "2026-09-07T03:22:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-07T02:45:08+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:36+00:00", + "last": "2026-09-07T03:03:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:27+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 102.3, + "visit_starts": [ + "2026-09-06T00:21:27Z", + "2026-09-06T02:03:46Z", + "2026-09-06T02:54:11Z", + "2026-09-07T02:45:08Z" + ] + }, + "documentation_url": "https://forum.guncadindex.com", + "self_described_as": null + }, + { + "slug": "lemmy-242", + "name": "Lemmy", + "group_key": "host:lemmy.mlaga97.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.mlaga97.space", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T01:15:57+00:00", + "last_seen": "2026-09-07T03:18:44+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.mlaga97.space", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T01:15:57+00:00", + "last_seen": "2026-09-07T03:18:44+00:00", + "bytes_served": 197719, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T01:15:57+00:00", + "last": "2026-09-07T03:18:44+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:35+00:00", + "last": "2026-09-07T02:44:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T01:15:57+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 70.7, + "visit_starts": [ + "2026-09-06T01:15:57Z", + "2026-09-06T02:54:35Z", + "2026-09-06T03:37:17Z", + "2026-09-07T02:02:50Z", + "2026-09-07T02:44:57Z" + ] + }, + "documentation_url": "https://lemmy.mlaga97.space", + "self_described_as": null + }, + { + "slug": "lemmy-243", + "name": "Lemmy", + "group_key": "host:lemmy.federate.cc", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://lemmy.federate.cc", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T01:42:53+00:00", + "last_seen": "2026-09-07T03:21:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://lemmy.federate.cc", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T01:42:53+00:00", + "last_seen": "2026-09-07T03:21:45+00:00", + "bytes_served": 170184, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T01:42:53+00:00", + "last": "2026-09-07T03:00:56+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:55:17+00:00", + "last": "2026-09-06T09:01:04+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:21:45+00:00", + "last": "2026-09-07T03:21:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T01:42:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:55:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:21:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 182.8, + "visit_starts": [ + "2026-09-06T01:42:53Z", + "2026-09-06T02:55:17Z", + "2026-09-06T07:03:20Z", + "2026-09-06T09:00:57Z", + "2026-09-07T03:00:56Z" + ] + }, + "documentation_url": "https://lemmy.federate.cc", + "self_described_as": null + }, + { + "slug": "lemmy-40", + "name": "Lemmy", + "group_key": "host:lemmy.pierre-couy.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.pierre-couy.fr", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:17:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.pierre-couy.fr", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:17:58+00:00", + "bytes_served": 185754, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 6, + "blog": 1 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T03:17:58+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-07T02:44:59+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:33+00:00", + "last": "2026-09-06T09:15:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.2, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-06T02:54:22Z", + "2026-09-06T09:15:33Z", + "2026-09-07T02:44:59Z" + ] + }, + "documentation_url": "https://lemmy.pierre-couy.fr", + "self_described_as": null + }, + { + "slug": "lemmy-57", + "name": "Lemmy", + "group_key": "host:lemmy.browntown.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.browntown.dev", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:17:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.browntown.dev", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:17:52+00:00", + "bytes_served": 185754, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 6, + "blog": 1 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:17:52+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:31+00:00", + "last": "2026-09-07T02:45:12+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:27+00:00", + "last": "2026-09-06T09:15:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:31+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 380.9, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:31Z", + "2026-09-06T09:15:27Z", + "2026-09-07T02:45:12Z" + ] + }, + "documentation_url": "https://lemmy.browntown.dev", + "self_described_as": null + }, + { + "slug": "lemmy-94", + "name": "Lemmy", + "group_key": "host:lemmy.grey.fail", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.grey.fail", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:18:16+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.grey.fail", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:18:16+00:00", + "bytes_served": 195974, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-07T03:18:16+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:10+00:00", + "last": "2026-09-07T02:44:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.8, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-06T02:54:10Z", + "2026-09-07T02:44:54Z" + ] + }, + "documentation_url": "https://lemmy.grey.fail", + "self_described_as": null + }, + { + "slug": "mastodon-22", + "name": "Mastodon", + "group_key": "host:troet.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://troet.cafe/) Bot", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T06:50:41+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://troet.cafe/)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-07T00:13:52+00:00", + "last_seen": "2026-09-07T00:15:30+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://troet.cafe/) Bot", + "requests": 7, + "addresses": 5, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T06:50:41+00:00", + "bytes_served": 179046, + "classed_by_our_instrument": { + "crawler": 4, + "agent": 3 + }, + "surfaces": { + "section-roots": 5, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "lemmy": 2, + "mastodon": 2, + "rssparrot": 1, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-06T03:16:32+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:30+00:00", + "last": "2026-09-07T00:15:30+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:41+00:00", + "last": "2026-09-07T06:50:41+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:52+00:00", + "last": "2026-09-07T00:13:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:52+00:00", + "last": "2026-09-07T00:13:52+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:29+00:00", + "last": "2026-09-07T00:09:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:29+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:52+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:15:30+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 401.2, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T03:16:32Z", + "2026-09-07T00:09:29Z", + "2026-09-07T06:50:41Z" + ] + }, + "documentation_url": "https://troet.cafe/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-32", + "name": "Mastodon", + "group_key": "host:mementomori.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.2+mementomods-2026-09-06 (http.rb/5.3.1; +https://mementomori.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:11:11+00:00", + "last_seen": "2026-09-07T00:13:26+00:00" + }, + { + "ua": "Mastodon/4.8.0-alpha.1+mementomods-2026-08-23 (http.rb/5.3.1; +https://mementomori.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T03:17:11+00:00" + }, + { + "ua": "Mastodon/4.8.0-alpha.2+mementomods-2026-09-06 (http.rb/5.3.1; +https://mementomori.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T00:09:19+00:00", + "last_seen": "2026-09-07T06:50:57+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.2+mementomods-2026-09-06 (http.rb/5.3.1; +https://mementomori.social/)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T06:50:57+00:00", + "bytes_served": 179046, + "classed_by_our_instrument": { + "crawler": 4, + "agent": 3 + }, + "surfaces": { + "section-roots": 5, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "lemmy": 2, + "mastodon": 2, + "rssparrot": 1, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-06T03:17:11+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:11+00:00", + "last": "2026-09-07T00:11:11+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:57+00:00", + "last": "2026-09-07T06:50:57+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:26+00:00", + "last": "2026-09-07T00:13:26+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:26+00:00", + "last": "2026-09-07T00:13:26+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:19+00:00", + "last": "2026-09-07T00:09:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:19+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:11:11+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:26+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:26+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 401.6, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T03:17:11Z", + "2026-09-07T00:09:19Z", + "2026-09-07T06:50:57Z" + ] + }, + "documentation_url": "https://mementomori.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-53", + "name": "Mastodon", + "group_key": "host:fosstodon.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://fosstodon.org/) Bot", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:44+00:00", + "last_seen": "2026-09-07T06:50:15+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://fosstodon.org/) Bot", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:44+00:00", + "last_seen": "2026-09-07T06:50:15+00:00", + "bytes_served": 154665, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "section-roots": 6, + "blog": 1 + }, + "channels": { + "lemmy": 5, + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:44+00:00", + "last": "2026-09-06T03:16:43+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:20+00:00", + "last": "2026-09-06T09:16:20+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:05+00:00", + "last": "2026-09-06T00:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:15+00:00", + "last": "2026-09-07T06:50:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:47+00:00", + "last": "2026-09-06T02:54:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:56+00:00", + "last": "2026-09-07T03:04:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:44+00:00" + }, + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:05+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:56+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 303.5, + "visit_starts": [ + "2026-09-06T00:15:44Z", + "2026-09-06T02:54:47Z", + "2026-09-06T09:16:20Z", + "2026-09-07T03:04:56Z", + "2026-09-07T06:50:15Z" + ] + }, + "documentation_url": "https://fosstodon.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-79", + "name": "Mastodon", + "group_key": "host:techhub.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://techhub.social/) Bot", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:57+00:00", + "last_seen": "2026-09-07T06:51:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://techhub.social/) Bot", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T00:15:57+00:00", + "last_seen": "2026-09-07T06:51:03+00:00", + "bytes_served": 106254, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "section-roots": 6, + "blog": 1 + }, + "channels": { + "lemmy": 4, + "friendica": 2, + "mbin": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:02+00:00", + "last": "2026-09-06T09:16:02+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:03+00:00", + "last": "2026-09-07T06:51:03+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:22+00:00", + "last": "2026-09-06T06:35:22+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:57+00:00", + "last": "2026-09-06T00:15:57+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:55:10+00:00", + "last": "2026-09-06T02:55:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:40+00:00", + "last": "2026-09-07T03:04:40+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:41:30+00:00", + "last": "2026-09-06T00:41:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:57+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:41:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:55:10+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:40+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 220.2, + "visit_starts": [ + "2026-09-06T00:15:57Z", + "2026-09-06T02:55:10Z", + "2026-09-06T06:35:22Z", + "2026-09-06T09:16:02Z", + "2026-09-07T03:04:40Z", + "2026-09-07T06:51:03Z" + ] + }, + "documentation_url": "https://techhub.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcp-stats-prober", + "name": "MCP-Stats-Prober", + "group_key": "ua:mcp-stats-prober", + "kind": "named", + "user_agents": [ + { + "ua": "MCP-Stats-Prober/0.1 (+https://github.com/anthropics/mcp-stats)", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-01T13:08:09+00:00", + "last_seen": "2026-09-07T01:07:34+00:00" + } + ], + "primary_user_agent": "MCP-Stats-Prober/0.1 (+https://github.com/anthropics/mcp-stats)", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-01T13:08:09+00:00", + "last_seen": "2026-09-07T01:07:34+00:00", + "bytes_served": 29879, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "mcp-crawler-index": 4, + "mcp-crawler-ip-verifier": 1, + "mcp-agent-discovery-doctor": 1, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 7 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T01:07:31+00:00", + "last": "2026-09-04T01:07:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T13:07:45+00:00", + "last": "2026-09-04T13:07:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T01:07:42+00:00", + "last": "2026-09-03T01:07:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:07:34+00:00", + "last": "2026-09-07T01:07:34+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:07:35+00:00", + "last": "2026-09-03T13:07:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T01:07:43+00:00", + "last": "2026-09-02T01:07:43+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T13:08:09+00:00", + "last": "2026-09-01T13:08:09+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T13:08:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-02T01:07:43+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-03T01:07:42+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T13:07:35+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T01:07:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T13:07:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T01:07:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 7, + "median_gap_minutes": 720.0, + "visit_starts": [ + "2026-09-01T13:08:09Z", + "2026-09-02T01:07:43Z", + "2026-09-03T01:07:42Z", + "2026-09-03T13:07:35Z", + "2026-09-04T01:07:31Z", + "2026-09-04T13:07:45Z", + "2026-09-07T01:07:34Z" + ] + }, + "documentation_url": "https://github.com/anthropics/mcp-stats", + "self_described_as": null + }, + { + "slug": "mcp-ui-parity-audit", + "name": "mcp-ui-parity-audit", + "group_key": "ua:mcp-ui-parity-audit", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-ui-parity-audit/0.1 (academic interface-parity measurement; contact jcshen0828@gmail.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-07T02:21:29+00:00", + "last_seen": "2026-09-07T02:21:32+00:00" + } + ], + "primary_user_agent": "mcp-ui-parity-audit/0.1 (academic interface-parity measurement; contact jcshen0828@gmail.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-07T02:21:29+00:00", + "last_seen": "2026-09-07T02:21:32+00:00", + "bytes_served": 128133, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-markdown-lane": 1, + "mcp-endpoint-lint": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 7 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:29+00:00", + "last": "2026-09-07T02:21:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:29+00:00", + "last": "2026-09-07T02:21:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:31+00:00", + "last": "2026-09-07T02:21:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:31+00:00", + "last": "2026-09-07T02:21:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:30+00:00", + "last": "2026-09-07T02:21:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:32+00:00", + "last": "2026-09-07T02:21:32+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T02:21:30+00:00", + "last": "2026-09-07T02:21:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-07T02:21:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-07T02:21:29+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-07T02:21:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-07T02:21:30+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T02:21:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-07T02:21:31+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-07T02:21:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T02:21:29Z" + ] + }, + "documentation_url": "mailto:jcshen0828@gmail.com", + "self_described_as": "academic interface-parity measurement" + }, + { + "slug": "mcplookup-com-probe", + "name": "mcplookup.com-probe", + "group_key": "host:mcplookup.com", + "kind": "named", + "user_agents": [ + { + "ua": "mcplookup.com-probe/0.1 (+https://mcplookup.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-04T12:06:44+00:00", + "last_seen": "2026-09-04T12:06:45+00:00" + } + ], + "primary_user_agent": "mcplookup.com-probe/0.1 (+https://mcplookup.com)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-04T12:06:44+00:00", + "last_seen": "2026-09-04T12:06:45+00:00", + "bytes_served": 28560, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-endpoint-lint": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 7 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 6, + "202": 1 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 1, + "202": 1 + }, + "first": "2026-09-04T12:06:44+00:00", + "last": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:06:45+00:00", + "last": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:06:45+00:00", + "last": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:06:45+00:00", + "last": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:06:45+00:00", + "last": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T12:06:45+00:00", + "last": "2026-09-04T12:06:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T12:06:44+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T12:06:45+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T12:06:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T12:06:44Z" + ] + }, + "documentation_url": "https://mcplookup.com", + "self_described_as": null + }, + { + "slug": "merlonix-attestation-verifier", + "name": "merlonix-attestation-verifier", + "group_key": "ua:merlonix-attestation-verifier", + "kind": "named", + "user_agents": [ + { + "ua": "merlonix-attestation-verifier/1", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-03T06:00:45+00:00", + "last_seen": "2026-09-03T06:00:45+00:00" + } + ], + "primary_user_agent": "merlonix-attestation-verifier/1", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-03T06:00:45+00:00", + "last_seen": "2026-09-03T06:00:45+00:00", + "bytes_served": 209175, + "classed_by_our_instrument": { + "agent": 5, + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 7 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6, + "404": 1 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/.well-known/mcp.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/.well-known/tdmrep.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/ai.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:45+00:00", + "last": "2026-09-03T06:00:45+00:00" + } + ], + "first_walk": [ + { + "path": "/ai.txt", + "status": "200", + "at": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "200", + "at": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/.well-known/tdmrep.json", + "status": "404", + "at": "2026-09-03T06:00:45+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T06:00:45+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/tdmrep.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T06:00:45+00:00", + "last_asked": "2026-09-03T06:00:45+00:00", + "answered_200_since": "2026-09-03T07:59:23+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T06:00:45Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "misskey-4", + "name": "Misskey", + "group_key": "host:federation.network", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.7 (https://federation.network/)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:37:22+00:00", + "last_seen": "2026-09-07T00:08:52+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.7 (https://federation.network/)", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-06T06:37:22+00:00", + "last_seen": "2026-09-07T00:08:52+00:00", + "bytes_served": 93143, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "pathwren-edge": 4, + "section-roots": 3 + }, + "channels": { + "mastodon": 2, + "lemmy": 1 + }, + "accept_headers": [ + "text/html, */*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:37:22+00:00", + "last": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:37:22+00:00", + "last": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:37:22+00:00", + "last": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:37:22+00:00", + "last": "2026-09-06T06:37:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T06:37:22+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1051.5, + "visit_starts": [ + "2026-09-06T06:37:22Z", + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://federation.network/", + "self_described_as": null + }, + { + "slug": "packagehound", + "name": "PackageHound", + "group_key": "ua:packagehound", + "kind": "named", + "user_agents": [ + { + "ua": "PackageHound/1.0", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-01T06:13:51+00:00", + "last_seen": "2026-09-06T09:51:05+00:00" + } + ], + "primary_user_agent": "PackageHound/1.0", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-01T06:13:51+00:00", + "last_seen": "2026-09-06T09:51:05+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "pathwren-edge": 7 + }, + "channels": { + "pypi-registry": 7 + }, + "accept_headers": [], + "status_codes": { + "200": 7 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/pypi-registry/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T06:13:51+00:00", + "last": "2026-09-01T17:26:06+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T09:47:04+00:00", + "last": "2026-09-06T09:51:05+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:47:08+00:00", + "last": "2026-09-05T09:47:08+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:50:03+00:00", + "last": "2026-09-05T16:50:03+00:00" + }, + { + "path": "/c/pypi-verify/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:26:03+00:00", + "last": "2026-09-01T17:26:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-01T06:13:51+00:00" + }, + { + "path": "/c/pypi-verify/", + "status": "200", + "at": "2026-09-01T17:26:03+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-robots/", + "status": "200", + "at": "2026-09-05T09:47:04+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/", + "status": "200", + "at": "2026-09-05T09:47:08+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T16:50:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 846.6, + "visit_starts": [ + "2026-09-01T06:13:51Z", + "2026-09-01T17:26:03Z", + "2026-09-05T09:47:04Z", + "2026-09-05T16:50:03Z", + "2026-09-06T09:51:05Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "ruby", + "name": "Ruby", + "group_key": "ua:ruby", + "kind": "named", + "user_agents": [ + { + "ua": "Ruby", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-07T03:11:08+00:00", + "last_seen": "2026-09-07T03:11:08+00:00" + } + ], + "primary_user_agent": "Ruby", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-07T03:11:08+00:00", + "last_seen": "2026-09-07T03:11:08+00:00", + "bytes_served": 50645, + "classed_by_our_instrument": { + "agent": 7 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-endpoint-lint": 1, + "mcp-robots-policy-lint": 1, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 7 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 7, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:11:08+00:00", + "last": "2026-09-07T03:11:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-07T03:11:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:11:08Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "summalybot", + "name": "SummalyBot", + "group_key": "ua:summalybot", + "kind": "named", + "user_agents": [ + { + "ua": "SummalyBot/5.2.2", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:35:24+00:00", + "last_seen": "2026-09-07T07:13:22+00:00" + }, + { + "ua": "Mozilla/5.0 (compatible; SummalyBot/5.2.5-io.4)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:27+00:00" + }, + { + "ua": "SummalyBot/5.2.3", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:24:14+00:00", + "last_seen": "2026-09-06T00:24:14+00:00" + } + ], + "primary_user_agent": "SummalyBot/5.2.2", + "requests": 7, + "addresses": 4, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T07:13:22+00:00", + "bytes_served": 117534, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "section-roots": 7 + }, + "channels": { + "lemmy": 3, + "misskey": 3, + "friendica": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-06T00:24:14+00:00" + }, + { + "path": "/c/misskey/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:35:24+00:00", + "last": "2026-09-06T03:40:51+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:13:22+00:00", + "last": "2026-09-07T07:13:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/misskey/crawler/", + "status": "200", + "at": "2026-09-06T00:35:24+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T07:13:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 929.0, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T03:40:51Z", + "2026-09-07T07:13:22Z" + ] + }, + "documentation_url": null, + "self_described_as": "SummalyBot/5.2.5-io.4" + }, + { + "slug": "yacybot", + "name": "yacybot", + "group_key": "host:yacy.net", + "kind": "named", + "user_agents": [ + { + "ua": "yacybot (/global; amd64 Windows 11 10.0; java 11.0.21; Asia/en) http://yacy.net/bot.html", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-07T02:23:08+00:00", + "last_seen": "2026-09-07T06:47:53+00:00" + }, + { + "ua": "yacybot (freeworld/global; amd64 Linux 7.1.8-100.fc43.x86_64; java 24.0.2; Etc/en) https://yacy.net/bot.html", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T11:48:58+00:00", + "last_seen": "2026-09-05T11:49:28+00:00" + } + ], + "primary_user_agent": "yacybot (/global; amd64 Windows 11 10.0; java 11.0.21; Asia/en) http://yacy.net/bot.html", + "requests": 7, + "addresses": 2, + "first_seen": "2026-09-05T11:48:58+00:00", + "last_seen": "2026-09-07T06:47:53+00:00", + "bytes_served": 53857, + "classed_by_our_instrument": { + "crawler": 7 + }, + "surfaces": { + "pathwren-edge": 7 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 7 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/robots.txt", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-05T11:48:58+00:00", + "last": "2026-09-07T06:47:52+00:00" + }, + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:24:14+00:00", + "last": "2026-09-07T05:24:14+00:00" + }, + { + "path": "/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:49:28+00:00", + "last": "2026-09-05T11:49:28+00:00" + }, + { + "path": "/crawler/bytespider.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:47:53+00:00", + "last": "2026-09-07T06:47:53+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-05T11:48:58+00:00" + }, + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-05T11:49:28+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T05:24:14+00:00" + }, + { + "path": "/crawler/bytespider.html", + "status": "200", + "at": "2026-09-07T06:47:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 181.1, + "visit_starts": [ + "2026-09-05T11:48:58Z", + "2026-09-07T02:23:08Z", + "2026-09-07T05:24:14Z", + "2026-09-07T06:47:52Z" + ] + }, + "documentation_url": "http://yacy.net/bot.html", + "self_described_as": "/global; amd64 Windows 11 10.0; java 11.0.21; Asia/en" + }, + { + "slug": "a2a-security-research-crawler", + "name": "a2a-security-research-crawler", + "group_key": "ua:a2a-security-research-crawler", + "kind": "named", + "user_agents": [ + { + "ua": "a2a-security-research-crawler/1.0 (academic; contact: security-research)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-02T01:00:09+00:00", + "last_seen": "2026-09-07T01:00:13+00:00" + } + ], + "primary_user_agent": "a2a-security-research-crawler/1.0 (academic; contact: security-research)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-02T01:00:09+00:00", + "last_seen": "2026-09-07T01:00:13+00:00", + "bytes_served": 108464, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "pathwren-edge": 3, + "agent-card-addresses": 3 + }, + "channels": { + "a2a-registry-org": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-02T01:00:09+00:00", + "last": "2026-09-07T01:00:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T01:00:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 1440.0, + "visit_starts": [ + "2026-09-02T01:00:09Z", + "2026-09-03T01:00:05Z", + "2026-09-04T01:00:08Z", + "2026-09-05T01:00:07Z", + "2026-09-06T01:00:07Z", + "2026-09-07T01:00:13Z" + ] + }, + "documentation_url": null, + "self_described_as": "academic; contact: security-research" + }, + { + "slug": "ai-crawler-robots", + "name": "ai-crawler-robots", + "group_key": "ua:ai-crawler-robots", + "kind": "named", + "user_agents": [ + { + "ua": "ai-crawler-robots/1.0.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-03T00:22:44+00:00", + "last_seen": "2026-09-03T00:22:47+00:00" + }, + { + "ua": "ai-crawler-robots/1.0.2", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T01:57:39+00:00", + "last_seen": "2026-09-07T01:57:45+00:00" + } + ], + "primary_user_agent": "ai-crawler-robots/1.0.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-03T00:22:44+00:00", + "last_seen": "2026-09-07T01:57:45+00:00", + "bytes_served": 1142718, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": { + "pypi-registry": 6 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T00:22:44+00:00", + "last": "2026-09-07T01:57:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/ai-crawler-robots/data.json", + "status": "200", + "at": "2026-09-03T00:22:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 5854.9, + "visit_starts": [ + "2026-09-03T00:22:44Z", + "2026-09-07T01:57:39Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "apis-json-showcase-verifier", + "name": "APIs.json-Showcase-Verifier", + "group_key": "host:apisjson.org", + "kind": "named", + "user_agents": [ + { + "ua": "APIs.json-Showcase-Verifier/1.0 (+https://apisjson.org)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-03T13:16:53+00:00", + "last_seen": "2026-09-03T13:21:59+00:00" + } + ], + "primary_user_agent": "APIs.json-Showcase-Verifier/1.0 (+https://apisjson.org)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-03T13:16:53+00:00", + "last_seen": "2026-09-03T13:21:59+00:00", + "bytes_served": 22838, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5, + "404": 1 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apis.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T13:16:53+00:00", + "last": "2026-09-03T13:21:59+00:00" + }, + { + "path": "/.well-known/apis.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:21:59+00:00", + "last": "2026-09-03T13:21:59+00:00" + }, + { + "path": "/apis.yml", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-03T13:21:59+00:00", + "last": "2026-09-03T13:21:59+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T13:16:53+00:00", + "last": "2026-09-03T13:16:53+00:00" + } + ], + "first_walk": [ + { + "path": "/apis.json", + "status": "200", + "at": "2026-09-03T13:16:53+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-03T13:16:53+00:00" + }, + { + "path": "/.well-known/apis.json", + "status": "200", + "at": "2026-09-03T13:21:59+00:00" + }, + { + "path": "/apis.yml", + "status": "404", + "at": "2026-09-03T13:21:59+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/apis.yml", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-03T13:21:59+00:00", + "last_asked": "2026-09-03T13:21:59+00:00", + "answered_200_since": "2026-09-04T03:22:35+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T13:16:53Z" + ] + }, + "documentation_url": "https://apisjson.org", + "self_described_as": null + }, + { + "slug": "chainwitness-pr36", + "name": "ChainWitness-PR36", + "group_key": "ua:chainwitness-pr36", + "kind": "named", + "user_agents": [ + { + "ua": "ChainWitness-PR36/1.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-03T04:40:10+00:00", + "last_seen": "2026-09-03T04:40:10+00:00" + } + ], + "primary_user_agent": "ChainWitness-PR36/1.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-03T04:40:10+00:00", + "last_seen": "2026-09-03T04:40:10+00:00", + "bytes_served": 27487, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "mcp-crawler-ip-verifier": 1, + "mcp-robots-policy-lint": 1, + "mcp-crawler-index": 1, + "mcp-endpoint-lint": 1, + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-log-triage": 1 + }, + "channels": { + "mcp-registry-official": 6 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 4, + "202": 2 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:40:10+00:00", + "last": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:40:10+00:00", + "last": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "202": 1 + }, + "first": "2026-09-03T04:40:10+00:00", + "last": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:40:10+00:00", + "last": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T04:40:10+00:00", + "last": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "202": 1 + }, + "first": "2026-09-03T04:40:10+00:00", + "last": "2026-09-03T04:40:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "202", + "at": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-03T04:40:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "202", + "at": "2026-09-03T04:40:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T04:40:10Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "epaichat-a2a-compatibility-test", + "name": "EPAIChat-A2A-Compatibility-Test", + "group_key": "ua:epaichat-a2a-compatibility-test", + "kind": "named", + "user_agents": [ + { + "ua": "EPAIChat-A2A-Compatibility-Test/1.0", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-07T07:25:24+00:00", + "last_seen": "2026-09-07T07:44:09+00:00" + } + ], + "primary_user_agent": "EPAIChat-A2A-Compatibility-Test/1.0", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-07T07:25:24+00:00", + "last_seen": "2026-09-07T07:44:09+00:00", + "bytes_served": 133740, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "a2a-crawler-index": 6 + }, + "channels": { + "a2a-registry-global": 6 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-07T07:25:24+00:00", + "last": "2026-09-07T07:44:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-07T07:25:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:25:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "exaforce-mcprep", + "name": "exaforce-mcprep", + "group_key": "ua:exaforce-mcprep", + "kind": "named", + "user_agents": [ + { + "ua": "exaforce-mcprep/0.1 (MCP server reputation scanner)", + "requests": 6, + "addresses": 2, + "first_seen": "2026-08-31T22:32:28+00:00", + "last_seen": "2026-09-01T03:23:58+00:00" + } + ], + "primary_user_agent": "exaforce-mcprep/0.1 (MCP server reputation scanner)", + "requests": 6, + "addresses": 2, + "first_seen": "2026-08-31T22:32:28+00:00", + "last_seen": "2026-09-01T03:23:58+00:00", + "bytes_served": 14477, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "not recorded": 3, + "404": 2, + "200": 1 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/.well-known/mcp.json", + "requests": 2, + "statuses": { + "not recorded": 1, + "200": 1 + }, + "first": "2026-08-31T22:32:30+00:00", + "last": "2026-09-01T03:23:58+00:00" + }, + { + "path": "/.well-known/oauth-authorization-server", + "requests": 2, + "statuses": { + "not recorded": 1, + "404": 1 + }, + "first": "2026-08-31T22:32:28+00:00", + "last": "2026-09-01T03:23:57+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "requests": 2, + "statuses": { + "not recorded": 1, + "404": 1 + }, + "first": "2026-08-31T22:32:29+00:00", + "last": "2026-09-01T03:23:58+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/oauth-authorization-server", + "status": "not recorded", + "at": "2026-08-31T22:32:28+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource", + "status": "not recorded", + "at": "2026-08-31T22:32:29+00:00" + }, + { + "path": "/.well-known/mcp.json", + "status": "not recorded", + "at": "2026-08-31T22:32:30+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-authorization-server", + "statuses": { + "404": 1 + }, + "first_asked": "2026-08-31T22:32:28+00:00", + "last_asked": "2026-09-01T03:23:57+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-08-31T22:32:29+00:00", + "last_asked": "2026-09-01T03:23:58+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 291.5, + "visit_starts": [ + "2026-08-31T22:32:28Z", + "2026-09-01T03:23:57Z" + ] + }, + "documentation_url": null, + "self_described_as": "MCP server reputation scanner" + }, + { + "slug": "feedly", + "name": "Feedly", + "group_key": "host:feedly.com", + "kind": "named", + "user_agents": [ + { + "ua": "Feedly/1.0 (+http://www.feedly.com/fetcher.html; 1 subscribers; )", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-06T01:53:00+00:00", + "last_seen": "2026-09-07T07:53:09+00:00" + }, + { + "ua": "FeedlyApp/1.0 (http://www.feedly.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:51:29+00:00", + "last_seen": "2026-09-06T01:51:29+00:00" + }, + { + "ua": "Feedly/1.0 (+http://www.feedly.com/fetcher.html; )", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:51:41+00:00", + "last_seen": "2026-09-06T01:51:41+00:00" + } + ], + "primary_user_agent": "Feedly/1.0 (+http://www.feedly.com/fetcher.html; 1 subscribers; )", + "requests": 6, + "addresses": 5, + "first_seen": "2026-09-06T01:51:29+00:00", + "last_seen": "2026-09-07T07:53:09+00:00", + "bytes_served": 153826, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "changes-syndication-feeds": 6 + }, + "channels": { + "feedly": 6 + }, + "accept_headers": [ + "*/*", + "text/html, application/xhtml+xml, application/xml;q=0.9, */*;q=0.8" + ], + "status_codes": { + "200": 5, + "304": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/feedly/feed.xml", + "requests": 6, + "statuses": { + "200": 5, + "304": 1 + }, + "first": "2026-09-06T01:51:29+00:00", + "last": "2026-09-07T07:53:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/feedly/feed.xml", + "status": "200", + "at": "2026-09-06T01:51:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 181.6, + "visit_starts": [ + "2026-09-06T01:51:29Z", + "2026-09-06T04:53:03Z", + "2026-09-07T04:53:05Z", + "2026-09-07T07:53:09Z" + ] + }, + "documentation_url": "http://www.feedly.com/fetcher.html", + "self_described_as": "1 subscribers" + }, + { + "slug": "friendica-101", + "name": "Friendica", + "group_key": "host:friendica.cord.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.cord.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:32+00:00", + "last_seen": "2026-09-07T06:51:27+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://friendica.cord.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:32+00:00", + "last_seen": "2026-09-07T06:51:26+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.cord.de", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:32+00:00", + "last_seen": "2026-09-07T06:51:27+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:51:26+00:00", + "last": "2026-09-07T06:51:27+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:32+00:00", + "last": "2026-09-06T06:34:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:32+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.9, + "visit_starts": [ + "2026-09-06T06:34:32Z", + "2026-09-07T06:51:26Z" + ] + }, + "documentation_url": "https://friendica.cord.de", + "self_described_as": null + }, + { + "slug": "friendica-105", + "name": "Friendica", + "group_key": "host:fedinow.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedinow.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:41+00:00", + "last_seen": "2026-09-07T06:51:07+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://fedinow.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:41+00:00", + "last_seen": "2026-09-07T06:51:06+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedinow.de", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:41+00:00", + "last_seen": "2026-09-07T06:51:07+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:51:06+00:00", + "last": "2026-09-07T06:51:07+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:41+00:00", + "last": "2026-09-06T06:34:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:41+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:41Z", + "2026-09-07T06:51:06Z" + ] + }, + "documentation_url": "https://fedinow.de", + "self_described_as": null + }, + { + "slug": "friendica-106", + "name": "Friendica", + "group_key": "host:charlemos.club", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://charlemos.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:45+00:00", + "last_seen": "2026-09-07T06:52:44+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://charlemos.club", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:45+00:00", + "last_seen": "2026-09-07T06:52:43+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://charlemos.club", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:45+00:00", + "last_seen": "2026-09-07T06:52:44+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:52:43+00:00", + "last": "2026-09-07T06:52:44+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:45+00:00", + "last": "2026-09-06T06:34:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:45+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:52:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1458.0, + "visit_starts": [ + "2026-09-06T06:34:45Z", + "2026-09-07T06:52:43Z" + ] + }, + "documentation_url": "https://charlemos.club", + "self_described_as": null + }, + { + "slug": "friendica-112", + "name": "Friendica", + "group_key": "host:entropysource.ru", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://entropysource.ru", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:36:10+00:00", + "last_seen": "2026-09-07T06:51:47+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://entropysource.ru", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:36:10+00:00", + "last_seen": "2026-09-07T06:50:46+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://entropysource.ru", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:36:10+00:00", + "last_seen": "2026-09-07T06:51:47+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:46+00:00", + "last": "2026-09-07T06:51:47+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:36:10+00:00", + "last": "2026-09-06T06:37:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:36:10+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1454.6, + "visit_starts": [ + "2026-09-06T06:36:10Z", + "2026-09-07T06:50:46Z" + ] + }, + "documentation_url": "https://entropysource.ru", + "self_described_as": null + }, + { + "slug": "friendica-120", + "name": "Friendica", + "group_key": "host:f.sl.dedyn.io", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.sl.dedyn.io", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T06:42:00+00:00", + "last_seen": "2026-09-07T06:53:42+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://f.sl.dedyn.io", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T06:42:00+00:00", + "last_seen": "2026-09-07T06:53:41+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.sl.dedyn.io", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T06:42:00+00:00", + "last_seen": "2026-09-07T06:53:42+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:53:41+00:00", + "last": "2026-09-07T06:53:42+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:42:00+00:00", + "last": "2026-09-06T06:42:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:42:00+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:53:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1451.7, + "visit_starts": [ + "2026-09-06T06:42:00Z", + "2026-09-07T06:53:41Z" + ] + }, + "documentation_url": "https://f.sl.dedyn.io", + "self_described_as": null + }, + { + "slug": "friendica-121", + "name": "Friendica", + "group_key": "host:friendica.eskimo.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1597 Request/ContentTypeChecker/1 +https://friendica.eskimo.com", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T09:04:08+00:00", + "last_seen": "2026-09-07T06:50:45+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1597 Request/SiteInfo/1 +https://friendica.eskimo.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:04:08+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1597 Request/ContentTypeChecker/1 +https://friendica.eskimo.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T09:04:08+00:00", + "last_seen": "2026-09-07T06:50:45+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:45+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:04:08+00:00", + "last": "2026-09-06T09:04:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T09:04:08+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1306.6, + "visit_starts": [ + "2026-09-06T09:04:08Z", + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://friendica.eskimo.com", + "self_described_as": null + }, + { + "slug": "friendica-124", + "name": "Friendica", + "group_key": "host:friendica.ginestes.es", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ginestes.es", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:47:41+00:00", + "last_seen": "2026-09-07T06:50:35+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.ginestes.es", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:47:41+00:00", + "last_seen": "2026-09-07T06:50:35+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ginestes.es", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-07T03:47:41+00:00", + "last_seen": "2026-09-07T06:50:35+00:00", + "bytes_served": 53885, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 4, + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:35+00:00", + "last": "2026-09-07T06:50:35+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:47:41+00:00", + "last": "2026-09-07T03:47:41+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:47:41+00:00", + "last": "2026-09-07T03:47:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:47:41+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:47:41+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 182.9, + "visit_starts": [ + "2026-09-07T03:47:41Z", + "2026-09-07T06:50:35Z" + ] + }, + "documentation_url": "https://friendica.ginestes.es", + "self_described_as": null + }, + { + "slug": "friendica-19", + "name": "Friendica", + "group_key": "host:social.diekershoff.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.diekershoff.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:33:44+00:00", + "last_seen": "2026-09-06T06:33:50+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://social.diekershoff.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:09+00:00", + "last_seen": "2026-09-07T06:50:13+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://social.diekershoff.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:33:44+00:00", + "last_seen": "2026-09-06T06:33:44+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://social.diekershoff.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:09+00:00", + "last_seen": "2026-09-07T06:50:09+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.diekershoff.de", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T06:33:44+00:00", + "last_seen": "2026-09-07T06:50:13+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:09+00:00", + "last": "2026-09-07T06:50:13+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:33:44+00:00", + "last": "2026-09-06T06:33:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:33:44+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:33:44Z", + "2026-09-07T06:50:09Z" + ] + }, + "documentation_url": "https://social.diekershoff.de", + "self_described_as": null + }, + { + "slug": "friendica-3", + "name": "Friendica", + "group_key": "host:foggyminds.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://foggyminds.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T06:34:11+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://foggyminds.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T06:34:11+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://foggyminds.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T06:34:11+00:00", + "bytes_served": 52308, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 4, + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:11+00:00", + "last": "2026-09-06T06:34:11+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-06T00:15:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 378.8, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T06:34:11Z" + ] + }, + "documentation_url": "https://foggyminds.com", + "self_described_as": null + }, + { + "slug": "friendica-38", + "name": "Friendica", + "group_key": "host:freundica.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://freundica.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://freundica.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://freundica.de", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:38+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:37+00:00", + "last": "2026-09-07T06:50:38+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T06:34:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.5, + "visit_starts": [ + "2026-09-06T06:34:06Z", + "2026-09-07T06:50:37Z" + ] + }, + "documentation_url": "https://freundica.de", + "self_described_as": null + }, + { + "slug": "friendica-41", + "name": "Friendica", + "group_key": "host:f.haeder.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://f.haeder.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://f.haeder.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:15+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://f.haeder.net", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:23+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:15+00:00", + "last": "2026-09-07T06:50:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T06:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:06Z", + "2026-09-07T06:50:15Z" + ] + }, + "documentation_url": "https://f.haeder.net", + "self_described_as": null + }, + { + "slug": "friendica-45", + "name": "Friendica", + "group_key": "host:friendica.myportal.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.myportal.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:19+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.myportal.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.myportal.social", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:19+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:18+00:00", + "last": "2026-09-07T06:50:19+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:07+00:00", + "last": "2026-09-06T06:34:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:07+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:07Z", + "2026-09-07T06:50:18Z" + ] + }, + "documentation_url": "https://friendica.myportal.social", + "self_described_as": null + }, + { + "slug": "friendica-51", + "name": "Friendica", + "group_key": "host:fri.dxz.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fri.dxz.ch", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://fri.dxz.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-07T06:50:35+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://fri.dxz.ch", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-07T06:50:36+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:35+00:00", + "last": "2026-09-07T06:50:36+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:09+00:00", + "last": "2026-09-06T06:34:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:09+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:09Z", + "2026-09-07T06:50:35Z" + ] + }, + "documentation_url": "https://fri.dxz.ch", + "self_described_as": null + }, + { + "slug": "friendica-57", + "name": "Friendica", + "group_key": "host:friendsocial.inet.place", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendsocial.inet.place", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:22+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendsocial.inet.place", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:21+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendsocial.inet.place", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:22+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:21+00:00", + "last": "2026-09-07T06:50:22+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:11+00:00", + "last": "2026-09-06T06:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:11+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:11Z", + "2026-09-07T06:50:21Z" + ] + }, + "documentation_url": "https://friendsocial.inet.place", + "self_described_as": null + }, + { + "slug": "friendica-75", + "name": "Friendica", + "group_key": "host:joinfriendica.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://joinfriendica.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:17+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://joinfriendica.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:34+00:00", + "last_seen": "2026-09-07T06:50:35+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://joinfriendica.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://joinfriendica.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:34+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://joinfriendica.de", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-07T06:50:35+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:34+00:00", + "last": "2026-09-07T06:50:35+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:16+00:00", + "last": "2026-09-06T06:34:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:16+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:16Z", + "2026-09-07T06:50:34Z" + ] + }, + "documentation_url": "https://joinfriendica.de", + "self_described_as": null + }, + { + "slug": "friendica-80", + "name": "Friendica", + "group_key": "host:f.utzer.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.utzer.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:18+00:00", + "last_seen": "2026-09-07T06:50:43+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://f.utzer.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:18+00:00", + "last_seen": "2026-09-07T06:50:40+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.utzer.de", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:18+00:00", + "last_seen": "2026-09-07T06:50:43+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:40+00:00", + "last": "2026-09-07T06:50:43+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:18+00:00", + "last": "2026-09-06T06:34:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:18+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:18Z", + "2026-09-07T06:50:40Z" + ] + }, + "documentation_url": "https://f.utzer.de", + "self_described_as": null + }, + { + "slug": "friendica-85", + "name": "Friendica", + "group_key": "host:social.joespace.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.joespace.ca", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-07T06:50:42+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.joespace.ca", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-07T06:50:40+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.joespace.ca", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-07T06:50:42+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:40+00:00", + "last": "2026-09-07T06:50:42+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:20+00:00", + "last": "2026-09-06T06:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:20+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:20Z", + "2026-09-07T06:50:40Z" + ] + }, + "documentation_url": "https://social.joespace.ca", + "self_described_as": null + }, + { + "slug": "friendica-88", + "name": "Friendica", + "group_key": "host:friendica.myplace.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.myplace.social", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-07T06:51:24+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.myplace.social", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-07T06:51:23+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.myplace.social", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-07T06:51:24+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:51:23+00:00", + "last": "2026-09-07T06:51:24+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:20+00:00", + "last": "2026-09-06T06:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:20+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1457.0, + "visit_starts": [ + "2026-09-06T06:34:20Z", + "2026-09-07T06:51:23Z" + ] + }, + "documentation_url": "https://friendica.myplace.social", + "self_described_as": null + }, + { + "slug": "friendica-90", + "name": "Friendica", + "group_key": "host:friends.cyphercolt.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.cyphercolt.com", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:43+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friends.cyphercolt.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:26+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.cyphercolt.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:43+00:00", + "bytes_served": 25148, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T06:34:21+00:00", + "last": "2026-09-06T06:34:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:21Z" + ] + }, + "documentation_url": "https://friends.cyphercolt.com", + "self_described_as": null + }, + { + "slug": "friendica-98", + "name": "Friendica", + "group_key": "host:friendica.au", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.au", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-07T06:51:07+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.au", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-07T06:51:06+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.au", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-07T06:51:07+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "friendica": 6 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:51:06+00:00", + "last": "2026-09-07T06:51:07+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:29+00:00", + "last": "2026-09-06T06:34:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:29+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.6, + "visit_starts": [ + "2026-09-06T06:34:29Z", + "2026-09-07T06:51:06Z" + ] + }, + "documentation_url": "https://friendica.au", + "self_described_as": null + }, + { + "slug": "ghxst-feed-importer", + "name": "ghxst-feed-importer", + "group_key": "ua:ghxst-feed-importer", + "kind": "named", + "user_agents": [ + { + "ua": "ghxst-feed-importer/2.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T17:11:25+00:00", + "last_seen": "2026-09-05T20:53:35+00:00" + } + ], + "primary_user_agent": "ghxst-feed-importer/2.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T17:11:25+00:00", + "last_seen": "2026-09-05T20:53:35+00:00", + "bytes_served": 123755, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": { + "mastodon": 6 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5, + "308": 1 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T18:27:26+00:00", + "last": "2026-09-05T18:32:26+00:00" + }, + { + "path": "/c/mastodon/bot/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T17:11:25+00:00", + "last": "2026-09-05T17:11:25+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T20:53:35+00:00", + "last": "2026-09-05T20:53:35+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:40:00+00:00", + "last": "2026-09-05T19:40:00+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt%22", + "requests": 1, + "statuses": { + "308": 1 + }, + "first": "2026-09-05T18:32:26+00:00", + "last": "2026-09-05T18:32:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/bot/index.html", + "status": "200", + "at": "2026-09-05T17:11:25+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt", + "status": "200", + "at": "2026-09-05T18:27:26+00:00" + }, + { + "path": "/c/mastodon/robots/block-ai-training.txt%22", + "status": "308", + "at": "2026-09-05T18:32:26+00:00" + }, + { + "path": "/c/mastodon/mcp-robots.html", + "status": "200", + "at": "2026-09-05T19:40:00+00:00" + }, + { + "path": "/c/mastodon/mcp-netcheck.html", + "status": "200", + "at": "2026-09-05T20:53:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 73.6, + "visit_starts": [ + "2026-09-05T17:11:25Z", + "2026-09-05T18:27:26Z", + "2026-09-05T19:40:00Z", + "2026-09-05T20:53:35Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "google-read-aloud", + "name": "Google-Read-Aloud", + "group_key": "host:support.google.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)", + "requests": 6, + "addresses": 5, + "first_seen": "2026-09-05T11:44:16+00:00", + "last_seen": "2026-09-07T06:56:10+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Mobile Safari/537.36 (compatible; Google-Read-Aloud; +https://support.google.com/webmasters/answer/1061943)", + "requests": 6, + "addresses": 5, + "first_seen": "2026-09-05T11:44:16+00:00", + "last_seen": "2026-09-07T06:56:10+00:00", + "bytes_served": 101114, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "pathwren-edge": 3, + "section-roots": 2, + "mcp-crawler-index": 1 + }, + "channels": { + "mcp-registry-official": 1, + "mbin": 1, + "lemmy": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/policy/index.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:02:18+00:00", + "last": "2026-09-06T03:02:18+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:56:09+00:00", + "last": "2026-09-07T06:56:09+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:02:18+00:00", + "last": "2026-09-06T03:02:18+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T11:44:16+00:00", + "last": "2026-09-05T11:44:16+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:56:10+00:00", + "last": "2026-09-07T06:56:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-05T11:44:16+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T03:02:18+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-06T03:02:18+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T06:56:09+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-07T06:56:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 1295.9, + "visit_starts": [ + "2026-09-05T11:44:16Z", + "2026-09-06T03:02:18Z", + "2026-09-07T06:56:09Z" + ] + }, + "documentation_url": "https://support.google.com/webmasters/answer/1061943", + "self_described_as": "Google-Read-Aloud" + }, + { + "slug": "googlebot-image", + "name": "Googlebot-Image", + "group_key": "ua:googlebot-image", + "kind": "named", + "user_agents": [ + { + "ua": "Googlebot-Image/1.0", + "requests": 6, + "addresses": 3, + "first_seen": "2026-09-03T06:41:18+00:00", + "last_seen": "2026-09-03T06:41:48+00:00" + } + ], + "primary_user_agent": "Googlebot-Image/1.0", + "requests": 6, + "addresses": 3, + "first_seen": "2026-09-03T06:41:18+00:00", + "last_seen": "2026-09-03T06:41:48+00:00", + "bytes_served": 36850, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:41:21+00:00", + "last": "2026-09-03T06:41:48+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:41:19+00:00", + "last": "2026-09-03T06:41:48+00:00" + }, + { + "path": "/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T06:41:18+00:00", + "last": "2026-09-03T06:41:48+00:00" + } + ], + "first_walk": [ + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-03T06:41:18+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-03T06:41:19+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-03T06:41:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T06:41:18Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lemmy-132", + "name": "Lemmy", + "group_key": "host:feddit.cl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://feddit.cl", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://feddit.cl", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:50+00:00", + "bytes_served": 124796, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:42+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:19+00:00", + "last": "2026-09-07T02:45:24+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:36+00:00", + "last": "2026-09-06T09:15:36+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:50+00:00", + "last": "2026-09-07T03:03:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:19+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:36+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.3, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:19Z", + "2026-09-06T09:15:36Z", + "2026-09-07T02:45:24Z" + ] + }, + "documentation_url": "https://feddit.cl", + "self_described_as": null + }, + { + "slug": "lemmy-136", + "name": "Lemmy", + "group_key": "host:lemmy.lama-corp.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.lama-corp.space", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:19:01+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.lama-corp.space", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:19:01+00:00", + "bytes_served": 204920, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T03:19:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 111.2, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T02:06:39Z", + "2026-09-06T03:16:27Z", + "2026-09-07T03:18:11Z" + ] + }, + "documentation_url": "https://lemmy.lama-corp.space", + "self_described_as": null + }, + { + "slug": "lemmy-138", + "name": "Lemmy", + "group_key": "host:krabb.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://krabb.org", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:00:42+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://krabb.org", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:00:42+00:00", + "bytes_served": 162401, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T03:00:42+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:29+00:00", + "last": "2026-09-07T02:44:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 159.1, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T02:54:29Z", + "2026-09-07T00:49:50Z", + "2026-09-07T02:44:59Z" + ] + }, + "documentation_url": "https://krabb.org", + "self_described_as": null + }, + { + "slug": "lemmy-149", + "name": "Lemmy", + "group_key": "host:links.openriver.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://links.openriver.net", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:18:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://links.openriver.net", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:18:58+00:00", + "bytes_served": 206659, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:18:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 108.6, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:04:00Z", + "2026-09-06T03:16:41Z", + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://links.openriver.net", + "self_described_as": null + }, + { + "slug": "lemmy-185", + "name": "Lemmy", + "group_key": "host:sammich.es", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://sammich.es", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:03:44+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://sammich.es", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:03:44+00:00", + "bytes_served": 145736, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:52+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:05+00:00", + "last": "2026-09-06T09:13:05+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:05+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.6, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T02:54:27Z", + "2026-09-06T09:13:05Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://sammich.es", + "self_described_as": null + }, + { + "slug": "lemmy-190", + "name": "Lemmy", + "group_key": "host:lemmy.helvetet.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.helvetet.eu", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:00:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.helvetet.eu", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:00:38+00:00", + "bytes_served": 140226, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 4, + "blog": 2 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:18+00:00", + "last": "2026-09-06T12:02:49+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:00:38+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-07T02:45:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 274.3, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:14Z", + "2026-09-06T09:15:18Z", + "2026-09-06T12:02:49Z", + "2026-09-07T02:45:19Z" + ] + }, + "documentation_url": "https://lemmy.helvetet.eu", + "self_described_as": null + }, + { + "slug": "lemmy-219", + "name": "Lemmy", + "group_key": "host:lemmy.glue.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.glue.io", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:18:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.glue.io", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:18:13+00:00", + "bytes_served": 206659, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:18:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 181.1, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T03:16:39Z", + "2026-09-07T00:49:53Z", + "2026-09-07T03:00:51Z" + ] + }, + "documentation_url": "https://lemmy.glue.io", + "self_described_as": null + }, + { + "slug": "lemmy-233", + "name": "Lemmy", + "group_key": "host:lemmy.mats.ooo", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.mats.ooo", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:21:29+00:00", + "last_seen": "2026-09-07T06:09:14+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.mats.ooo", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:21:29+00:00", + "last_seen": "2026-09-07T06:09:14+00:00", + "bytes_served": 185715, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:21:29+00:00", + "last": "2026-09-07T06:09:14+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:30+00:00", + "last": "2026-09-06T02:54:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 153.0, + "visit_starts": [ + "2026-09-06T00:21:29Z", + "2026-09-06T02:54:30Z", + "2026-09-06T06:03:19Z", + "2026-09-07T03:00:44Z", + "2026-09-07T03:38:23Z", + "2026-09-07T06:09:14Z" + ] + }, + "documentation_url": "https://lemmy.mats.ooo", + "self_described_as": null + }, + { + "slug": "lemmy-25", + "name": "Lemmy", + "group_key": "host:lemmy.jaypg.pw", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.jaypg.pw", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:18:42+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.jaypg.pw", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:18:42+00:00", + "bytes_served": 134935, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:18:42+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-06T09:06:00+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:54+00:00", + "last": "2026-09-07T03:03:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 240.2, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T02:03:57Z", + "2026-09-06T02:54:21Z", + "2026-09-06T09:06:00Z", + "2026-09-07T03:03:54Z" + ] + }, + "documentation_url": "https://lemmy.jaypg.pw", + "self_described_as": null + }, + { + "slug": "lemmy-253", + "name": "Lemmy", + "group_key": "host:social.jrruethe.info", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.8; +https://social.jrruethe.info", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T02:54:18+00:00", + "last_seen": "2026-09-07T03:03:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.8; +https://social.jrruethe.info", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T02:54:18+00:00", + "last_seen": "2026-09-07T03:03:45+00:00", + "bytes_served": 124792, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:33+00:00", + "last": "2026-09-07T03:00:40+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:18+00:00", + "last": "2026-09-07T02:45:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:17+00:00", + "last": "2026-09-06T09:15:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:45+00:00", + "last": "2026-09-07T03:03:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:18+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:33+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 715.5, + "visit_starts": [ + "2026-09-06T02:54:18Z", + "2026-09-06T09:15:17Z", + "2026-09-07T02:45:22Z" + ] + }, + "documentation_url": "https://social.jrruethe.info", + "self_described_as": null + }, + { + "slug": "lemmy-28", + "name": "Lemmy", + "group_key": "host:lemmy.duckpond.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.duckpond.social", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:17:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.duckpond.social", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:17:55+00:00", + "bytes_served": 169049, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T03:17:55+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:40+00:00", + "last": "2026-09-06T09:15:40+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:02+00:00", + "last": "2026-09-07T03:04:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:40+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 359.0, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T03:16:40Z", + "2026-09-06T09:15:40Z", + "2026-09-07T03:00:56Z" + ] + }, + "documentation_url": "https://lemmy.duckpond.social", + "self_described_as": null + }, + { + "slug": "lemmy-32", + "name": "Lemmy", + "group_key": "host:lemmy.uhhoh.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.uhhoh.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:03:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.uhhoh.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:03:38+00:00", + "bytes_served": 130414, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:38+00:00", + "last": "2026-09-07T03:03:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T02:57:16Z", + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://lemmy.uhhoh.com", + "self_described_as": null + }, + { + "slug": "lemmy-46", + "name": "Lemmy", + "group_key": "host:mouse.chitanda.moe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.7; +https://mouse.chitanda.moe", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T03:00:53+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.7; +https://mouse.chitanda.moe", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T03:00:53+00:00", + "bytes_served": 150441, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:12+00:00", + "last": "2026-09-07T03:00:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:06+00:00", + "last": "2026-09-07T02:45:18+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:12+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:06+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.6, + "visit_starts": [ + "2026-09-06T00:15:12Z", + "2026-09-06T02:54:06Z", + "2026-09-06T09:15:43Z", + "2026-09-07T02:45:18Z" + ] + }, + "documentation_url": "https://mouse.chitanda.moe", + "self_described_as": null + }, + { + "slug": "lemmy-48", + "name": "Lemmy", + "group_key": "host:lemmy.unryzer.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.unryzer.eu", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:17:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.unryzer.eu", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:17:52+00:00", + "bytes_served": 162400, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:17:52+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:18+00:00", + "last": "2026-09-07T02:45:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 795.0, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:54:18Z", + "2026-09-07T02:45:14Z" + ] + }, + "documentation_url": "https://lemmy.unryzer.eu", + "self_described_as": null + }, + { + "slug": "lemmy-82", + "name": "Lemmy", + "group_key": "host:news.idlestate.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://news.idlestate.org", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T03:18:47+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://news.idlestate.org", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T03:18:47+00:00", + "bytes_served": 162324, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:17+00:00", + "last": "2026-09-07T03:18:47+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-06T09:05:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:17+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 398.1, + "visit_starts": [ + "2026-09-06T00:15:17Z", + "2026-09-06T02:27:50Z", + "2026-09-06T09:05:55Z", + "2026-09-07T03:00:38Z" + ] + }, + "documentation_url": "https://news.idlestate.org", + "self_described_as": null + }, + { + "slug": "lemmy-9", + "name": "Lemmy", + "group_key": "host:lemmy.thewooskeys.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.thewooskeys.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:18:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.thewooskeys.com", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:18:15+00:00", + "bytes_served": 194694, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 6 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:06+00:00", + "last": "2026-09-07T03:18:15+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:45+00:00", + "last": "2026-09-06T09:15:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:06+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 359.1, + "visit_starts": [ + "2026-09-06T00:15:06Z", + "2026-09-06T03:16:40Z", + "2026-09-06T09:15:45Z", + "2026-09-07T03:01:08Z" + ] + }, + "documentation_url": "https://lemmy.thewooskeys.com", + "self_described_as": null + }, + { + "slug": "llms-txt-generator-de", + "name": "llms-txt-generator.de", + "group_key": "host:llms-txt-generator.de", + "kind": "named", + "user_agents": [ + { + "ua": "llms-txt-generator.de/2.0 (+https://www.llms-txt-generator.de/)", + "requests": 6, + "addresses": 6, + "first_seen": "2026-09-03T08:00:29+00:00", + "last_seen": "2026-09-07T06:05:13+00:00" + } + ], + "primary_user_agent": "llms-txt-generator.de/2.0 (+https://www.llms-txt-generator.de/)", + "requests": 6, + "addresses": 6, + "first_seen": "2026-09-03T08:00:29+00:00", + "last_seen": "2026-09-07T06:05:13+00:00", + "bytes_served": 1256574, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": { + "llmstxtgen": 5, + "crawlers-host": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml,text/xml,text/plain;q=0.8" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/llms.txt", + "requests": 6, + "statuses": { + "200": 6 + }, + "first": "2026-09-03T08:00:29+00:00", + "last": "2026-09-07T06:05:13+00:00" + } + ], + "first_walk": [ + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T08:00:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 385.0, + "visit_starts": [ + "2026-09-03T08:00:29Z", + "2026-09-05T21:45:54Z", + "2026-09-06T04:10:52Z", + "2026-09-06T10:14:48Z", + "2026-09-07T00:01:48Z", + "2026-09-07T06:05:13Z" + ] + }, + "documentation_url": "https://www.llms-txt-generator.de/", + "self_described_as": null + }, + { + "slug": "mastodon-52", + "name": "Mastodon", + "group_key": "host:social.vivaldi.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+vivaldimod (http.rb/5.3.1; +https://social.vivaldi.net/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-07T03:05:55+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+vivaldimod (http.rb/5.3.1; +https://social.vivaldi.net/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-07T03:05:55+00:00", + "bytes_served": 123014, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 5, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:43+00:00", + "last": "2026-09-06T03:16:53+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:59+00:00", + "last": "2026-09-06T09:15:59+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:53+00:00", + "last": "2026-09-06T06:34:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:55:10+00:00", + "last": "2026-09-06T02:55:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:05:55+00:00", + "last": "2026-09-07T03:05:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:55:10+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:53+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:59+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:05:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 190.4, + "visit_starts": [ + "2026-09-06T00:15:43Z", + "2026-09-06T02:55:10Z", + "2026-09-06T06:34:53Z", + "2026-09-06T09:15:59Z", + "2026-09-07T03:05:55Z" + ] + }, + "documentation_url": "https://social.vivaldi.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-91", + "name": "Mastodon", + "group_key": "host:infosec.exchange", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.2+glitch (http.rb/5.3.1; +https://infosec.exchange/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:16:09+00:00", + "last_seen": "2026-09-07T06:50:55+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.2+glitch (http.rb/5.3.1; +https://infosec.exchange/) Bot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:16:09+00:00", + "last_seen": "2026-09-07T06:50:55+00:00", + "bytes_served": 101333, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 3, + "friendica": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:31+00:00", + "last": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:55+00:00", + "last": "2026-09-07T06:50:55+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:53+00:00", + "last": "2026-09-06T06:34:53+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:41:17+00:00", + "last": "2026-09-06T06:41:17+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:09+00:00", + "last": "2026-09-06T00:16:09+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:37+00:00", + "last": "2026-09-07T03:04:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:09+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:53+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:41:17+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:37+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 302.5, + "visit_starts": [ + "2026-09-06T00:16:09Z", + "2026-09-06T06:34:53Z", + "2026-09-06T09:15:31Z", + "2026-09-07T03:04:37Z", + "2026-09-07T06:50:55Z" + ] + }, + "documentation_url": "https://infosec.exchange/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-93", + "name": "Mastodon", + "group_key": "host:mastodon.online", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-nightly.2026-09-04 (http.rb/5.3.1; +https://mastodon.online/) Bot", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T00:16:09+00:00", + "last_seen": "2026-09-07T06:50:21+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-nightly.2026-09-04 (http.rb/5.3.1; +https://mastodon.online/) Bot", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-06T00:16:09+00:00", + "last_seen": "2026-09-07T06:50:21+00:00", + "bytes_served": 100097, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 4, + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:57+00:00", + "last": "2026-09-06T09:15:57+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:21+00:00", + "last": "2026-09-07T06:50:21+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:35+00:00", + "last": "2026-09-06T06:34:35+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:09+00:00", + "last": "2026-09-06T00:16:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:55:03+00:00", + "last": "2026-09-06T02:55:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:11+00:00", + "last": "2026-09-07T03:04:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:55:03+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:35+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:11+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 6, + "median_gap_minutes": 219.5, + "visit_starts": [ + "2026-09-06T00:16:09Z", + "2026-09-06T02:55:03Z", + "2026-09-06T06:34:35Z", + "2026-09-06T09:15:57Z", + "2026-09-07T03:04:11Z", + "2026-09-07T06:50:21Z" + ] + }, + "documentation_url": "https://mastodon.online/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcp-scraper", + "name": "mcp-scraper", + "group_key": "host:mcp-cloud.ai", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-scraper/1.0 (+https://mcp-cloud.ai)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-04T04:02:23+00:00", + "last_seen": "2026-09-04T04:03:25+00:00" + } + ], + "primary_user_agent": "mcp-scraper/1.0 (+https://mcp-cloud.ai)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-04T04:02:23+00:00", + "last_seen": "2026-09-04T04:03:25+00:00", + "bytes_served": 6615, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-endpoint-lint": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 6 + }, + "accept_headers": [ + "application/json,text/event-stream,*/*;q=0.1" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:02:36+00:00", + "last": "2026-09-04T04:02:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:02:23+00:00", + "last": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:03:12+00:00", + "last": "2026-09-04T04:03:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:02:48+00:00", + "last": "2026-09-04T04:02:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:03:25+00:00", + "last": "2026-09-04T04:03:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T04:03:00+00:00", + "last": "2026-09-04T04:03:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-04T04:02:23+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-04T04:02:36+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-04T04:02:48+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-04T04:03:00+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-04T04:03:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T04:03:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T04:02:23Z" + ] + }, + "documentation_url": "https://mcp-cloud.ai", + "self_described_as": null + }, + { + "slug": "mcporbit-oauth-probe", + "name": "mcporbit-oauth-probe", + "group_key": "ua:mcporbit-oauth-probe", + "kind": "named", + "user_agents": [ + { + "ua": "mcporbit-oauth-probe/1.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T09:57:13+00:00", + "last_seen": "2026-09-05T09:57:13+00:00" + } + ], + "primary_user_agent": "mcporbit-oauth-probe/1.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T09:57:13+00:00", + "last_seen": "2026-09-05T09:57:13+00:00", + "bytes_served": 28542, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-endpoint-lint": 1, + "mcp-crawler-log-triage": 1, + "mcp-robots-policy-lint": 1, + "mcp-agent-discovery-doctor": 1 + }, + "channels": { + "mcp-registry-official": 6 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:13+00:00", + "last": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:13+00:00", + "last": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:13+00:00", + "last": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:13+00:00", + "last": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:13+00:00", + "last": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T09:57:13+00:00", + "last": "2026-09-05T09:57:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-05T09:57:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-05T09:57:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T09:57:13Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "misskey-8", + "name": "Misskey", + "group_key": "host:procial.tchncs.de", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.7 (https://procial.tchncs.de/)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T07:13:35+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.7 (https://procial.tchncs.de/)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T07:13:35+00:00", + "bytes_served": 99538, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "pathwren-edge": 3, + "section-roots": 3 + }, + "channels": { + "mastodon": 2, + "friendica": 1 + }, + "accept_headers": [ + "text/html, */*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:13:23+00:00", + "last": "2026-09-07T07:13:23+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/data/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:13:23+00:00", + "last": "2026-09-07T07:13:23+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:13:35+00:00", + "last": "2026-09-07T07:13:35+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T07:13:23+00:00" + }, + { + "path": "/data/index.html", + "status": "200", + "at": "2026-09-07T07:13:23+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-07T07:13:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 424.6, + "visit_starts": [ + "2026-09-07T00:08:49Z", + "2026-09-07T07:13:23Z" + ] + }, + "documentation_url": "https://procial.tchncs.de/", + "self_described_as": null + }, + { + "slug": "movanas-registry-snapshot", + "name": "movanas-registry-snapshot", + "group_key": "ua:movanas-registry-snapshot", + "kind": "named", + "user_agents": [ + { + "ua": "movanas-registry-snapshot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-08-31T22:43:36+00:00", + "last_seen": "2026-08-31T23:06:09+00:00" + } + ], + "primary_user_agent": "movanas-registry-snapshot", + "requests": 6, + "addresses": 1, + "first_seen": "2026-08-31T22:43:36+00:00", + "last_seen": "2026-08-31T23:06:09+00:00", + "bytes_served": 13104, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "pathwren-edge": 6 + }, + "channels": {}, + "accept_headers": [ + "image/*", + "text/html,application/xhtml+xml" + ], + "status_codes": { + "not recorded": 3, + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 2, + "statuses": { + "not recorded": 1, + "200": 1 + }, + "first": "2026-08-31T22:43:36+00:00", + "last": "2026-08-31T23:06:09+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 2, + "statuses": { + "not recorded": 1, + "200": 1 + }, + "first": "2026-08-31T22:43:36+00:00", + "last": "2026-08-31T23:06:09+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "not recorded": 1, + "200": 1 + }, + "first": "2026-08-31T22:43:36+00:00", + "last": "2026-08-31T22:54:58+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "not recorded", + "at": "2026-08-31T22:43:36+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "not recorded", + "at": "2026-08-31T22:43:36+00:00" + }, + { + "path": "/favicon.ico", + "status": "not recorded", + "at": "2026-08-31T22:43:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-08-31T22:43:36Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "piefed-23", + "name": "PieFed", + "group_key": "host:feeds.jrruethe.info", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.0.1-dev; +https://feeds.jrruethe.info", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:44+00:00" + } + ], + "primary_user_agent": "PieFed/1.0.1-dev; +https://feeds.jrruethe.info", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:44+00:00", + "bytes_served": 145740, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:55+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:31+00:00", + "last": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.4, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:07Z", + "2026-09-06T09:15:31Z", + "2026-09-07T03:00:55Z" + ] + }, + "documentation_url": "https://feeds.jrruethe.info", + "self_described_as": null + }, + { + "slug": "piefed-39", + "name": "PieFed", + "group_key": "host:piefed.alphapuggle.dev", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.14; +https://piefed.alphapuggle.dev", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:10:29+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.14; +https://piefed.alphapuggle.dev", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:10:29+00:00", + "bytes_served": 375424, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 6 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:29+00:00", + "last": "2026-09-07T03:10:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:34+00:00", + "last": "2026-09-06T02:54:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:00+00:00", + "last": "2026-09-07T03:04:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:00+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:34Z", + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://piefed.alphapuggle.dev", + "self_described_as": null + }, + { + "slug": "piefed-6", + "name": "PieFed", + "group_key": "host:bookwyr.me", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.0-dev; +https://bookwyr.me", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:03:56+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.0-dev; +https://bookwyr.me", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:03:56+00:00", + "bytes_served": 145735, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "section-roots": 5, + "blog": 1 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T03:00:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:30+00:00", + "last": "2026-09-06T09:15:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:07+00:00", + "last": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:56+00:00", + "last": "2026-09-07T03:03:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:07+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:30+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.4, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-06T02:54:07Z", + "2026-09-06T09:15:30Z", + "2026-09-07T03:00:36Z" + ] + }, + "documentation_url": "https://bookwyr.me", + "self_described_as": null + }, + { + "slug": "telegrambot", + "name": "TelegramBot", + "group_key": "ua:telegrambot", + "kind": "named", + "user_agents": [ + { + "ua": "TelegramBot (like TwitterBot)", + "requests": 6, + "addresses": 4, + "first_seen": "2026-09-01T05:44:24+00:00", + "last_seen": "2026-09-02T06:48:07+00:00" + } + ], + "primary_user_agent": "TelegramBot (like TwitterBot)", + "requests": 6, + "addresses": 4, + "first_seen": "2026-09-01T05:44:24+00:00", + "last_seen": "2026-09-02T06:48:07+00:00", + "bytes_served": 68887, + "classed_by_our_instrument": { + "crawler": 6 + }, + "surfaces": { + "pathwren-edge": 5, + "client-dossiers": 1 + }, + "channels": { + "freepublicapis": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "*/*" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T05:44:24+00:00", + "last": "2026-09-01T05:44:24+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:29+00:00", + "last": "2026-09-02T04:42:29+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T05:44:25+00:00", + "last": "2026-09-01T05:44:25+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:48:07+00:00", + "last": "2026-09-02T06:48:07+00:00" + }, + { + "path": "/operator/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:48:07+00:00", + "last": "2026-09-02T06:48:07+00:00" + }, + { + "path": "/tools/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T04:42:29+00:00", + "last": "2026-09-02T04:42:29+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-01T05:44:24+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-01T05:44:25+00:00" + }, + { + "path": "/c/freepublicapis/tools/", + "status": "200", + "at": "2026-09-02T04:42:29+00:00" + }, + { + "path": "/tools/index.html", + "status": "200", + "at": "2026-09-02T04:42:29+00:00" + }, + { + "path": "/operator/", + "status": "200", + "at": "2026-09-02T06:48:07+00:00" + }, + { + "path": "/operator/index.html", + "status": "200", + "at": "2026-09-02T06:48:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 751.8, + "visit_starts": [ + "2026-09-01T05:44:24Z", + "2026-09-02T04:42:29Z", + "2026-09-02T06:48:07Z" + ] + }, + "documentation_url": null, + "self_described_as": "like TwitterBot" + }, + { + "slug": "trimtabverifier", + "name": "TrimtabVerifier", + "group_key": "host:trimtabist.com", + "kind": "named", + "user_agents": [ + { + "ua": "TrimtabVerifier/0.1 (+https://trimtabist.com/verifier; mrigank86@gmail.com)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:13:25+00:00", + "last_seen": "2026-09-06T06:13:25+00:00" + } + ], + "primary_user_agent": "TrimtabVerifier/0.1 (+https://trimtabist.com/verifier; mrigank86@gmail.com)", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T06:13:25+00:00", + "last_seen": "2026-09-06T06:13:25+00:00", + "bytes_served": 33317, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-log-triage": 1, + "mcp-endpoint-lint": 1, + "mcp-crawler-index": 1, + "mcp-robots-policy-lint": 1, + "mcp-crawler-ip-verifier": 1 + }, + "channels": { + "mcp-registry-official": 6 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:25+00:00", + "last": "2026-09-06T06:13:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-06T06:13:25+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-06T06:13:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:13:25Z" + ] + }, + "documentation_url": "https://trimtabist.com/verifier", + "self_described_as": null + }, + { + "slug": "universal-service-registry-mcp-tool-probe", + "name": "Universal-Service-Registry-MCP-Tool-Probe", + "group_key": "ua:universal-service-registry-mcp-tool-probe", + "kind": "named", + "user_agents": [ + { + "ua": "Universal-Service-Registry-MCP-Tool-Probe/1.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T22:42:08+00:00", + "last_seen": "2026-09-05T22:42:13+00:00" + } + ], + "primary_user_agent": "Universal-Service-Registry-MCP-Tool-Probe/1.0", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-05T22:42:08+00:00", + "last_seen": "2026-09-05T22:42:13+00:00", + "bytes_served": 33317, + "classed_by_our_instrument": { + "agent": 6 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 1, + "mcp-crawler-index": 1, + "mcp-crawler-ip-verifier": 1, + "mcp-crawler-log-triage": 1, + "mcp-endpoint-lint": 1, + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 6 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 6 + }, + "distinct_paths": 6, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:42:09+00:00", + "last": "2026-09-05T22:42:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:42:08+00:00", + "last": "2026-09-05T22:42:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:42:12+00:00", + "last": "2026-09-05T22:42:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:42:10+00:00", + "last": "2026-09-05T22:42:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:42:13+00:00", + "last": "2026-09-05T22:42:13+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T22:42:11+00:00", + "last": "2026-09-05T22:42:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-05T22:42:08+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-05T22:42:09+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-05T22:42:10+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-05T22:42:11+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/lint", + "status": "200", + "at": "2026-09-05T22:42:12+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-05T22:42:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T22:42:08Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "a2a-directory-discovery", + "name": "a2a-directory-discovery", + "group_key": "ua:a2a-directory-discovery", + "kind": "named", + "user_agents": [ + { + "ua": "a2a-directory-discovery", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-01T02:27:27+00:00", + "last_seen": "2026-09-01T15:55:09+00:00" + } + ], + "primary_user_agent": "a2a-directory-discovery", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-01T02:27:27+00:00", + "last_seen": "2026-09-01T15:55:09+00:00", + "bytes_served": 30885, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "a2a-crawler-index": 4, + "pathwren-edge": 1 + }, + "channels": { + "a2a-directory": 5 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:27:27+00:00", + "last": "2026-09-01T02:27:27+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:55:09+00:00", + "last": "2026-09-01T15:55:09+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:54:36+00:00", + "last": "2026-09-01T15:54:36+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:54:58+00:00", + "last": "2026-09-01T15:54:58+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T15:55:03+00:00", + "last": "2026-09-01T15:55:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-directory/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:27:27+00:00" + }, + { + "path": "/c/a2a-directory/a2a/netcheck/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:54:36+00:00" + }, + { + "path": "/c/a2a-directory/a2a/robots/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:54:58+00:00" + }, + { + "path": "/c/a2a-directory/a2a/triage/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:55:03+00:00" + }, + { + "path": "/c/a2a-directory/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T15:55:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 807.1, + "visit_starts": [ + "2026-09-01T02:27:27Z", + "2026-09-01T15:54:36Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "chrome", + "name": "Chrome", + "group_key": "ua:chrome", + "kind": "named", + "user_agents": [ + { + "ua": "Chrome Privacy Preserving Prefetch Proxy", + "requests": 5, + "addresses": 4, + "first_seen": "2026-09-02T05:53:59+00:00", + "last_seen": "2026-09-06T09:48:16+00:00" + } + ], + "primary_user_agent": "Chrome Privacy Preserving Prefetch Proxy", + "requests": 5, + "addresses": 4, + "first_seen": "2026-09-02T05:53:59+00:00", + "last_seen": "2026-09-06T09:48:16+00:00", + "bytes_served": 6434, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "pathwren-edge": 5 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "404": 3, + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/.well-known/traffic-advice", + "requests": 5, + "statuses": { + "404": 3, + "200": 2 + }, + "first": "2026-09-02T05:53:59+00:00", + "last": "2026-09-06T09:48:16+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/traffic-advice", + "status": "404", + "at": "2026-09-02T05:53:59+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/traffic-advice", + "statuses": { + "404": 3 + }, + "first_asked": "2026-09-02T05:53:59+00:00", + "last_asked": "2026-09-06T09:48:16+00:00", + "answered_200_since": "2026-09-03T11:32:22+00:00" + } + ], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 1317.2, + "visit_starts": [ + "2026-09-02T05:53:59Z", + "2026-09-03T06:44:45Z", + "2026-09-03T08:26:07Z", + "2026-09-05T14:44:35Z", + "2026-09-06T09:48:16Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "feedrabbit", + "name": "Feedrabbit", + "group_key": "host:feedrabbit.com", + "kind": "named", + "user_agents": [ + { + "ua": "Feedrabbit (https://feedrabbit.com/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T04:19:23+00:00", + "last_seen": "2026-09-06T11:42:31+00:00" + }, + { + "ua": "Feedrabbit (https://feedrabbit.com/; 1 subscribers)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T11:42:48+00:00", + "last_seen": "2026-09-06T11:42:48+00:00" + } + ], + "primary_user_agent": "Feedrabbit (https://feedrabbit.com/)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T04:19:23+00:00", + "last_seen": "2026-09-06T11:42:48+00:00", + "bytes_served": 144797, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "changes-syndication-feeds": 5 + }, + "channels": { + "feedrabbit": 4 + }, + "accept_headers": [], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/feedrabbit/feed.xml", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T04:24:01+00:00", + "last": "2026-09-06T11:42:48+00:00" + }, + { + "path": "/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T04:19:23+00:00", + "last": "2026-09-06T04:19:23+00:00" + } + ], + "first_walk": [ + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-06T04:19:23+00:00" + }, + { + "path": "/c/feedrabbit/feed.xml", + "status": "200", + "at": "2026-09-06T04:24:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 439.1, + "visit_starts": [ + "2026-09-06T04:19:23Z", + "2026-09-06T11:38:27Z" + ] + }, + "documentation_url": "https://feedrabbit.com/", + "self_described_as": "1 subscribers" + }, + { + "slug": "friendica-102", + "name": "Friendica", + "group_key": "host:boerdica.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://boerdica.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:34+00:00", + "last_seen": "2026-09-07T06:50:27+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://boerdica.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:34+00:00", + "last_seen": "2026-09-07T06:50:26+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://boerdica.de", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:34+00:00", + "last_seen": "2026-09-07T06:50:27+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:26+00:00", + "last": "2026-09-07T06:50:27+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:34+00:00", + "last": "2026-09-06T06:34:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:34+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1455.9, + "visit_starts": [ + "2026-09-06T06:34:34Z", + "2026-09-07T06:50:26Z" + ] + }, + "documentation_url": "https://boerdica.de", + "self_described_as": null + }, + { + "slug": "friendica-104", + "name": "Friendica", + "group_key": "host:friendica.vrije-mens.org", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.vrije-mens.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:38+00:00", + "last_seen": "2026-09-06T06:38:23+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.vrije-mens.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:38+00:00", + "last_seen": "2026-09-06T06:38:22+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.vrije-mens.org", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:38+00:00", + "last_seen": "2026-09-06T06:38:23+00:00", + "bytes_served": 219642, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:38:22+00:00", + "last": "2026-09-06T06:38:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:38+00:00", + "last": "2026-09-06T06:34:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:38+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:38:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:38Z" + ] + }, + "documentation_url": "https://friendica.vrije-mens.org", + "self_described_as": null + }, + { + "slug": "friendica-109", + "name": "Friendica", + "group_key": "host:tupambae.org", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://tupambae.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:35:20+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://tupambae.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:35:20+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://tupambae.org", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:35:20+00:00", + "last_seen": "2026-09-07T06:50:34+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:35:20+00:00", + "last": "2026-09-06T06:35:21+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:34+00:00", + "last": "2026-09-07T06:50:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:20+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1455.2, + "visit_starts": [ + "2026-09-06T06:35:20Z", + "2026-09-07T06:50:34Z" + ] + }, + "documentation_url": "https://tupambae.org", + "self_described_as": null + }, + { + "slug": "friendica-122", + "name": "Friendica", + "group_key": "host:social.jlamothe.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.jlamothe.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T09:15:23+00:00", + "last_seen": "2026-09-06T09:15:24+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.jlamothe.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:23+00:00", + "last_seen": "2026-09-06T09:15:23+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ActivityPub/1 +https://social.jlamothe.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:24+00:00", + "last_seen": "2026-09-06T09:15:24+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.jlamothe.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T09:15:23+00:00", + "last_seen": "2026-09-06T09:15:24+00:00", + "bytes_served": 44175, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "pathwren-edge": 3, + "blog": 2 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8", + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/data/traffic-2026-w36.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T09:15:23+00:00", + "last": "2026-09-06T09:15:24+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:23+00:00", + "last": "2026-09-06T09:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:23+00:00" + }, + { + "path": "/data/traffic-2026-w36.json", + "status": "200", + "at": "2026-09-06T09:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:23Z" + ] + }, + "documentation_url": "https://social.jlamothe.net", + "self_described_as": null + }, + { + "slug": "friendica-22", + "name": "Friendica", + "group_key": "host:friendica.a-zwenkau.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.a-zwenkau.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:02+00:00", + "last_seen": "2026-09-06T07:24:12+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.a-zwenkau.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:02+00:00", + "last_seen": "2026-09-06T06:34:02+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.a-zwenkau.de", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:02+00:00", + "last_seen": "2026-09-06T07:24:12+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T06:34:02+00:00", + "last": "2026-09-06T07:24:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 50.1, + "visit_starts": [ + "2026-09-06T06:34:02Z", + "2026-09-06T07:24:11Z" + ] + }, + "documentation_url": "https://friendica.a-zwenkau.de", + "self_described_as": null + }, + { + "slug": "friendica-26", + "name": "Friendica", + "group_key": "host:friendica.philipp.info", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.philipp.info", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.philipp.info", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.philipp.info", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-07T06:50:18+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:04+00:00", + "last": "2026-09-06T06:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:18+00:00", + "last": "2026-09-07T06:50:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:04+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:04Z", + "2026-09-07T06:50:18Z" + ] + }, + "documentation_url": "https://friendica.philipp.info", + "self_described_as": null + }, + { + "slug": "friendica-32", + "name": "Friendica", + "group_key": "host:dica.interfel.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://dica.interfel.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:19+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://dica.interfel.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:19+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://dica.interfel.de", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:19+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:19+00:00", + "last": "2026-09-07T06:50:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:05Z", + "2026-09-07T06:50:19Z" + ] + }, + "documentation_url": "https://dica.interfel.de", + "self_described_as": null + }, + { + "slug": "friendica-36", + "name": "Friendica", + "group_key": "host:social.thierrytalbert.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.thierrytalbert.fr", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.thierrytalbert.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:18+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.thierrytalbert.fr", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-07T06:50:18+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T07:23:01+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:18+00:00", + "last": "2026-09-07T06:50:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 728.1, + "visit_starts": [ + "2026-09-06T06:34:06Z", + "2026-09-06T07:23:01Z", + "2026-09-07T06:50:18Z" + ] + }, + "documentation_url": "https://social.thierrytalbert.fr", + "self_described_as": null + }, + { + "slug": "friendica-60", + "name": "Friendica", + "group_key": "host:soc.schuerz.at", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://soc.schuerz.at", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:22+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://soc.schuerz.at", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:22+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://soc.schuerz.at", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:22+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:21+00:00", + "last": "2026-09-07T06:50:22+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-07T06:50:21Z" + ] + }, + "documentation_url": "https://soc.schuerz.at", + "self_described_as": null + }, + { + "slug": "friendica-63", + "name": "Friendica", + "group_key": "host:social.cool110.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.cool110.xyz", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.cool110.xyz", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.cool110.xyz", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:23+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:23+00:00", + "last": "2026-09-07T06:50:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-07T06:50:23Z" + ] + }, + "documentation_url": "https://social.cool110.xyz", + "self_described_as": null + }, + { + "slug": "friendica-70", + "name": "Friendica", + "group_key": "host:connexia.hibiol.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://connexia.hibiol.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://connexia.hibiol.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://connexia.hibiol.eu", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:37+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:15+00:00", + "last": "2026-09-06T06:34:16+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:37+00:00", + "last": "2026-09-07T06:50:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:15+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:15Z", + "2026-09-07T06:50:37Z" + ] + }, + "documentation_url": "https://connexia.hibiol.eu", + "self_described_as": null + }, + { + "slug": "friendica-72", + "name": "Friendica", + "group_key": "host:fedi.wlabs.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.wlabs.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://fedi.wlabs.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:34+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.wlabs.de", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:15+00:00", + "last_seen": "2026-09-07T06:50:34+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:15+00:00", + "last": "2026-09-06T06:34:16+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:34+00:00", + "last": "2026-09-07T06:50:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:15+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:15Z", + "2026-09-07T06:50:34Z" + ] + }, + "documentation_url": "https://fedi.wlabs.de", + "self_described_as": null + }, + { + "slug": "friendica-73", + "name": "Friendica", + "group_key": "host:friendica.jb-net.us", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.jb-net.us", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-07T06:50:55+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.jb-net.us", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-07T06:50:54+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.jb-net.us", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-07T06:50:55+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:54+00:00", + "last": "2026-09-07T06:50:55+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:16+00:00", + "last": "2026-09-06T06:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:16+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.6, + "visit_starts": [ + "2026-09-06T06:34:16Z", + "2026-09-07T06:50:54Z" + ] + }, + "documentation_url": "https://friendica.jb-net.us", + "self_described_as": null + }, + { + "slug": "friendica-82", + "name": "Friendica", + "group_key": "host:metalfriends-rocks.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://metalfriends-rocks.nl", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-07T06:50:41+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://metalfriends-rocks.nl", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-07T06:50:40+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://metalfriends-rocks.nl", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-07T06:50:41+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:40+00:00", + "last": "2026-09-07T06:50:41+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:19+00:00", + "last": "2026-09-06T06:34:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:19+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:19Z", + "2026-09-07T06:50:40Z" + ] + }, + "documentation_url": "https://metalfriends-rocks.nl", + "self_described_as": null + }, + { + "slug": "friendica-94", + "name": "Friendica", + "group_key": "host:dev.fedinow.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://dev.fedinow.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:26+00:00", + "last_seen": "2026-09-07T06:50:52+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://dev.fedinow.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:26+00:00", + "last_seen": "2026-09-07T06:50:51+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://dev.fedinow.de", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:26+00:00", + "last_seen": "2026-09-07T06:50:52+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:51+00:00", + "last": "2026-09-07T06:50:52+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:26+00:00", + "last": "2026-09-06T06:34:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:26+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:26Z", + "2026-09-07T06:50:51Z" + ] + }, + "documentation_url": "https://dev.fedinow.de", + "self_described_as": null + }, + { + "slug": "friendica-96", + "name": "Friendica", + "group_key": "host:tupambae.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://tupambae.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:28+00:00", + "last_seen": "2026-09-07T06:51:07+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://tupambae.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:28+00:00", + "last_seen": "2026-09-07T06:51:06+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://tupambae.com", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:34:28+00:00", + "last_seen": "2026-09-07T06:51:07+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "friendica": 5 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:51:06+00:00", + "last": "2026-09-07T06:51:07+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:28+00:00", + "last": "2026-09-06T06:34:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:28+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.6, + "visit_starts": [ + "2026-09-06T06:34:28Z", + "2026-09-07T06:51:06Z" + ] + }, + "documentation_url": "https://tupambae.com", + "self_described_as": null + }, + { + "slug": "lemmy-104", + "name": "Lemmy", + "group_key": "host:lemmy.vg", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.vg", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:01:01+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.vg", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:01:01+00:00", + "bytes_served": 138368, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 4, + "blog": 1 + }, + "channels": { + "lemmy": 4, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:01:01+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:17+00:00", + "last": "2026-09-06T09:15:17+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:08:17+00:00", + "last": "2026-09-06T06:08:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + }, + { + "path": "/c/mbin/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:08:17+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 184.1, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-06T03:16:32Z", + "2026-09-06T06:08:17Z", + "2026-09-06T09:15:17Z", + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://lemmy.vg", + "self_described_as": null + }, + { + "slug": "lemmy-11", + "name": "Lemmy", + "group_key": "host:kutsuya.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://kutsuya.dev", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:18:47+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://kutsuya.dev", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:18:47+00:00", + "bytes_served": 161122, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 4, + "blog": 1 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:07+00:00", + "last": "2026-09-07T03:18:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:23+00:00", + "last": "2026-09-06T09:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:07+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 407.5, + "visit_starts": [ + "2026-09-06T00:15:07Z", + "2026-09-06T02:27:54Z", + "2026-09-06T09:15:23Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://kutsuya.dev", + "self_described_as": null + }, + { + "slug": "lemmy-133", + "name": "Lemmy", + "group_key": "host:linux.community", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://linux.community", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://linux.community", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:51+00:00", + "bytes_served": 122385, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:59+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:13+00:00", + "last": "2026-09-06T02:54:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:13Z", + "2026-09-07T03:00:59Z" + ] + }, + "documentation_url": "https://linux.community", + "self_described_as": null + }, + { + "slug": "lemmy-144", + "name": "Lemmy", + "group_key": "host:supernova.place", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://supernova.place", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://supernova.place", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 171345, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 180.9, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T03:16:22Z", + "2026-09-07T00:50:00Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://supernova.place", + "self_described_as": null + }, + { + "slug": "lemmy-147", + "name": "Lemmy", + "group_key": "host:lemmy.nocturnal.garden", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.nocturnal.garden", + "requests": 5, + "addresses": 3, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:10:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.nocturnal.garden", + "requests": 5, + "addresses": 3, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:10:33+00:00", + "bytes_served": 608534, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T00:49:57+00:00" + }, + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:10:32+00:00", + "last": "2026-09-07T03:10:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 807.5, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-07T00:49:57Z", + "2026-09-07T03:10:32Z" + ] + }, + "documentation_url": "https://lemmy.nocturnal.garden", + "self_described_as": null + }, + { + "slug": "lemmy-188", + "name": "Lemmy", + "group_key": "host:feddit.it", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://feddit.it", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:10:35+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://feddit.it", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:10:35+00:00", + "bytes_served": 582888, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:10:34+00:00", + "last": "2026-09-07T03:10:35+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:48+00:00", + "last": "2026-09-07T03:03:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:48+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.2, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://feddit.it", + "self_described_as": null + }, + { + "slug": "lemmy-189", + "name": "Lemmy", + "group_key": "host:lemmy.teuto.icu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.teuto.icu", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T04:58:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.teuto.icu", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T04:58:43+00:00", + "bytes_served": 173084, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T04:58:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 130.7, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-07T00:49:51Z", + "2026-09-07T03:00:35Z", + "2026-09-07T04:58:43Z" + ] + }, + "documentation_url": "https://lemmy.teuto.icu", + "self_described_as": null + }, + { + "slug": "lemmy-206", + "name": "Lemmy", + "group_key": "host:lemmy.photon-grove.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.photon-grove.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T05:46:36+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.photon-grove.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T05:46:36+00:00", + "bytes_served": 171976, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T05:46:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 173.3, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T03:16:31Z", + "2026-09-06T05:40:04Z", + "2026-09-07T03:00:55Z", + "2026-09-07T05:46:36Z" + ] + }, + "documentation_url": "https://lemmy.photon-grove.net", + "self_described_as": null + }, + { + "slug": "lemmy-211", + "name": "Lemmy", + "group_key": "host:discuss.voidcentury.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://discuss.voidcentury.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:18:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://discuss.voidcentury.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:18:43+00:00", + "bytes_served": 149770, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-07T03:18:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:15+00:00", + "last": "2026-09-06T02:54:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-06T02:28:01Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://discuss.voidcentury.net", + "self_described_as": null + }, + { + "slug": "lemmy-236", + "name": "Lemmy", + "group_key": "host:lemmit.nyc.what.if.ua", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20-modified; +https://lemmit.nyc.what.if.ua", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T00:21:40+00:00", + "last_seen": "2026-09-07T04:31:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20-modified; +https://lemmit.nyc.what.if.ua", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T00:21:40+00:00", + "last_seen": "2026-09-07T04:31:13+00:00", + "bytes_served": 145699, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:21:40+00:00", + "last": "2026-09-07T04:31:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:08+00:00", + "last": "2026-09-07T03:04:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:40+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 231.9, + "visit_starts": [ + "2026-09-06T00:21:40Z", + "2026-09-06T04:13:35Z", + "2026-09-07T03:04:08Z", + "2026-09-07T04:31:13Z" + ] + }, + "documentation_url": "https://lemmit.nyc.what.if.ua", + "self_described_as": null + }, + { + "slug": "lemmy-246", + "name": "Lemmy", + "group_key": "host:lemmy.tomkoreny.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/1.0.0-beta.1; +https://lemmy.tomkoreny.com", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:09+00:00", + "last_seen": "2026-09-07T03:04:03+00:00" + } + ], + "primary_user_agent": "Lemmy/1.0.0-beta.1; +https://lemmy.tomkoreny.com", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:09+00:00", + "last_seen": "2026-09-07T03:04:03+00:00", + "bytes_served": 124463, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "application/activity+json" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:58:02+00:00", + "last": "2026-09-07T03:00:42+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:09+00:00", + "last": "2026-09-06T02:54:09+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:03+00:00", + "last": "2026-09-07T03:04:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:09+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T11:58:02+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 723.3, + "visit_starts": [ + "2026-09-06T02:54:09Z", + "2026-09-06T11:58:02Z", + "2026-09-07T03:00:42Z" + ] + }, + "documentation_url": "https://lemmy.tomkoreny.com", + "self_described_as": null + }, + { + "slug": "lemmy-250", + "name": "Lemmy", + "group_key": "host:lemmy.brief.guru", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20-modified; +https://lemmy.brief.guru", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:16+00:00", + "last_seen": "2026-09-07T07:46:42+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20-modified; +https://lemmy.brief.guru", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:16+00:00", + "last_seen": "2026-09-07T07:46:42+00:00", + "bytes_served": 44866, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:00:49+00:00", + "last": "2026-09-07T07:46:42+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-07T02:45:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 866.2, + "visit_starts": [ + "2026-09-06T02:54:16Z", + "2026-09-07T02:45:18Z", + "2026-09-07T07:46:42Z" + ] + }, + "documentation_url": "https://lemmy.brief.guru", + "self_described_as": null + }, + { + "slug": "lemmy-256", + "name": "Lemmy", + "group_key": "host:communick.news", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://communick.news", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:23+00:00", + "last_seen": "2026-09-07T03:00:48+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://communick.news", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:23+00:00", + "last_seen": "2026-09-07T03:00:48+00:00", + "bytes_served": 79967, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:23+00:00", + "last": "2026-09-07T02:44:57+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:48+00:00", + "last": "2026-09-07T03:00:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:23+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.6, + "visit_starts": [ + "2026-09-06T02:54:23Z", + "2026-09-07T02:44:57Z" + ] + }, + "documentation_url": "https://communick.news", + "self_described_as": null + }, + { + "slug": "lemmy-267", + "name": "Lemmy", + "group_key": "host:timesink.p3nguin.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://timesink.p3nguin.org", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:32+00:00", + "last_seen": "2026-09-07T03:00:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://timesink.p3nguin.org", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:32+00:00", + "last_seen": "2026-09-07T03:00:45+00:00", + "bytes_served": 79967, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:32+00:00", + "last": "2026-09-07T02:45:04+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:27+00:00", + "last": "2026-09-06T02:57:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:45+00:00", + "last": "2026-09-07T03:00:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:32+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:27+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.5, + "visit_starts": [ + "2026-09-06T02:54:32Z", + "2026-09-07T02:45:04Z" + ] + }, + "documentation_url": "https://timesink.p3nguin.org", + "self_described_as": null + }, + { + "slug": "lemmy-31", + "name": "Lemmy", + "group_key": "host:lemmy.imagisphe.re", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.imagisphe.re", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T06:33:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.imagisphe.re", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T06:33:33+00:00", + "bytes_served": 173711, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T06:33:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 271.6, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T06:28:27Z", + "2026-09-07T03:00:50Z", + "2026-09-07T05:50:37Z", + "2026-09-07T06:33:33Z" + ] + }, + "documentation_url": "https://lemmy.imagisphe.re", + "self_described_as": null + }, + { + "slug": "lemmy-34", + "name": "Lemmy", + "group_key": "host:lemmy.ubergeek77.chat", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.16; +https://lemmy.ubergeek77.chat", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:18:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.16; +https://lemmy.ubergeek77.chat", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:18:02+00:00", + "bytes_served": 161125, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 4, + "blog": 1 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T03:18:02+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:19+00:00", + "last": "2026-09-06T09:15:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 358.7, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T03:16:37Z", + "2026-09-06T09:15:19Z", + "2026-09-07T03:00:55Z" + ] + }, + "documentation_url": "https://lemmy.ubergeek77.chat", + "self_described_as": null + }, + { + "slug": "lemmy-62", + "name": "Lemmy", + "group_key": "host:lmy.ndu.wtf", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lmy.ndu.wtf", + "requests": 5, + "addresses": 3, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T08:31:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lmy.ndu.wtf", + "requests": 5, + "addresses": 3, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T08:31:13+00:00", + "bytes_served": 173084, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:14+00:00", + "last": "2026-09-07T08:31:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 330.6, + "visit_starts": [ + "2026-09-06T00:15:14Z", + "2026-09-06T03:16:27Z", + "2026-09-07T03:00:39Z", + "2026-09-07T08:31:13Z" + ] + }, + "documentation_url": "https://lmy.ndu.wtf", + "self_described_as": null + }, + { + "slug": "lemmy-72", + "name": "Lemmy", + "group_key": "host:lemmy-api.ten4ward.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy-api.ten4ward.social", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T05:50:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy-api.ten4ward.social", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T05:50:31+00:00", + "bytes_served": 173081, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 5, + "statuses": { + "200": 5 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T05:50:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 169.6, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:03:40Z", + "2026-09-07T03:00:53Z", + "2026-09-07T05:50:31Z" + ] + }, + "documentation_url": "https://lemmy-api.ten4ward.social", + "self_described_as": null + }, + { + "slug": "lemmy-76", + "name": "Lemmy", + "group_key": "host:lemmy.pixelpassport.studio", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://lemmy.pixelpassport.studio", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:03:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://lemmy.pixelpassport.studio", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:03:55+00:00", + "bytes_served": 122381, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:00:40+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:55+00:00", + "last": "2026-09-07T03:03:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:54:22Z", + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://lemmy.pixelpassport.studio", + "self_described_as": null + }, + { + "slug": "mastodon-131", + "name": "Mastodon", + "group_key": "host:mastodon.kodesumber.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.kodesumber.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:13:24+00:00", + "last_seen": "2026-09-07T00:17:38+00:00" + }, + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.kodesumber.com/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:42+00:00", + "last_seen": "2026-09-07T00:09:22+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.kodesumber.com/)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:33:42+00:00", + "last_seen": "2026-09-07T00:17:38+00:00", + "bytes_served": 134812, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 2 + }, + "surfaces": { + "section-roots": 3, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "friendica": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:38+00:00", + "last": "2026-09-07T00:17:38+00:00" + }, + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:42+00:00", + "last": "2026-09-06T00:33:42+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:24+00:00", + "last": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:24+00:00", + "last": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:22+00:00", + "last": "2026-09-07T00:09:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:42+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:22+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:17:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1415.7, + "visit_starts": [ + "2026-09-06T00:33:42Z", + "2026-09-07T00:09:22Z" + ] + }, + "documentation_url": "https://mastodon.kodesumber.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-177", + "name": "Mastodon", + "group_key": "host:ijaron.life", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://ijaron.life/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:11:44+00:00", + "last_seen": "2026-09-07T00:18:56+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://ijaron.life/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:36+00:00", + "last_seen": "2026-09-07T00:09:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://ijaron.life/)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T03:16:36+00:00", + "last_seen": "2026-09-07T00:18:56+00:00", + "bytes_served": 134812, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 2 + }, + "surfaces": { + "section-roots": 3, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "lemmy": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:44+00:00", + "last": "2026-09-07T00:11:44+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:36+00:00", + "last": "2026-09-06T03:16:36+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:55+00:00", + "last": "2026-09-07T00:18:55+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:56+00:00", + "last": "2026-09-07T00:18:56+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:14+00:00", + "last": "2026-09-07T00:09:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:36+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:14+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:11:44+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:18:55+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:18:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1252.6, + "visit_starts": [ + "2026-09-06T03:16:36Z", + "2026-09-07T00:09:14Z" + ] + }, + "documentation_url": "https://ijaron.life/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-179", + "name": "Mastodon", + "group_key": "host:frontrange.co", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://frontrange.co/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:10:09+00:00", + "last_seen": "2026-09-07T00:11:02+00:00" + }, + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://frontrange.co/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:51+00:00", + "last_seen": "2026-09-07T00:09:29+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://frontrange.co/)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T03:16:51+00:00", + "last_seen": "2026-09-07T00:11:02+00:00", + "bytes_served": 134812, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 2 + }, + "surfaces": { + "section-roots": 3, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "lemmy": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:02+00:00", + "last": "2026-09-07T00:11:02+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:51+00:00", + "last": "2026-09-06T03:16:51+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:09+00:00", + "last": "2026-09-07T00:10:09+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:09+00:00", + "last": "2026-09-07T00:10:09+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:29+00:00", + "last": "2026-09-07T00:09:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:51+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:29+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:10:09+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:10:09+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:11:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1252.6, + "visit_starts": [ + "2026-09-06T03:16:51Z", + "2026-09-07T00:09:29Z" + ] + }, + "documentation_url": "https://frontrange.co/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-180", + "name": "Mastodon", + "group_key": "host:arkm.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://arkm.social/)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T00:10:10+00:00", + "last_seen": "2026-09-07T00:13:08+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://arkm.social/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T03:16:53+00:00", + "last_seen": "2026-09-07T00:09:24+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://arkm.social/)", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T03:16:53+00:00", + "last_seen": "2026-09-07T00:13:08+00:00", + "bytes_served": 134812, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 2 + }, + "surfaces": { + "section-roots": 3, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "lemmy": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:10+00:00", + "last": "2026-09-07T00:10:10+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:53+00:00", + "last": "2026-09-06T03:16:53+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:08+00:00", + "last": "2026-09-07T00:13:08+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:08+00:00", + "last": "2026-09-07T00:13:08+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:24+00:00", + "last": "2026-09-07T00:09:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:53+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:24+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:10:10+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:08+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1252.5, + "visit_starts": [ + "2026-09-06T03:16:53Z", + "2026-09-07T00:09:24Z" + ] + }, + "documentation_url": "https://arkm.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-25", + "name": "Mastodon", + "group_key": "host:mastodon.uno", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.uno/) Bot", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T03:04:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.uno/) Bot", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T03:04:07+00:00", + "bytes_served": 90095, + "classed_by_our_instrument": { + "crawler": 5 + }, + "surfaces": { + "section-roots": 4, + "blog": 1 + }, + "channels": { + "lemmy": 4, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:07+00:00", + "last": "2026-09-06T09:16:07+00:00" + }, + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:40:46+00:00", + "last": "2026-09-06T06:40:46+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:50+00:00", + "last": "2026-09-06T02:54:50+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:07+00:00", + "last": "2026-09-07T03:04:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:50+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 192.7, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-06T02:54:50Z", + "2026-09-06T06:40:46Z", + "2026-09-06T09:16:07Z", + "2026-09-07T03:04:07Z" + ] + }, + "documentation_url": "https://mastodon.uno/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-28", + "name": "Mastodon", + "group_key": "host:piaille.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://piaille.fr/) Bot", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T06:51:34+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://piaille.fr/) Bot", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T06:51:34+00:00", + "bytes_served": 138871, + "classed_by_our_instrument": { + "crawler": 5 + }, + "surfaces": { + "section-roots": 4, + "api-reference": 1 + }, + "channels": { + "lemmy": 2, + "friendica": 2, + "piefed": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-06T03:17:10+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:34+00:00", + "last": "2026-09-07T06:51:34+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:21:24+00:00", + "last": "2026-09-07T03:21:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:21:24+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 5, + "median_gap_minutes": 203.6, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-06T03:17:10Z", + "2026-09-06T06:34:13Z", + "2026-09-07T03:21:24Z", + "2026-09-07T06:51:34Z" + ] + }, + "documentation_url": "https://piaille.fr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-56", + "name": "Mastodon", + "group_key": "host:mastodon.radio", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.radio/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:13:24+00:00", + "last_seen": "2026-09-07T00:18:47+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.radio/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:45+00:00", + "last_seen": "2026-09-07T00:09:20+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.radio/)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:45+00:00", + "last_seen": "2026-09-07T00:18:47+00:00", + "bytes_served": 134809, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 2 + }, + "surfaces": { + "section-roots": 3, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "lemmy": 1, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:47+00:00", + "last": "2026-09-07T00:18:47+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:45+00:00", + "last": "2026-09-06T00:15:45+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:24+00:00", + "last": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:24+00:00", + "last": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:20+00:00", + "last": "2026-09-07T00:09:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:45+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:20+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:24+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:18:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1433.6, + "visit_starts": [ + "2026-09-06T00:15:45Z", + "2026-09-07T00:09:20Z" + ] + }, + "documentation_url": "https://mastodon.radio/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcpmeter", + "name": "MCPMeter", + "group_key": "host:mcpmeter.dev", + "kind": "named", + "user_agents": [ + { + "ua": "MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-08-31T23:48:38+00:00", + "last_seen": "2026-09-06T11:33:26+00:00" + } + ], + "primary_user_agent": "MCPMeter/1.0 (+https://mcpmeter.dev/about; measurement bot; contact via site)", + "requests": 5, + "addresses": 1, + "first_seen": "2026-08-31T23:48:38+00:00", + "last_seen": "2026-09-06T11:33:26+00:00", + "bytes_served": 18913, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 2 + }, + "surfaces": { + "mcp-crawler-index": 4, + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 4, + "mcp-registry": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 5, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:29:24+00:00", + "last": "2026-09-06T07:29:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:30:41+00:00", + "last": "2026-09-01T11:30:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:33:26+00:00", + "last": "2026-09-06T11:33:26+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:30:41+00:00", + "last": "2026-09-01T11:30:41+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-08-31T23:48:38+00:00", + "last": "2026-08-31T23:48:38+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp", + "status": "200", + "at": "2026-08-31T23:48:38+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T11:30:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T11:30:41+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-06T07:29:24+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T11:33:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 702.0, + "visit_starts": [ + "2026-08-31T23:48:38Z", + "2026-09-01T11:30:41Z", + "2026-09-06T07:29:24Z", + "2026-09-06T11:33:26Z" + ] + }, + "documentation_url": "https://mcpmeter.dev/about", + "self_described_as": "measurement bot; contact via site" + }, + { + "slug": "piefed-12", + "name": "PieFed", + "group_key": "host:piefed.iridescent.nz", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.13; +https://piefed.iridescent.nz", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:03:44+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.13; +https://piefed.iridescent.nz", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:03:44+00:00", + "bytes_served": 133740, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 4, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:44+00:00", + "last": "2026-09-06T09:15:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:44+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 359.0, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T03:16:45Z", + "2026-09-06T09:15:44Z", + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://piefed.iridescent.nz", + "self_described_as": null + }, + { + "slug": "piefed-14", + "name": "PieFed", + "group_key": "host:feddit.fr", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.14; +https://feddit.fr", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:03:47+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.14; +https://feddit.fr", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-07T03:03:47+00:00", + "bytes_served": 122385, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 5 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-07T03:00:56+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:12+00:00", + "last": "2026-09-06T02:54:12+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:47+00:00", + "last": "2026-09-07T03:03:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:12+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:15Z", + "2026-09-06T02:54:12Z", + "2026-09-07T03:00:56Z" + ] + }, + "documentation_url": "https://feddit.fr", + "self_described_as": null + }, + { + "slug": "piefed-18", + "name": "PieFed", + "group_key": "host:piefed.keyboardvagabond.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.11.3; +https://piefed.keyboardvagabond.com", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:18:31+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.11.3; +https://piefed.keyboardvagabond.com", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:18:31+00:00", + "bytes_served": 137815, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 4, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-07T03:18:31+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:23+00:00", + "last": "2026-09-06T09:15:23+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:26:01+00:00", + "last": "2026-09-06T03:26:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:26:01+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 349.4, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-06T03:26:01Z", + "2026-09-06T09:15:23Z", + "2026-09-07T03:18:31Z" + ] + }, + "documentation_url": "https://piefed.keyboardvagabond.com", + "self_described_as": null + }, + { + "slug": "piefed-40", + "name": "PieFed", + "group_key": "host:kopitalk.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://kopitalk.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:03:44+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://kopitalk.net", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:03:44+00:00", + "bytes_served": 120402, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 5 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-07T03:00:45+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + }, + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-06T02:57:16Z", + "2026-09-07T03:00:45Z" + ] + }, + "documentation_url": "https://kopitalk.net", + "self_described_as": null + }, + { + "slug": "piefed-44", + "name": "PieFed", + "group_key": "host:fedinsfw.app", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.11.2; +https://fedinsfw.app", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:27+00:00", + "last_seen": "2026-09-07T03:52:57+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.11.2; +https://fedinsfw.app", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T02:54:27+00:00", + "last_seen": "2026-09-07T03:52:57+00:00", + "bytes_served": 56010, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 3, + "webfinger-jrd": 2 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3, + "404": 2 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/.well-known/webfinger", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T10:44:04+00:00", + "last": "2026-09-06T10:44:05+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:44:13+00:00", + "last": "2026-09-06T03:44:13+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:52:57+00:00", + "last": "2026-09-07T03:52:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:44:13+00:00" + }, + { + "path": "/.well-known/webfinger", + "status": "404", + "at": "2026-09-06T10:44:04+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:52:57+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/webfinger", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T10:44:04+00:00", + "last_asked": "2026-09-06T10:44:05+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 419.9, + "visit_starts": [ + "2026-09-06T02:54:27Z", + "2026-09-06T03:44:13Z", + "2026-09-06T10:44:04Z", + "2026-09-07T03:52:57Z" + ] + }, + "documentation_url": "https://fedinsfw.app", + "self_described_as": null + }, + { + "slug": "piefed-9", + "name": "PieFed", + "group_key": "host:piefed.nl", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.14; +https://piefed.nl", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:20:27+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.14; +https://piefed.nl", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:20:27+00:00", + "bytes_served": 162940, + "classed_by_our_instrument": { + "agent": 5 + }, + "surfaces": { + "section-roots": 4, + "api-reference": 1 + }, + "channels": { + "lemmy": 4, + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 5 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T03:00:41+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:23+00:00", + "last": "2026-09-06T02:54:23+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:27+00:00", + "last": "2026-09-07T03:20:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:23+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T02:54:23Z", + "2026-09-07T03:00:41Z" + ] + }, + "documentation_url": "https://piefed.nl", + "self_described_as": null + }, + { + "slug": "spider-bot", + "name": "Spider_Bot", + "group_key": "ua:spider-bot", + "kind": "named", + "user_agents": [ + { + "ua": "Spider_Bot/3.0", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-05T13:40:40+00:00", + "last_seen": "2026-09-05T19:35:09+00:00" + } + ], + "primary_user_agent": "Spider_Bot/3.0", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-05T13:40:40+00:00", + "last_seen": "2026-09-05T19:35:09+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 5 + }, + "surfaces": { + "pathwren-edge": 5 + }, + "channels": { + "pypi-registry": 4, + "agentswitchboard": 1 + }, + "accept_headers": [], + "status_codes": { + "301": 3, + "200": 2 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/block-all-ai.txt", + "requests": 2, + "statuses": { + "301": 1, + "200": 1 + }, + "first": "2026-09-05T13:45:15+00:00", + "last": "2026-09-05T13:45:16+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 2, + "statuses": { + "301": 1, + "200": 1 + }, + "first": "2026-09-05T19:35:08+00:00", + "last": "2026-09-05T19:35:09+00:00" + }, + { + "path": "/c/agentswitchboard/mcp-robots.html", + "requests": 1, + "statuses": { + "301": 1 + }, + "first": "2026-09-05T13:40:40+00:00", + "last": "2026-09-05T13:40:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/agentswitchboard/mcp-robots.html", + "status": "301", + "at": "2026-09-05T13:40:40+00:00" + }, + { + "path": "/c/pypi-registry/ai-crawler-logs/robots/block-all-ai.txt", + "status": "301", + "at": "2026-09-05T13:45:15+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "301", + "at": "2026-09-05T19:35:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 354.5, + "visit_starts": [ + "2026-09-05T13:40:40Z", + "2026-09-05T19:35:08Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "achilles", + "name": "Achilles", + "group_key": "ua:achilles", + "kind": "named", + "user_agents": [ + { + "ua": "Achilles/2.0 (x711.io)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-04T01:34:07+00:00", + "last_seen": "2026-09-04T03:30:58+00:00" + }, + { + "ua": "Achilles/2.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T03:07:23+00:00", + "last_seen": "2026-09-04T03:07:23+00:00" + }, + { + "ua": "Achilles/2.0 (x711.io x402-client)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T03:49:35+00:00", + "last_seen": "2026-09-04T03:49:35+00:00" + } + ], + "primary_user_agent": "Achilles/2.0 (x711.io)", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-04T01:34:07+00:00", + "last_seen": "2026-09-04T03:49:35+00:00", + "bytes_served": 26811, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 4 + }, + "channels": { + "smithery-direct": 4 + }, + "accept_headers": [ + "*/*", + "application/json" + ], + "status_codes": { + "404": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/smithery-direct/mcp-doctor.html", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-04T01:34:07+00:00", + "last": "2026-09-04T03:07:23+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html/api/tools/price", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T03:49:35+00:00", + "last": "2026-09-04T03:49:35+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html/message", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-04T03:30:58+00:00", + "last": "2026-09-04T03:30:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/smithery-direct/mcp-doctor.html", + "status": "404", + "at": "2026-09-04T01:34:07+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html/message", + "status": "404", + "at": "2026-09-04T03:30:58+00:00" + }, + { + "path": "/c/smithery-direct/mcp-doctor.html/api/tools/price", + "status": "404", + "at": "2026-09-04T03:49:35+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/smithery-direct/mcp-doctor.html", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-04T01:34:07+00:00", + "last_asked": "2026-09-04T03:07:23+00:00", + "answered_200_since": null + }, + { + "path": "/c/smithery-direct/mcp-doctor.html/message", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T03:30:58+00:00", + "last_asked": "2026-09-04T03:30:58+00:00", + "answered_200_since": null + }, + { + "path": "/c/smithery-direct/mcp-doctor.html/api/tools/price", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-04T03:49:35+00:00", + "last_asked": "2026-09-04T03:49:35+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 93.3, + "visit_starts": [ + "2026-09-04T01:34:07Z", + "2026-09-04T03:07:23Z" + ] + }, + "documentation_url": null, + "self_described_as": "x711.io" + }, + { + "slug": "advisorsai-check", + "name": "advisorsai-check", + "group_key": "host:advisorsai.ai", + "kind": "named", + "user_agents": [ + { + "ua": "advisorsai-check/1.0 (+https://advisorsai.ai)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-03T08:00:24+00:00", + "last_seen": "2026-09-03T08:00:26+00:00" + } + ], + "primary_user_agent": "advisorsai-check/1.0 (+https://advisorsai.ai)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-03T08:00:24+00:00", + "last_seen": "2026-09-03T08:00:26+00:00", + "bytes_served": 168077, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 3, + "ai-crawler-index": 1 + }, + "channels": { + "crawlers-host": 3, + "advisorsai": 1 + }, + "accept_headers": [ + "text/html,text/plain,application/xml,text/xml;q=0.9,*/*;q=0.1" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/advisorsai/api.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:24+00:00", + "last": "2026-09-03T08:00:24+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:25+00:00", + "last": "2026-09-03T08:00:25+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:24+00:00", + "last": "2026-09-03T08:00:24+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:00:26+00:00", + "last": "2026-09-03T08:00:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/advisorsai/api.json", + "status": "200", + "at": "2026-09-03T08:00:24+00:00" + }, + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T08:00:24+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-03T08:00:25+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T08:00:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T08:00:24Z" + ] + }, + "documentation_url": "https://advisorsai.ai", + "self_described_as": null + }, + { + "slug": "boost", + "name": "Boost", + "group_key": "ua:boost", + "kind": "named", + "user_agents": [ + { + "ua": "Boost/1.0.32 (Linux;Android 17)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:44:17+00:00", + "last_seen": "2026-09-07T06:44:23+00:00" + }, + { + "ua": "Boost/1.0.33 (Linux;Android 17)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:15:06+00:00", + "last_seen": "2026-09-07T06:16:53+00:00" + } + ], + "primary_user_agent": "Boost/1.0.32 (Linux;Android 17)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T09:44:17+00:00", + "last_seen": "2026-09-07T06:44:23+00:00", + "bytes_served": 371438, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "api-reference": 1 + }, + "channels": { + "lemmy": 3, + "piefed": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:44:17+00:00", + "last": "2026-09-07T06:44:23+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:16:53+00:00", + "last": "2026-09-07T06:16:53+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:15:06+00:00", + "last": "2026-09-07T06:15:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T09:44:17+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T06:15:06+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T06:16:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1230.8, + "visit_starts": [ + "2026-09-06T09:44:17Z", + "2026-09-07T06:15:06Z" + ] + }, + "documentation_url": null, + "self_described_as": "Linux; Android 17" + }, + { + "slug": "capi2-a2a-discovery", + "name": "CAPI2-A2A-Discovery", + "group_key": "ua:capi2-a2a-discovery", + "kind": "named", + "user_agents": [ + { + "ua": "CAPI2-A2A-Discovery/1.0", + "requests": 4, + "addresses": 4, + "first_seen": "2026-09-04T23:10:07+00:00", + "last_seen": "2026-09-05T23:18:34+00:00" + } + ], + "primary_user_agent": "CAPI2-A2A-Discovery/1.0", + "requests": 4, + "addresses": 4, + "first_seen": "2026-09-04T23:10:07+00:00", + "last_seen": "2026-09-05T23:18:34+00:00", + "bytes_served": 86273, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "a2a-crawler-index": 4 + }, + "channels": { + "openwebui": 4 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/openwebui/a2a", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T23:10:07+00:00", + "last": "2026-09-05T23:18:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/openwebui/a2a", + "status": "200", + "at": "2026-09-04T23:10:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1448.5, + "visit_starts": [ + "2026-09-04T23:10:07Z", + "2026-09-05T23:18:34Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "catodon-2", + "name": "Catodon", + "group_key": "host:bohio.icu", + "kind": "named", + "user_agents": [ + { + "ua": "Catodon/26.9.0-dev.0 (+https://bohio.icu)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T08:21:00+00:00", + "last_seen": "2026-09-07T08:21:01+00:00" + } + ], + "primary_user_agent": "Catodon/26.9.0-dev.0 (+https://bohio.icu)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T08:21:00+00:00", + "last_seen": "2026-09-07T08:21:01+00:00", + "bytes_served": 86991, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 3, + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:21:01+00:00", + "last": "2026-09-07T08:21:01+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:21:00+00:00", + "last": "2026-09-07T08:21:00+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:21:00+00:00", + "last": "2026-09-07T08:21:00+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:21:00+00:00", + "last": "2026-09-07T08:21:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T08:21:00+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-07T08:21:00+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-07T08:21:00+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-07T08:21:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T08:21:00Z" + ] + }, + "documentation_url": "https://bohio.icu", + "self_described_as": null + }, + { + "slug": "catodon-4", + "name": "Catodon", + "group_key": "host:social.agnos.is", + "kind": "named", + "user_agents": [ + { + "ua": "Catodon/26.8.0-dev.0 (+https://social.agnos.is)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T08:27:42+00:00", + "last_seen": "2026-09-07T08:27:43+00:00" + } + ], + "primary_user_agent": "Catodon/26.8.0-dev.0 (+https://social.agnos.is)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T08:27:42+00:00", + "last_seen": "2026-09-07T08:27:43+00:00", + "bytes_served": 86991, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 3, + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:27:43+00:00", + "last": "2026-09-07T08:27:43+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:27:42+00:00", + "last": "2026-09-07T08:27:42+00:00" + }, + { + "path": "/crawler/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:27:43+00:00", + "last": "2026-09-07T08:27:43+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:27:43+00:00", + "last": "2026-09-07T08:27:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T08:27:42+00:00" + }, + { + "path": "/crawler/index.html", + "status": "200", + "at": "2026-09-07T08:27:43+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-07T08:27:43+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-07T08:27:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T08:27:42Z" + ] + }, + "documentation_url": "https://social.agnos.is", + "self_described_as": null + }, + { + "slug": "client", + "name": "Client", + "group_key": "ua:client", + "kind": "named", + "user_agents": [ + { + "ua": "Client/76235 CFNetwork/3860.700.1 Darwin/25.6.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T06:02:08+00:00", + "last_seen": "2026-09-06T07:43:45+00:00" + }, + { + "ua": "Client/76235 CFNetwork/3860.500.112 Darwin/25.4.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T05:37:53+00:00", + "last_seen": "2026-09-06T05:37:53+00:00" + }, + { + "ua": "Client/68216 CFNetwork/1498.700.2 Darwin/23.6.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:03:46+00:00", + "last_seen": "2026-09-07T07:03:46+00:00" + } + ], + "primary_user_agent": "Client/76235 CFNetwork/3860.700.1 Darwin/25.6.0", + "requests": 4, + "addresses": 4, + "first_seen": "2026-09-06T05:37:53+00:00", + "last_seen": "2026-09-07T07:03:46+00:00", + "bytes_served": 5300, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 4 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T05:37:53+00:00", + "last": "2026-09-07T07:03:46+00:00" + } + ], + "first_walk": [ + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T05:37:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 763.0, + "visit_starts": [ + "2026-09-06T05:37:53Z", + "2026-09-06T07:43:45Z", + "2026-09-07T07:03:46Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "com-apple-webkit-networking", + "name": "com.apple.WebKit.Networking", + "group_key": "ua:com-apple-webkit-networking", + "kind": "named", + "user_agents": [ + { + "ua": "com.apple.WebKit.Networking/20623.1.14.18.4 Network/4277.140.33.701.1 macOS/15.7.3", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T07:19:34+00:00", + "last_seen": "2026-09-06T07:19:34+00:00" + } + ], + "primary_user_agent": "com.apple.WebKit.Networking/20623.1.14.18.4 Network/4277.140.33.701.1 macOS/15.7.3", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T07:19:34+00:00", + "last_seen": "2026-09-06T07:19:34+00:00", + "bytes_served": 20574, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 4 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3, + "404": 1 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apple-touch-icon-precomposed.png", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T07:19:34+00:00", + "last": "2026-09-06T07:19:34+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:19:34+00:00", + "last": "2026-09-06T07:19:34+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:19:34+00:00", + "last": "2026-09-06T07:19:34+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:19:34+00:00", + "last": "2026-09-06T07:19:34+00:00" + } + ], + "first_walk": [ + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-06T07:19:34+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T07:19:34+00:00" + }, + { + "path": "/apple-touch-icon-precomposed.png", + "status": "404", + "at": "2026-09-06T07:19:34+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T07:19:34+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/apple-touch-icon-precomposed.png", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T07:19:34+00:00", + "last_asked": "2026-09-06T07:19:34+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T07:19:34Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "duckduckbot", + "name": "DuckDuckBot", + "group_key": "host:duckduckgo.com", + "kind": "named", + "user_agents": [ + { + "ua": "DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-02T07:36:46+00:00", + "last_seen": "2026-09-06T06:02:14+00:00" + } + ], + "primary_user_agent": "DuckDuckBot/1.1; (+http://duckduckgo.com/duckduckbot.html)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-02T07:36:46+00:00", + "last_seen": "2026-09-06T06:02:14+00:00", + "bytes_served": 30172, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "pathwren-edge": 4 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "301": 2, + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/", + "requests": 2, + "statuses": { + "301": 2 + }, + "first": "2026-09-02T07:36:46+00:00", + "last": "2026-09-06T06:02:14+00:00" + }, + { + "path": "/favicon.ico", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:36:47+00:00", + "last": "2026-09-06T06:02:14+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "301", + "at": "2026-09-02T07:36:46+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-02T07:36:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 5665.5, + "visit_starts": [ + "2026-09-02T07:36:46Z", + "2026-09-06T06:02:14Z" + ] + }, + "documentation_url": "http://duckduckgo.com/duckduckbot.html", + "self_described_as": null + }, + { + "slug": "friendica-111", + "name": "Friendica", + "group_key": "host:fedi.0x42.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.0x42.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:36:07+00:00", + "last_seen": "2026-09-07T06:51:44+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://fedi.0x42.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:36:07+00:00", + "last_seen": "2026-09-07T06:51:44+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.0x42.ch", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:36:07+00:00", + "last_seen": "2026-09-07T06:51:44+00:00", + "bytes_served": 23236, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:51:44+00:00", + "last": "2026-09-07T06:51:44+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:36:07+00:00", + "last": "2026-09-06T06:36:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:36:07+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1455.6, + "visit_starts": [ + "2026-09-06T06:36:07Z", + "2026-09-07T06:51:44Z" + ] + }, + "documentation_url": "https://fedi.0x42.ch", + "self_described_as": null + }, + { + "slug": "friendica-113", + "name": "Friendica", + "group_key": "host:social.johnassel.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.johnassel.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:37:04+00:00", + "last_seen": "2026-09-06T06:37:04+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1598 Request/SiteInfo/1 +https://social.johnassel.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:37:04+00:00", + "last_seen": "2026-09-06T06:37:04+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/ContentTypeChecker/1 +https://social.johnassel.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:21+00:00", + "last_seen": "2026-09-07T06:50:21+00:00" + }, + { + "ua": "Friendica/2026.08-rc DatabaseVersion/1599 Request/SiteInfo/1 +https://social.johnassel.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:21+00:00", + "last_seen": "2026-09-07T06:50:21+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-rc DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://social.johnassel.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:37:04+00:00", + "last_seen": "2026-09-07T06:50:21+00:00", + "bytes_served": 217730, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:04+00:00", + "last": "2026-09-06T06:37:04+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:21+00:00", + "last": "2026-09-07T06:50:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:04+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1453.3, + "visit_starts": [ + "2026-09-06T06:37:04Z", + "2026-09-07T06:50:21Z" + ] + }, + "documentation_url": "https://social.johnassel.de", + "self_described_as": null + }, + { + "slug": "friendica-114", + "name": "Friendica", + "group_key": "host:inne.city", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://inne.city", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:37:11+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://inne.city", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:37:11+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://inne.city", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:37:11+00:00", + "last_seen": "2026-09-07T06:50:36+00:00", + "bytes_served": 217730, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:11+00:00", + "last": "2026-09-06T06:37:11+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:36+00:00", + "last": "2026-09-07T06:50:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:11+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1453.4, + "visit_starts": [ + "2026-09-06T06:37:11Z", + "2026-09-07T06:50:36Z" + ] + }, + "documentation_url": "https://inne.city", + "self_described_as": null + }, + { + "slug": "friendica-137", + "name": "Friendica", + "group_key": "host:social.babb.no", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.babb.no", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:51:01+00:00", + "last_seen": "2026-09-07T06:51:04+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://social.babb.no", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:01+00:00", + "last_seen": "2026-09-07T06:51:01+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.babb.no", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T06:51:01+00:00", + "last_seen": "2026-09-07T06:51:04+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T06:51:01+00:00", + "last": "2026-09-07T06:51:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:01Z" + ] + }, + "documentation_url": "https://social.babb.no", + "self_described_as": null + }, + { + "slug": "friendica-21", + "name": "Friendica", + "group_key": "host:venera.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://venera.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:02+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://venera.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:02+00:00", + "last_seen": "2026-09-07T06:50:37+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://venera.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:02+00:00", + "last_seen": "2026-09-07T06:50:37+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:37+00:00", + "last": "2026-09-07T06:50:37+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:02+00:00", + "last": "2026-09-06T06:34:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:02+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.6, + "visit_starts": [ + "2026-09-06T06:34:02Z", + "2026-09-07T06:50:37Z" + ] + }, + "documentation_url": "https://venera.social", + "self_described_as": null + }, + { + "slug": "friendica-34", + "name": "Friendica", + "group_key": "host:social.tromdienste.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.tromdienste.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.tromdienste.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.tromdienste.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:16+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:16+00:00", + "last": "2026-09-07T06:50:16+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T06:34:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:05Z", + "2026-09-07T06:50:16Z" + ] + }, + "documentation_url": "https://social.tromdienste.de", + "self_described_as": null + }, + { + "slug": "friendica-43", + "name": "Friendica", + "group_key": "host:hlad.org", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://hlad.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:10+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://hlad.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:10+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://hlad.org", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-07T06:50:10+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:10+00:00", + "last": "2026-09-07T06:50:10+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:07+00:00", + "last": "2026-09-06T06:34:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:07+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.0, + "visit_starts": [ + "2026-09-06T06:34:07Z", + "2026-09-07T06:50:10Z" + ] + }, + "documentation_url": "https://hlad.org", + "self_described_as": null + }, + { + "slug": "friendica-47", + "name": "Friendica", + "group_key": "host:fedi.solibre.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.solibre.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:37:04+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://fedi.solibre.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:37:04+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fedi.solibre.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:37:04+00:00", + "bytes_served": 219642, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:04+00:00", + "last": "2026-09-06T06:37:04+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:08+00:00", + "last": "2026-09-06T06:34:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:08+00:00" + }, + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:08Z" + ] + }, + "documentation_url": "https://fedi.solibre.de", + "self_described_as": null + }, + { + "slug": "friendica-50", + "name": "Friendica", + "group_key": "host:thegoatery.dyndns.org", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://thegoatery.dyndns.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://thegoatery.dyndns.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-07T06:50:23+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://thegoatery.dyndns.org", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-07T06:50:23+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:23+00:00", + "last": "2026-09-07T06:50:23+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:09+00:00", + "last": "2026-09-06T06:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:09+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:09Z", + "2026-09-07T06:50:23Z" + ] + }, + "documentation_url": "https://thegoatery.dyndns.org", + "self_described_as": null + }, + { + "slug": "friendica-61", + "name": "Friendica", + "group_key": "host:f.iroiro.party", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.iroiro.party", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:29+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://f.iroiro.party", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:29+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://f.iroiro.party", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:29+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:29+00:00", + "last": "2026-09-07T06:50:29+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-07T06:50:29Z" + ] + }, + "documentation_url": "https://f.iroiro.party", + "self_described_as": null + }, + { + "slug": "friendica-64", + "name": "Friendica", + "group_key": "host:fedi.erabo.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://fedi.erabo.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:32+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://fedi.erabo.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:32+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://fedi.erabo.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:12+00:00", + "last_seen": "2026-09-07T06:50:32+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:32+00:00", + "last": "2026-09-07T06:50:32+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:12+00:00", + "last": "2026-09-06T06:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:12Z", + "2026-09-07T06:50:32Z" + ] + }, + "documentation_url": "https://fedi.erabo.de", + "self_described_as": null + }, + { + "slug": "friendica-7", + "name": "Friendica", + "group_key": "host:piratenpartei.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://piratenpartei.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:39+00:00", + "last_seen": "2026-09-06T00:15:39+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://piratenpartei.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:39+00:00", + "last_seen": "2026-09-06T00:15:39+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://piratenpartei.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:39+00:00", + "last_seen": "2026-09-06T00:15:39+00:00", + "bytes_served": 39728, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:39+00:00", + "last": "2026-09-06T00:15:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:39+00:00", + "last": "2026-09-06T00:15:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:39+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:39Z" + ] + }, + "documentation_url": "https://piratenpartei.social", + "self_described_as": null + }, + { + "slug": "friendica-78", + "name": "Friendica", + "group_key": "host:friendica.myfediverse.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.myfediverse.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://friendica.myfediverse.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-07T06:50:38+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.myfediverse.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-07T06:50:38+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:38+00:00", + "last": "2026-09-07T06:50:38+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:17+00:00", + "last": "2026-09-06T06:34:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:17+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:17Z", + "2026-09-07T06:50:38Z" + ] + }, + "documentation_url": "https://friendica.myfediverse.net", + "self_described_as": null + }, + { + "slug": "friendica-92", + "name": "Friendica", + "group_key": "host:friendica-deutschland.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica-deutschland.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:22+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica-deutschland.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:22+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica-deutschland.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:22+00:00", + "last_seen": "2026-09-07T06:50:44+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:44+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:22+00:00", + "last": "2026-09-06T06:34:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:22+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:22Z", + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://friendica-deutschland.de", + "self_described_as": null + }, + { + "slug": "friendica-95", + "name": "Friendica", + "group_key": "host:missocial.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://missocial.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:28+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://missocial.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:28+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://missocial.de", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:34:28+00:00", + "last_seen": "2026-09-07T06:50:44+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "friendica": 4 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:44+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:28+00:00", + "last": "2026-09-06T06:34:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:28+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.3, + "visit_starts": [ + "2026-09-06T06:34:28Z", + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://missocial.de", + "self_described_as": null + }, + { + "slug": "gocommand", + "name": "GoCommand", + "group_key": "host:go.dev", + "kind": "named", + "user_agents": [ + { + "ua": "GoCommand/1 (+https://go.dev/cmd/go)", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-05T23:47:40+00:00", + "last_seen": "2026-09-05T23:47:41+00:00" + } + ], + "primary_user_agent": "GoCommand/1 (+https://go.dev/cmd/go)", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-05T23:47:40+00:00", + "last_seen": "2026-09-05T23:47:41+00:00", + "bytes_served": 37596, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 4 + }, + "channels": { + "go-module-proxy": 2 + }, + "accept_headers": [], + "status_codes": { + "200": 2, + "404": 2 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:47:40+00:00", + "last": "2026-09-05T23:47:40+00:00" + }, + { + "path": "/c", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T23:47:40+00:00", + "last": "2026-09-05T23:47:40+00:00" + }, + { + "path": "/c/go-module-proxy", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T23:47:41+00:00", + "last": "2026-09-05T23:47:41+00:00" + }, + { + "path": "/c/go-module-proxy/git", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-05T23:47:41+00:00", + "last": "2026-09-05T23:47:41+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-05T23:47:40+00:00" + }, + { + "path": "/c", + "status": "404", + "at": "2026-09-05T23:47:40+00:00" + }, + { + "path": "/c/go-module-proxy", + "status": "200", + "at": "2026-09-05T23:47:41+00:00" + }, + { + "path": "/c/go-module-proxy/git", + "status": "404", + "at": "2026-09-05T23:47:41+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T23:47:40+00:00", + "last_asked": "2026-09-05T23:47:40+00:00", + "answered_200_since": "2026-09-06T01:52:00+00:00" + }, + { + "path": "/c/go-module-proxy/git", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-05T23:47:41+00:00", + "last_asked": "2026-09-05T23:47:41+00:00", + "answered_200_since": "2026-09-06T01:53:51+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T23:47:40Z" + ] + }, + "documentation_url": "https://go.dev/cmd/go", + "self_described_as": null + }, + { + "slug": "guild-reachability-probe", + "name": "guild-reachability-probe", + "group_key": "ua:guild-reachability-probe", + "kind": "named", + "user_agents": [ + { + "ua": "guild-reachability-probe/1", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-01T08:47:44+00:00", + "last_seen": "2026-09-07T07:14:22+00:00" + } + ], + "primary_user_agent": "guild-reachability-probe/1", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-01T08:47:44+00:00", + "last_seen": "2026-09-07T07:14:22+00:00", + "bytes_served": 70858, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 2, + "agent-card-addresses": 2 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-01T08:47:44+00:00", + "last": "2026-09-07T07:14:22+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T08:47:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 3044.4, + "visit_starts": [ + "2026-09-01T08:47:44Z", + "2026-09-03T13:34:19Z", + "2026-09-05T16:18:44Z", + "2026-09-07T07:14:22Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "hlido-a50-probe", + "name": "hlido-a50-probe", + "group_key": "host:hlido.eu", + "kind": "named", + "user_agents": [ + { + "ua": "hlido-a50-probe/1.0 (+https://hlido.eu/eu-ai-act/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-03T05:15:32+00:00", + "last_seen": "2026-09-03T05:31:46+00:00" + } + ], + "primary_user_agent": "hlido-a50-probe/1.0 (+https://hlido.eu/eu-ai-act/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-03T05:15:32+00:00", + "last_seen": "2026-09-03T05:31:46+00:00", + "bytes_served": 43217, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 3, + "ai-crawler-index": 1 + }, + "channels": { + "hlido": 2 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/hlido/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:15:32+00:00", + "last": "2026-09-03T05:15:32+00:00" + }, + { + "path": "/c/hlido/api.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:31:46+00:00", + "last": "2026-09-03T05:31:46+00:00" + }, + { + "path": "/privacy.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:15:32+00:00", + "last": "2026-09-03T05:15:32+00:00" + }, + { + "path": "/terms.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T05:15:32+00:00", + "last": "2026-09-03T05:15:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/hlido/", + "status": "200", + "at": "2026-09-03T05:15:32+00:00" + }, + { + "path": "/terms.html", + "status": "200", + "at": "2026-09-03T05:15:32+00:00" + }, + { + "path": "/privacy.html", + "status": "200", + "at": "2026-09-03T05:15:32+00:00" + }, + { + "path": "/c/hlido/api.json", + "status": "200", + "at": "2026-09-03T05:31:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T05:15:32Z" + ] + }, + "documentation_url": "https://hlido.eu/eu-ai-act/", + "self_described_as": null + }, + { + "slug": "http-rb-3", + "name": "http.rb", + "group_key": "host:merveilles.town", + "kind": "named", + "user_agents": [ + { + "ua": "http.rb/5.1.1 (Mastodon/4.2.17+hometown-1.1.2; +https://merveilles.town/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:56+00:00", + "last_seen": "2026-09-07T00:08:56+00:00" + }, + { + "ua": "http.rb/5.1.1 (Mastodon/4.2.17+hometown-1.1.2; +https://merveilles.town/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:52+00:00", + "last_seen": "2026-09-07T00:09:52+00:00" + } + ], + "primary_user_agent": "http.rb/5.1.1 (Mastodon/4.2.17+hometown-1.1.2; +https://merveilles.town/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:08:56+00:00", + "last_seen": "2026-09-07T00:09:52+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:56+00:00", + "last": "2026-09-07T00:08:56+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:56+00:00", + "last": "2026-09-07T00:08:56+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:56+00:00", + "last": "2026-09-07T00:08:56+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:52+00:00", + "last": "2026-09-07T00:09:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:56+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:56+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:56+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:56Z" + ] + }, + "documentation_url": "https://merveilles.town/", + "self_described_as": "Mastodon/4.2.17+hometown-1.1.2" + }, + { + "slug": "lemmy-10", + "name": "Lemmy", + "group_key": "host:lemmy.8bitar.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.8bitar.io", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:18:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.8bitar.io", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:18:55+00:00", + "bytes_served": 137768, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:06+00:00", + "last": "2026-09-07T03:18:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:06Z", + "2026-09-06T02:03:56Z", + "2026-09-07T03:00:54Z" + ] + }, + "documentation_url": "https://lemmy.8bitar.io", + "self_described_as": null + }, + { + "slug": "lemmy-105", + "name": "Lemmy", + "group_key": "host:zerobytes.monster", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://zerobytes.monster", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:04:06+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://zerobytes.monster", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:04:06+00:00", + "bytes_served": 88810, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:00:49+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:06+00:00", + "last": "2026-09-07T03:04:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-06T02:54:17Z", + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://zerobytes.monster", + "self_described_as": null + }, + { + "slug": "lemmy-107", + "name": "Lemmy", + "group_key": "host:forum.storstad.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://forum.storstad.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T04:31:17+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://forum.storstad.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T04:31:17+00:00", + "bytes_served": 137774, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T04:31:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 847.9, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-06T04:13:54Z", + "2026-09-07T04:31:13Z" + ] + }, + "documentation_url": "https://forum.storstad.net", + "self_described_as": null + }, + { + "slug": "lemmy-111", + "name": "Lemmy", + "group_key": "host:lemmy.ananace.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.ananace.dev", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:00:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.ananace.dev", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:00:50+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:00:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-07T00:49:54Z", + "2026-09-07T03:00:50Z" + ] + }, + "documentation_url": "https://lemmy.ananace.dev", + "self_described_as": null + }, + { + "slug": "lemmy-125", + "name": "Lemmy", + "group_key": "host:l.hostux.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://l.hostux.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:22:39+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://l.hostux.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:22:39+00:00", + "bytes_served": 93516, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:22:39+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:29+00:00", + "last": "2026-09-07T02:59:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.3, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:29Z", + "2026-09-07T02:59:57Z" + ] + }, + "documentation_url": "https://l.hostux.net", + "self_described_as": null + }, + { + "slug": "lemmy-13", + "name": "Lemmy", + "group_key": "host:lemmy.drath.ru", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.drath.ru", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:00:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.drath.ru", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:00:51+00:00", + "bytes_served": 137071, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T03:00:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 534.9, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-06T03:16:30Z", + "2026-09-06T12:11:22Z", + "2026-09-07T03:00:51Z" + ] + }, + "documentation_url": "https://lemmy.drath.ru", + "self_described_as": null + }, + { + "slug": "lemmy-145", + "name": "Lemmy", + "group_key": "host:lemmy.eus", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.eus", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:18:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.eus", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:18:59+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:18:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:03:51Z", + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://lemmy.eus", + "self_described_as": null + }, + { + "slug": "lemmy-156", + "name": "Lemmy", + "group_key": "host:lemmy.deedium.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.deedium.nl", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T05:46:32+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.deedium.nl", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T05:46:32+00:00", + "bytes_served": 138401, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T05:46:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 324.5, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-06T05:39:57Z", + "2026-09-07T03:00:46Z", + "2026-09-07T05:46:32Z" + ] + }, + "documentation_url": "https://lemmy.deedium.nl", + "self_described_as": null + }, + { + "slug": "lemmy-166", + "name": "Lemmy", + "group_key": "host:orcas.enjoying.yachts", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://orcas.enjoying.yachts", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:18:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://orcas.enjoying.yachts", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:18:50+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:18:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:03:35Z", + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://orcas.enjoying.yachts", + "self_described_as": null + }, + { + "slug": "lemmy-167", + "name": "Lemmy", + "group_key": "host:lemmy.beagle.quest", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.beagle.quest", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:00:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.beagle.quest", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:00:49+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:00:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-07T00:50:02Z", + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://lemmy.beagle.quest", + "self_described_as": null + }, + { + "slug": "lemmy-174", + "name": "Lemmy", + "group_key": "host:lemmy.obscuro.be", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.10; +https://lemmy.obscuro.be", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:21:14+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.10; +https://lemmy.obscuro.be", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:21:14+00:00", + "bytes_served": 139513, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:21:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-07T00:49:38Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://lemmy.obscuro.be", + "self_described_as": null + }, + { + "slug": "lemmy-176", + "name": "Lemmy", + "group_key": "host:chachara.club", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://chachara.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T04:31:32+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://chachara.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T04:31:32+00:00", + "bytes_served": 137774, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T04:31:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 238.3, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T04:13:47Z", + "2026-09-07T03:00:46Z", + "2026-09-07T04:31:32Z" + ] + }, + "documentation_url": "https://chachara.club", + "self_described_as": null + }, + { + "slug": "lemmy-181", + "name": "Lemmy", + "group_key": "host:lemmy.federate.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.federate.lol", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:35+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.federate.lol", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:35+00:00", + "bytes_served": 93516, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-07T02:45:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.8, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T02:54:21Z", + "2026-09-07T02:45:01Z" + ] + }, + "documentation_url": "https://lemmy.federate.lol", + "self_described_as": null + }, + { + "slug": "lemmy-182", + "name": "Lemmy", + "group_key": "host:lemmy.onlylans.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.onlylans.io", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T02:45:09+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.onlylans.io", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T02:45:09+00:00", + "bytes_served": 81557, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:33+00:00", + "last": "2026-09-07T02:45:09+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:28+00:00", + "last": "2026-09-06T09:15:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-06T00:15:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:33+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 380.9, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T02:54:33Z", + "2026-09-06T09:15:28Z", + "2026-09-07T02:45:09Z" + ] + }, + "documentation_url": "https://lemmy.onlylans.io", + "self_described_as": null + }, + { + "slug": "lemmy-198", + "name": "Lemmy", + "group_key": "host:lemmy.4d2.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.4d2.org", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:03:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.4d2.org", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:03:55+00:00", + "bytes_served": 110385, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:00:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:55+00:00", + "last": "2026-09-07T03:03:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T03:16:35Z", + "2026-09-07T03:00:46Z" + ] + }, + "documentation_url": "https://lemmy.4d2.org", + "self_described_as": null + }, + { + "slug": "lemmy-203", + "name": "Lemmy", + "group_key": "host:lemmy.pe1uca.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.pe1uca.dev", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:46+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.pe1uca.dev", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:46+00:00", + "bytes_served": 104240, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:00:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:12:46+00:00", + "last": "2026-09-06T09:12:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:20+00:00", + "last": "2026-09-06T02:54:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:20+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:12:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 378.4, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:20Z", + "2026-09-06T09:12:46Z", + "2026-09-07T03:00:46Z" + ] + }, + "documentation_url": "https://lemmy.pe1uca.dev", + "self_described_as": null + }, + { + "slug": "lemmy-215", + "name": "Lemmy", + "group_key": "host:lemmy.8th.world", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.8th.world", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:19:04+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.8th.world", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:19:04+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:19:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.5, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:03:39Z", + "2026-09-07T03:00:34Z" + ] + }, + "documentation_url": "https://lemmy.8th.world", + "self_described_as": null + }, + { + "slug": "lemmy-217", + "name": "Lemmy", + "group_key": "host:belfry.rip", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://belfry.rip", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:42+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://belfry.rip", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:42+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:00:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-07T00:50:01Z", + "2026-09-07T03:00:42Z" + ] + }, + "documentation_url": "https://belfry.rip", + "self_described_as": null + }, + { + "slug": "lemmy-224", + "name": "Lemmy", + "group_key": "host:lemmy.tgxn.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.tgxn.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.tgxn.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:37+00:00", + "bytes_served": 93516, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:00:37+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:12+00:00", + "last": "2026-09-07T02:45:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 794.8, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-06T02:54:12Z", + "2026-09-07T02:45:15Z" + ] + }, + "documentation_url": "https://lemmy.tgxn.net", + "self_described_as": null + }, + { + "slug": "lemmy-23", + "name": "Lemmy", + "group_key": "host:lemmy.sgfault.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.sgfault.com", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:18:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.sgfault.com", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:18:43+00:00", + "bytes_served": 137768, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:18:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T02:03:50Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://lemmy.sgfault.com", + "self_described_as": null + }, + { + "slug": "lemmy-235", + "name": "Lemmy", + "group_key": "host:lem.cochrun.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lem.cochrun.xyz", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:21:36+00:00", + "last_seen": "2026-09-07T03:18:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lem.cochrun.xyz", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:21:36+00:00", + "last_seen": "2026-09-07T03:18:38+00:00", + "bytes_served": 137770, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:21:36+00:00", + "last": "2026-09-07T03:18:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 799.5, + "visit_starts": [ + "2026-09-06T00:21:36Z", + "2026-09-06T02:27:53Z", + "2026-09-07T03:00:35Z" + ] + }, + "documentation_url": "https://lem.cochrun.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-240", + "name": "Lemmy", + "group_key": "host:lemmy.halstead.host", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.halstead.host", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:27:54+00:00", + "last_seen": "2026-09-07T02:45:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.halstead.host", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:27:54+00:00", + "last_seen": "2026-09-07T02:45:31+00:00", + "bytes_served": 54143, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 3, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:10+00:00", + "last": "2026-09-07T02:45:31+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:30+00:00", + "last": "2026-09-06T09:15:30+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:54+00:00", + "last": "2026-09-06T00:27:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:54+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:10+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.3, + "visit_starts": [ + "2026-09-06T00:27:54Z", + "2026-09-06T02:54:10Z", + "2026-09-06T09:15:30Z", + "2026-09-07T02:45:31Z" + ] + }, + "documentation_url": "https://lemmy.halstead.host", + "self_described_as": null + }, + { + "slug": "lemmy-248", + "name": "Lemmy", + "group_key": "host:lemmy.circenn.win", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.circenn.win", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:13+00:00", + "last_seen": "2026-09-07T03:03:46+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.circenn.win", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:13+00:00", + "last_seen": "2026-09-07T03:03:46+00:00", + "bytes_served": 67866, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:13+00:00", + "last": "2026-09-07T02:45:19+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:57+00:00", + "last": "2026-09-07T03:00:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:46+00:00", + "last": "2026-09-07T03:03:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:13+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:57+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1431.1, + "visit_starts": [ + "2026-09-06T02:54:13Z", + "2026-09-07T02:45:19Z" + ] + }, + "documentation_url": "https://lemmy.circenn.win", + "self_described_as": null + }, + { + "slug": "lemmy-259", + "name": "Lemmy", + "group_key": "host:lemmy.lochner.tech", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.lochner.tech", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:24+00:00", + "last_seen": "2026-09-07T03:03:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.lochner.tech", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:24+00:00", + "last_seen": "2026-09-07T03:03:37+00:00", + "bytes_served": 67793, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:24+00:00", + "last": "2026-09-06T09:06:04+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:54+00:00", + "last": "2026-09-07T03:00:54+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:54+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 723.2, + "visit_starts": [ + "2026-09-06T02:54:24Z", + "2026-09-06T09:06:04Z", + "2026-09-07T03:00:54Z" + ] + }, + "documentation_url": "https://lemmy.lochner.tech", + "self_described_as": null + }, + { + "slug": "lemmy-263", + "name": "Lemmy", + "group_key": "host:adultswim.fan", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://adultswim.fan", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:28+00:00", + "last_seen": "2026-09-07T03:01:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://adultswim.fan", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:28+00:00", + "last_seen": "2026-09-07T03:01:02+00:00", + "bytes_served": 93512, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:20+00:00", + "last": "2026-09-07T03:01:02+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:28+00:00", + "last": "2026-09-07T02:44:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.4, + "visit_starts": [ + "2026-09-06T02:54:28Z", + "2026-09-07T02:44:54Z" + ] + }, + "documentation_url": "https://adultswim.fan", + "self_described_as": null + }, + { + "slug": "lemmy-266", + "name": "Lemmy", + "group_key": "host:alien.top", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://alien.top", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:31+00:00", + "last_seen": "2026-09-06T09:06:08+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://alien.top", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:31+00:00", + "last_seen": "2026-09-06T09:06:08+00:00", + "bytes_served": 44580, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:31+00:00", + "last": "2026-09-06T09:06:08+00:00" + }, + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:16+00:00", + "last": "2026-09-06T02:57:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:31+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 371.6, + "visit_starts": [ + "2026-09-06T02:54:31Z", + "2026-09-06T09:06:08Z" + ] + }, + "documentation_url": "https://alien.top", + "self_described_as": null + }, + { + "slug": "lemmy-275", + "name": "Lemmy", + "group_key": "host:campfyre.nickwebster.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.7; +https://campfyre.nickwebster.dev", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:57:39+00:00", + "last_seen": "2026-09-07T07:47:23+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.7; +https://campfyre.nickwebster.dev", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:57:39+00:00", + "last_seen": "2026-09-07T07:47:23+00:00", + "bytes_served": 648548, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/bot/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T02:57:39+00:00", + "last": "2026-09-07T07:47:23+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:41+00:00", + "last": "2026-09-06T09:15:41+00:00" + } + ], + "first_walk": [ + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T02:57:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 864.9, + "visit_starts": [ + "2026-09-06T02:57:39Z", + "2026-09-06T09:15:41Z", + "2026-09-07T07:47:23Z" + ] + }, + "documentation_url": "https://campfyre.nickwebster.dev", + "self_described_as": null + }, + { + "slug": "lemmy-276", + "name": "Lemmy", + "group_key": "host:lemmy.bleh.au", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.bleh.au", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T03:01:13+00:00", + "last_seen": "2026-09-07T03:22:33+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.bleh.au", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T03:01:13+00:00", + "last_seen": "2026-09-07T03:22:33+00:00", + "bytes_served": 83296, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:01:13+00:00", + "last": "2026-09-07T02:45:00+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:49:33+00:00", + "last": "2026-09-06T09:49:33+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:22:33+00:00", + "last": "2026-09-07T03:22:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:01:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:33+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:22:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 408.3, + "visit_starts": [ + "2026-09-06T03:01:13Z", + "2026-09-06T09:49:33Z", + "2026-09-07T02:45:00Z", + "2026-09-07T03:22:33Z" + ] + }, + "documentation_url": "https://lemmy.bleh.au", + "self_described_as": null + }, + { + "slug": "lemmy-35", + "name": "Lemmy", + "group_key": "host:lemmy.myjhdiy.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://lemmy.myjhdiy.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:03:48+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://lemmy.myjhdiy.net", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:03:48+00:00", + "bytes_served": 110379, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T00:49:38+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:48+00:00", + "last": "2026-09-07T03:03:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 804.4, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-07T00:49:38Z", + "2026-09-07T03:03:48Z" + ] + }, + "documentation_url": "https://lemmy.myjhdiy.net", + "self_described_as": null + }, + { + "slug": "lemmy-37", + "name": "Lemmy", + "group_key": "host:lm.boing.icu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lm.boing.icu", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:18:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lm.boing.icu", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:18:50+00:00", + "bytes_served": 137768, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T03:18:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-06T02:03:38Z", + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://lm.boing.icu", + "self_described_as": null + }, + { + "slug": "lemmy-39", + "name": "Lemmy", + "group_key": "host:lemmy.oursocial.club", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.oursocial.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T05:46:18+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.oursocial.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T05:46:18+00:00", + "bytes_served": 115084, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T05:46:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:25+00:00", + "last": "2026-09-06T02:54:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 165.4, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-06T02:54:25Z", + "2026-09-06T05:39:52Z", + "2026-09-07T05:46:18Z" + ] + }, + "documentation_url": "https://lemmy.oursocial.club", + "self_described_as": null + }, + { + "slug": "lemmy-45", + "name": "Lemmy", + "group_key": "host:links.gayfr.online", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://links.gayfr.online", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T03:18:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://links.gayfr.online", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T03:18:57+00:00", + "bytes_served": 137768, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:12+00:00", + "last": "2026-09-07T03:18:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:12Z", + "2026-09-06T02:03:48Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://links.gayfr.online", + "self_described_as": null + }, + { + "slug": "lemmy-59", + "name": "Lemmy", + "group_key": "host:poptalk.scrubbles.tech", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://poptalk.scrubbles.tech", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:18:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://poptalk.scrubbles.tech", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:18:59+00:00", + "bytes_served": 110379, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:18:59+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 804.2, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T02:03:53Z", + "2026-09-07T03:03:37Z" + ] + }, + "documentation_url": "https://poptalk.scrubbles.tech", + "self_described_as": null + }, + { + "slug": "lemmy-65", + "name": "Lemmy", + "group_key": "host:discuss.aethelgard.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://discuss.aethelgard.space", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T06:33:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://discuss.aethelgard.space", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T06:33:37+00:00", + "bytes_served": 138398, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:14+00:00", + "last": "2026-09-07T06:33:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 895.9, + "visit_starts": [ + "2026-09-06T00:15:14Z", + "2026-09-06T06:28:27Z", + "2026-09-07T06:06:55Z" + ] + }, + "documentation_url": "https://discuss.aethelgard.space", + "self_described_as": null + }, + { + "slug": "lemmy-73", + "name": "Lemmy", + "group_key": "host:lemmy.tomaz.me", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.tomaz.me", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:00:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.tomaz.me", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:00:52+00:00", + "bytes_served": 137768, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:00:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-07T00:49:48Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://lemmy.tomaz.me", + "self_described_as": null + }, + { + "slug": "lemmy-74", + "name": "Lemmy", + "group_key": "host:realbitcoin.cash", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://realbitcoin.cash", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:18:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://realbitcoin.cash", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:18:37+00:00", + "bytes_served": 137771, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:18:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T03:06:40Z", + "2026-09-07T03:00:37Z" + ] + }, + "documentation_url": "https://realbitcoin.cash", + "self_described_as": null + }, + { + "slug": "lemmy-78", + "name": "Lemmy", + "group_key": "host:lemmy.kmoneyserver.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.kmoneyserver.com", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:18:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.kmoneyserver.com", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:18:59+00:00", + "bytes_served": 137768, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:18:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T02:03:44Z", + "2026-09-07T03:00:59Z" + ] + }, + "documentation_url": "https://lemmy.kmoneyserver.com", + "self_described_as": null + }, + { + "slug": "lemmy-8", + "name": "Lemmy", + "group_key": "host:kakera.kintsugi.moe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://kakera.kintsugi.moe", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:19:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://kakera.kintsugi.moe", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-07T03:19:02+00:00", + "bytes_served": 137766, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-06T00:15:06+00:00", + "last": "2026-09-07T03:19:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 803.0, + "visit_starts": [ + "2026-09-06T00:15:06Z", + "2026-09-06T02:03:33Z", + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://kakera.kintsugi.moe", + "self_described_as": null + }, + { + "slug": "lemmy-97", + "name": "Lemmy", + "group_key": "host:yall.theatl.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20-50-gd04feac24; +https://yall.theatl.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:03:54+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20-50-gd04feac24; +https://yall.theatl.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:03:54+00:00", + "bytes_served": 100162, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-07T03:00:46+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:23+00:00", + "last": "2026-09-06T09:15:23+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:54+00:00", + "last": "2026-09-07T03:03:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:23+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-06T09:15:23Z", + "2026-09-07T03:00:46Z" + ] + }, + "documentation_url": "https://yall.theatl.social", + "self_described_as": null + }, + { + "slug": "lemmy-99", + "name": "Lemmy", + "group_key": "host:fanaticus.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://fanaticus.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:00:46+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://fanaticus.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:00:46+00:00", + "bytes_served": 93513, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-07T03:00:46+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:12+00:00", + "last": "2026-09-07T02:45:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 795.0, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-06T02:54:12Z", + "2026-09-07T02:45:16Z" + ] + }, + "documentation_url": "https://fanaticus.social", + "self_described_as": null + }, + { + "slug": "loop-mcp-catalog-fetch", + "name": "loop-mcp-catalog-fetch", + "group_key": "ua:loop-mcp-catalog-fetch", + "kind": "named", + "user_agents": [ + { + "ua": "loop-mcp-catalog-fetch/0.1.0", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-01T07:49:49+00:00", + "last_seen": "2026-09-01T07:49:49+00:00" + } + ], + "primary_user_agent": "loop-mcp-catalog-fetch/0.1.0", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-01T07:49:49+00:00", + "last_seen": "2026-09-01T07:49:49+00:00", + "bytes_served": 9436, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "mcp-crawler-index": 4 + }, + "channels": { + "mcp-registry-official": 4 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:49:49+00:00", + "last": "2026-09-01T07:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:49:49+00:00", + "last": "2026-09-01T07:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:49:49+00:00", + "last": "2026-09-01T07:49:49+00:00" + }, + { + "path": "/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:49:49+00:00", + "last": "2026-09-01T07:49:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T07:49:49+00:00" + }, + { + "path": "/mcp", + "status": "200", + "at": "2026-09-01T07:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-01T07:49:49+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/triage", + "status": "200", + "at": "2026-09-01T07:49:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T07:49:49Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "mastodon-168", + "name": "Mastodon", + "group_key": "host:cyberplace.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://cyberplace.social/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:23+00:00", + "last_seen": "2026-09-07T03:20:38+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://cyberplace.social/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:23+00:00", + "last_seen": "2026-09-07T03:20:38+00:00", + "bytes_served": 117408, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 2, + "blog": 1, + "api-reference": 1 + }, + "channels": { + "lemmy": 3, + "piefed": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:48+00:00", + "last": "2026-09-06T09:15:48+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:28+00:00", + "last": "2026-09-06T03:17:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:23+00:00", + "last": "2026-09-06T02:54:23+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:38+00:00", + "last": "2026-09-07T03:20:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:23+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:28+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:48+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 733.1, + "visit_starts": [ + "2026-09-06T02:54:23Z", + "2026-09-06T09:15:48Z", + "2026-09-07T03:20:38Z" + ] + }, + "documentation_url": "https://cyberplace.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-18", + "name": "Mastodon", + "group_key": "host:flipboard.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://flipboard.social/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://flipboard.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:03+00:00", + "last_seen": "2026-09-06T09:16:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://flipboard.social/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-07T06:50:44+00:00", + "bytes_served": 80168, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 2, + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:03+00:00", + "last": "2026-09-06T09:16:03+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:44+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:36+00:00", + "last": "2026-09-06T06:34:36+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:14+00:00", + "last": "2026-09-06T00:15:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:14+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:03+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 379.4, + "visit_starts": [ + "2026-09-06T00:15:14Z", + "2026-09-06T06:34:36Z", + "2026-09-06T09:16:03Z", + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://flipboard.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-216", + "name": "Mastodon", + "group_key": "host:social.lostinok.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.lostinok.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:10:30+00:00", + "last_seen": "2026-09-07T00:11:51+00:00" + }, + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.lostinok.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:02+00:00", + "last_seen": "2026-09-07T00:09:02+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.lostinok.com/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:02+00:00", + "last_seen": "2026-09-07T00:11:51+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:30+00:00", + "last": "2026-09-07T00:10:30+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:51+00:00", + "last": "2026-09-07T00:11:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:51+00:00", + "last": "2026-09-07T00:11:51+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:02+00:00", + "last": "2026-09-07T00:09:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:02+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:10:30+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:11:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:11:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:02Z" + ] + }, + "documentation_url": "https://social.lostinok.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-217", + "name": "Mastodon", + "group_key": "host:urda.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://urda.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:15:36+00:00", + "last_seen": "2026-09-07T00:17:11+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://urda.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:05+00:00", + "last_seen": "2026-09-07T00:09:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://urda.social/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:05+00:00", + "last_seen": "2026-09-07T00:17:11+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:11+00:00", + "last": "2026-09-07T00:17:11+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:36+00:00", + "last": "2026-09-07T00:15:36+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:36+00:00", + "last": "2026-09-07T00:15:36+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:05+00:00", + "last": "2026-09-07T00:09:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:05+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:15:36+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:15:36+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:17:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:05Z" + ] + }, + "documentation_url": "https://urda.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-218", + "name": "Mastodon", + "group_key": "host:na.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.5+kmyblue.24.4-lts (http.rb/5.3.1; +https://na.social/)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T00:10:49+00:00", + "last_seen": "2026-09-07T00:10:59+00:00" + }, + { + "ua": "Mastodon/4.6.5+kmyblue.24.4-lts (http.rb/5.3.1; +https://na.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:05+00:00", + "last_seen": "2026-09-07T00:09:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.5+kmyblue.24.4-lts (http.rb/5.3.1; +https://na.social/)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-07T00:09:05+00:00", + "last_seen": "2026-09-07T00:10:59+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:59+00:00", + "last": "2026-09-07T00:10:59+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:49+00:00", + "last": "2026-09-07T00:10:49+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:49+00:00", + "last": "2026-09-07T00:10:49+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:05+00:00", + "last": "2026-09-07T00:09:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:05+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:10:49+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:10:49+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:10:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:05Z" + ] + }, + "documentation_url": "https://na.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-219", + "name": "Mastodon", + "group_key": "host:social.nuns-hanne.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.nuns-hanne.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:11:07+00:00", + "last_seen": "2026-09-07T00:18:16+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.nuns-hanne.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:07+00:00", + "last_seen": "2026-09-07T00:09:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.nuns-hanne.com/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:07+00:00", + "last_seen": "2026-09-07T00:18:16+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:16+00:00", + "last": "2026-09-07T00:18:16+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:07+00:00", + "last": "2026-09-07T00:11:07+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:07+00:00", + "last": "2026-09-07T00:11:07+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:07+00:00", + "last": "2026-09-07T00:09:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:07+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:11:07+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:11:07+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:18:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:07Z" + ] + }, + "documentation_url": "https://social.nuns-hanne.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-220", + "name": "Mastodon", + "group_key": "host:gamerstavern.online", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://gamerstavern.online/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:18:22+00:00", + "last_seen": "2026-09-07T00:18:42+00:00" + }, + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://gamerstavern.online/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:07+00:00", + "last_seen": "2026-09-07T00:09:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://gamerstavern.online/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:07+00:00", + "last_seen": "2026-09-07T00:18:42+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:42+00:00", + "last": "2026-09-07T00:18:42+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:22+00:00", + "last": "2026-09-07T00:18:22+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:18:22+00:00", + "last": "2026-09-07T00:18:22+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:07+00:00", + "last": "2026-09-07T00:09:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:07+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:18:22+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:18:22+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:18:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:07Z" + ] + }, + "documentation_url": "https://gamerstavern.online/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-221", + "name": "Mastodon", + "group_key": "host:lsngl.us", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://lsngl.us/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:09:14+00:00", + "last_seen": "2026-09-07T00:16:20+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://lsngl.us/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:49+00:00", + "last_seen": "2026-09-07T00:09:49+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://lsngl.us/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:14+00:00", + "last_seen": "2026-09-07T00:16:20+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1, + "changes-syndication-feeds": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:14+00:00", + "last": "2026-09-07T00:09:14+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:20+00:00", + "last": "2026-09-07T00:16:20+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:20+00:00", + "last": "2026-09-07T00:16:20+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:49+00:00", + "last": "2026-09-07T00:09:49+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:09:14+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:16:20+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:16:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:14Z" + ] + }, + "documentation_url": "https://lsngl.us/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-222", + "name": "Mastodon", + "group_key": "host:toot.cat", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-alpha.2+glitch.caae0fb9e (http.rb/5.3.1; +https://toot.cat/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:10:00+00:00", + "last_seen": "2026-09-07T00:12:30+00:00" + }, + { + "ua": "Mastodon/4.7.0-alpha.2+glitch.caae0fb9e (http.rb/5.3.1; +https://toot.cat/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:14+00:00", + "last_seen": "2026-09-07T00:09:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-alpha.2+glitch.caae0fb9e (http.rb/5.3.1; +https://toot.cat/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:14+00:00", + "last_seen": "2026-09-07T00:12:30+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:30+00:00", + "last": "2026-09-07T00:12:30+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:00+00:00", + "last": "2026-09-07T00:10:00+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:00+00:00", + "last": "2026-09-07T00:10:00+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:14+00:00", + "last": "2026-09-07T00:09:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:14+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:10:00+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:10:00+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:12:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:14Z" + ] + }, + "documentation_url": "https://toot.cat/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-223", + "name": "Mastodon", + "group_key": "host:river.group.lt", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0+glitch (http.rb/5.3.1; +https://river.group.lt/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:12:59+00:00", + "last_seen": "2026-09-07T00:13:13+00:00" + }, + { + "ua": "Mastodon/4.7.0+glitch (http.rb/5.3.1; +https://river.group.lt/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:17+00:00", + "last_seen": "2026-09-07T00:09:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0+glitch (http.rb/5.3.1; +https://river.group.lt/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:17+00:00", + "last_seen": "2026-09-07T00:13:13+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:59+00:00", + "last": "2026-09-07T00:12:59+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:13+00:00", + "last": "2026-09-07T00:13:13+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:13+00:00", + "last": "2026-09-07T00:13:13+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:17+00:00", + "last": "2026-09-07T00:09:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:17+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:12:59+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:13+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:17Z" + ] + }, + "documentation_url": "https://river.group.lt/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-224", + "name": "Mastodon", + "group_key": "host:lulebay.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://lulebay.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:15:15+00:00", + "last_seen": "2026-09-07T00:15:53+00:00" + }, + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://lulebay.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:17+00:00", + "last_seen": "2026-09-07T00:09:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://lulebay.com/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:17+00:00", + "last_seen": "2026-09-07T00:15:53+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:15+00:00", + "last": "2026-09-07T00:15:15+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:53+00:00", + "last": "2026-09-07T00:15:53+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:15:53+00:00", + "last": "2026-09-07T00:15:53+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:17+00:00", + "last": "2026-09-07T00:09:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:17+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:15:15+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:15:53+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:15:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:17Z" + ] + }, + "documentation_url": "https://lulebay.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-225", + "name": "Mastodon", + "group_key": "host:labyrinth.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.7+hometown-1.2.0 (http.rb/5.3.1; +https://labyrinth.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:11:19+00:00", + "last_seen": "2026-09-07T00:16:27+00:00" + }, + { + "ua": "Mastodon/4.5.7+hometown-1.2.0 (http.rb/5.3.1; +https://labyrinth.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:17+00:00", + "last_seen": "2026-09-07T00:09:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.7+hometown-1.2.0 (http.rb/5.3.1; +https://labyrinth.social/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:17+00:00", + "last_seen": "2026-09-07T00:16:27+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:27+00:00", + "last": "2026-09-07T00:16:27+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:19+00:00", + "last": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:19+00:00", + "last": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:17+00:00", + "last": "2026-09-07T00:09:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:17+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:16:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:17Z" + ] + }, + "documentation_url": "https://labyrinth.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-226", + "name": "Mastodon", + "group_key": "host:social.student.uibk.ac.at", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.student.uibk.ac.at/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:11:50+00:00", + "last_seen": "2026-09-07T00:16:44+00:00" + }, + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.student.uibk.ac.at/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:21+00:00", + "last_seen": "2026-09-07T00:09:21+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.student.uibk.ac.at/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:21+00:00", + "last_seen": "2026-09-07T00:16:44+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:50+00:00", + "last": "2026-09-07T00:11:50+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:44+00:00", + "last": "2026-09-07T00:16:44+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:44+00:00", + "last": "2026-09-07T00:16:44+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:21+00:00", + "last": "2026-09-07T00:09:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:21+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:11:50+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:16:44+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:16:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:21Z" + ] + }, + "documentation_url": "https://social.student.uibk.ac.at/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-227", + "name": "Mastodon", + "group_key": "host:mastodon.binarygnome.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.binarygnome.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:16:57+00:00", + "last_seen": "2026-09-07T00:17:52+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.binarygnome.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:28+00:00", + "last_seen": "2026-09-07T00:09:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.binarygnome.com/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:28+00:00", + "last_seen": "2026-09-07T00:17:52+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:57+00:00", + "last": "2026-09-07T00:16:57+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:51+00:00", + "last": "2026-09-07T00:17:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:17:52+00:00", + "last": "2026-09-07T00:17:52+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:28+00:00", + "last": "2026-09-07T00:09:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:28+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:16:57+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:17:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:17:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:28Z" + ] + }, + "documentation_url": "https://mastodon.binarygnome.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-228", + "name": "Mastodon", + "group_key": "host:puntarella.party", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.13 (http.rb/5.3.1; +https://puntarella.party/)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T00:11:06+00:00", + "last_seen": "2026-09-07T00:11:19+00:00" + }, + { + "ua": "Mastodon/4.5.13 (http.rb/5.3.1; +https://puntarella.party/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:35+00:00", + "last_seen": "2026-09-07T00:09:35+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.13 (http.rb/5.3.1; +https://puntarella.party/)", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-07T00:09:35+00:00", + "last_seen": "2026-09-07T00:11:19+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:19+00:00", + "last": "2026-09-07T00:11:19+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:06+00:00", + "last": "2026-09-07T00:11:06+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:11:06+00:00", + "last": "2026-09-07T00:11:06+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:35+00:00", + "last": "2026-09-07T00:09:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:35+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:11:06+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:11:06+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:11:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:35Z" + ] + }, + "documentation_url": "https://puntarella.party/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-229", + "name": "Mastodon", + "group_key": "host:agora.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://agora.cafe/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:13:12+00:00", + "last_seen": "2026-09-07T00:14:51+00:00" + }, + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://agora.cafe/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:43+00:00", + "last_seen": "2026-09-07T00:09:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://agora.cafe/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:43+00:00", + "last_seen": "2026-09-07T00:14:51+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:14:51+00:00", + "last": "2026-09-07T00:14:51+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:12+00:00", + "last": "2026-09-07T00:13:12+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:13:13+00:00", + "last": "2026-09-07T00:13:13+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:43+00:00", + "last": "2026-09-07T00:09:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:43+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:13:12+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:13:13+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:14:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:43Z" + ] + }, + "documentation_url": "https://agora.cafe/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-230", + "name": "Mastodon", + "group_key": "host:is-a.cat", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://is-a.cat/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:12:36+00:00", + "last_seen": "2026-09-07T00:16:34+00:00" + }, + { + "ua": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://is-a.cat/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:43+00:00", + "last_seen": "2026-09-07T00:09:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://is-a.cat/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:43+00:00", + "last_seen": "2026-09-07T00:16:34+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:34+00:00", + "last": "2026-09-07T00:16:34+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:36+00:00", + "last": "2026-09-07T00:12:36+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:12:36+00:00", + "last": "2026-09-07T00:12:36+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:43+00:00", + "last": "2026-09-07T00:09:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:43+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:12:36+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:12:36+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:16:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:43Z" + ] + }, + "documentation_url": "https://is-a.cat/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-231", + "name": "Mastodon", + "group_key": "host:mastodon.haruska.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.haruska.com/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:14:12+00:00", + "last_seen": "2026-09-07T00:14:29+00:00" + }, + { + "ua": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.haruska.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:51+00:00", + "last_seen": "2026-09-07T00:09:51+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.haruska.com/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:51+00:00", + "last_seen": "2026-09-07T00:14:29+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:14:29+00:00", + "last": "2026-09-07T00:14:29+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:14:12+00:00", + "last": "2026-09-07T00:14:12+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:14:12+00:00", + "last": "2026-09-07T00:14:12+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:51+00:00", + "last": "2026-09-07T00:09:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:51+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:14:12+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:14:12+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:14:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:51Z" + ] + }, + "documentation_url": "https://mastodon.haruska.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-232", + "name": "Mastodon", + "group_key": "host:social.isarosc.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://social.isarosc.de/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:10:05+00:00", + "last_seen": "2026-09-07T00:16:10+00:00" + }, + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://social.isarosc.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T00:09:53+00:00", + "last_seen": "2026-09-07T00:09:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://social.isarosc.de/)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:09:53+00:00", + "last_seen": "2026-09-07T00:16:10+00:00", + "bytes_served": 101220, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "section-roots": 2, + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2, + "rssparrot": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:10:05+00:00", + "last": "2026-09-07T00:10:05+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:10+00:00", + "last": "2026-09-07T00:16:10+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:16:10+00:00", + "last": "2026-09-07T00:16:10+00:00" + }, + { + "path": "/c/rssparrot/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:09:53+00:00", + "last": "2026-09-07T00:09:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rssparrot/feed.xml", + "status": "200", + "at": "2026-09-07T00:09:53+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:10:05+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:16:10+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:16:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:09:53Z" + ] + }, + "documentation_url": "https://social.isarosc.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-33", + "name": "Mastodon", + "group_key": "host:mamot.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mamot.fr/) Bot", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:03:51+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mamot.fr/) Bot", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:03:51+00:00", + "bytes_served": 76857, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:28+00:00", + "last": "2026-09-06T09:16:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:34+00:00", + "last": "2026-09-06T02:54:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:34+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:28+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.9, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-06T02:54:34Z", + "2026-09-06T09:16:28Z", + "2026-09-07T03:03:51Z" + ] + }, + "documentation_url": "https://mamot.fr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-36", + "name": "Mastodon", + "group_key": "host:masto.es", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://masto.es/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T03:03:56+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://masto.es/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-07T03:03:56+00:00", + "bytes_served": 87077, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:35+00:00", + "last": "2026-09-06T03:16:36+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:42+00:00", + "last": "2026-09-06T02:54:42+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:56+00:00", + "last": "2026-09-07T03:03:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:42+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 804.1, + "visit_starts": [ + "2026-09-06T00:15:35Z", + "2026-09-06T02:54:42Z", + "2026-09-07T03:03:56Z" + ] + }, + "documentation_url": "https://masto.es/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-65", + "name": "Mastodon", + "group_key": "host:mstdn.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mstdn.social/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:51+00:00", + "last_seen": "2026-09-07T03:04:35+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mstdn.social/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:51+00:00", + "last_seen": "2026-09-07T03:04:35+00:00", + "bytes_served": 76857, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:31+00:00", + "last": "2026-09-06T09:16:31+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:51+00:00", + "last": "2026-09-06T00:15:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:55:07+00:00", + "last": "2026-09-06T02:55:07+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:35+00:00", + "last": "2026-09-07T03:04:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:55:07+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.4, + "visit_starts": [ + "2026-09-06T00:15:51Z", + "2026-09-06T02:55:07Z", + "2026-09-06T09:16:31Z", + "2026-09-07T03:04:35Z" + ] + }, + "documentation_url": "https://mstdn.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-72", + "name": "Mastodon", + "group_key": "host:mas.to", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mas.to/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-07T06:50:57+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mas.to/) Bot", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-07T06:50:57+00:00", + "bytes_served": 79590, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 3, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:47+00:00", + "last": "2026-09-06T09:15:47+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:57+00:00", + "last": "2026-09-07T06:50:57+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:53+00:00", + "last": "2026-09-06T00:15:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:38+00:00", + "last": "2026-09-06T02:54:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:47+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.1, + "visit_starts": [ + "2026-09-06T00:15:53Z", + "2026-09-06T02:54:38Z", + "2026-09-06T09:15:47Z", + "2026-09-07T06:50:57Z" + ] + }, + "documentation_url": "https://mas.to/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-82", + "name": "Mastodon", + "group_key": "host:hear-me.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://hear-me.social/) Bot", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:15:59+00:00", + "last_seen": "2026-09-07T06:51:11+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://hear-me.social/) Bot", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:15:59+00:00", + "last_seen": "2026-09-07T06:51:11+00:00", + "bytes_served": 105294, + "classed_by_our_instrument": { + "crawler": 4 + }, + "surfaces": { + "section-roots": 3, + "api-reference": 1 + }, + "channels": { + "friendica": 2, + "lemmy": 1, + "piefed": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:11+00:00", + "last": "2026-09-07T06:51:11+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:12+00:00", + "last": "2026-09-06T06:35:12+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:59+00:00", + "last": "2026-09-06T00:15:59+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:20:37+00:00", + "last": "2026-09-07T03:20:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:59+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:12+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:20:37+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 379.2, + "visit_starts": [ + "2026-09-06T00:15:59Z", + "2026-09-06T06:35:12Z", + "2026-09-07T03:20:37Z", + "2026-09-07T06:51:11Z" + ] + }, + "documentation_url": "https://hear-me.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "misskey-2", + "name": "Misskey", + "group_key": "host:mk.absturztau.be", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.5.2-dev+g8e80ed6771 (https://mk.absturztau.be)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:24:14+00:00", + "last_seen": "2026-09-06T00:26:46+00:00" + } + ], + "primary_user_agent": "Misskey/2025.5.2-dev+g8e80ed6771 (https://mk.absturztau.be)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:24:14+00:00", + "last_seen": "2026-09-06T00:26:46+00:00", + "bytes_served": 28725, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "pathwren-edge": 3, + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:26:46+00:00", + "last": "2026-09-06T00:26:46+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:14+00:00", + "last": "2026-09-06T00:24:14+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:15+00:00", + "last": "2026-09-06T00:24:15+00:00" + }, + { + "path": "/policy/index.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:24:14+00:00", + "last": "2026-09-06T00:24:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:24:14+00:00" + }, + { + "path": "/policy/index.html", + "status": "200", + "at": "2026-09-06T00:24:14+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T00:24:15+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T00:26:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:24:14Z" + ] + }, + "documentation_url": "https://mk.absturztau.be", + "self_described_as": null + }, + { + "slug": "mwmbl", + "name": "mwmbl", + "group_key": "ua:mwmbl", + "kind": "named", + "user_agents": [ + { + "ua": "mwmbl/0.2.0 (https://github.com/mwmbl/mwmbl/ contact CHANGE_ME@example.com)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-01T06:48:00+00:00", + "last_seen": "2026-09-01T06:48:00+00:00" + } + ], + "primary_user_agent": "mwmbl/0.2.0 (https://github.com/mwmbl/mwmbl/ contact CHANGE_ME@example.com)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-01T06:48:00+00:00", + "last_seen": "2026-09-01T06:48:00+00:00", + "bytes_served": 51033, + "classed_by_our_instrument": { + "agent": 3, + "crawler": 1 + }, + "surfaces": { + "pathwren-edge": 4 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:48:00+00:00", + "last": "2026-09-01T06:48:00+00:00" + }, + { + "path": "/api.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:48:00+00:00", + "last": "2026-09-01T06:48:00+00:00" + }, + { + "path": "/llms.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:48:00+00:00", + "last": "2026-09-01T06:48:00+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:48:00+00:00", + "last": "2026-09-01T06:48:00+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T06:48:00+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-01T06:48:00+00:00" + }, + { + "path": "/llms.txt", + "status": "200", + "at": "2026-09-01T06:48:00+00:00" + }, + { + "path": "/api.html", + "status": "200", + "at": "2026-09-01T06:48:00+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T06:48:00Z" + ] + }, + "documentation_url": "https://github.com/mwmbl/mwmbl/", + "self_described_as": null + }, + { + "slug": "piefed-10", + "name": "PieFed", + "group_key": "host:pie.gravitywell.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.3.9; +https://pie.gravitywell.xyz", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:01:02+00:00" + } + ], + "primary_user_agent": "PieFed/1.3.9; +https://pie.gravitywell.xyz", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T03:01:02+00:00", + "bytes_served": 104240, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T03:01:02+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:44+00:00", + "last": "2026-09-06T09:15:44+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:35+00:00", + "last": "2026-09-06T02:54:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:35+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 381.1, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-06T02:54:35Z", + "2026-09-06T09:15:44Z", + "2026-09-07T03:01:02Z" + ] + }, + "documentation_url": "https://pie.gravitywell.xyz", + "self_described_as": null + }, + { + "slug": "piefed-16", + "name": "PieFed", + "group_key": "host:pf.a3a2.uk", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.27; +https://pf.a3a2.uk", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T03:03:44+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.27; +https://pf.a3a2.uk", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T03:03:44+00:00", + "bytes_served": 110385, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:17+00:00", + "last": "2026-09-07T03:00:34+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:17Z", + "2026-09-06T03:16:19Z", + "2026-09-07T03:00:34Z" + ] + }, + "documentation_url": "https://pf.a3a2.uk", + "self_described_as": null + }, + { + "slug": "piefed-17", + "name": "PieFed", + "group_key": "host:crust.piefed.social", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://crust.piefed.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:03:37+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://crust.piefed.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:03:37+00:00", + "bytes_served": 98426, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-06T03:16:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:41+00:00", + "last": "2026-09-06T09:15:41+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:41+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 359.1, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-06T03:16:38Z", + "2026-09-06T09:15:41Z", + "2026-09-07T03:03:37Z" + ] + }, + "documentation_url": "https://crust.piefed.social", + "self_described_as": null + }, + { + "slug": "piefed-22", + "name": "PieFed", + "group_key": "host:piefed.social", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://piefed.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-06T03:17:06+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://piefed.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-06T03:17:06+00:00", + "bytes_served": 85303, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 3, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-06T03:17:06+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:18+00:00", + "last": "2026-09-06T02:54:18+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:37+00:00", + "last": "2026-09-06T00:33:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:33:37+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 158.9, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:18Z" + ] + }, + "documentation_url": "https://piefed.social", + "self_described_as": null + }, + { + "slug": "piefed-25", + "name": "PieFed", + "group_key": "host:jolly-piefed.jomandoa.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://jolly-piefed.jomandoa.net", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:59+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://jolly-piefed.jomandoa.net", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:03:59+00:00", + "bytes_served": 88810, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:27+00:00", + "last": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:59+00:00", + "last": "2026-09-07T03:03:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-06T02:54:27Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://jolly-piefed.jomandoa.net", + "self_described_as": null + }, + { + "slug": "piefed-26", + "name": "PieFed", + "group_key": "host:piefed.linenoise.vip", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://piefed.linenoise.vip", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:03:57+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://piefed.linenoise.vip", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:03:57+00:00", + "bytes_served": 88810, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T03:00:37+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:26+00:00", + "last": "2026-09-06T02:54:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:57+00:00", + "last": "2026-09-07T03:03:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T02:54:26Z", + "2026-09-07T03:00:37Z" + ] + }, + "documentation_url": "https://piefed.linenoise.vip", + "self_described_as": null + }, + { + "slug": "piefed-3", + "name": "PieFed", + "group_key": "host:piefed.crispycone.social", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://piefed.crispycone.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://piefed.crispycone.social", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:07+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 114457, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:07+00:00", + "last": "2026-09-07T03:00:58+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-06T02:54:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:07+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:07Z", + "2026-09-06T02:54:21Z", + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://piefed.crispycone.social", + "self_described_as": null + }, + { + "slug": "piefed-37", + "name": "PieFed", + "group_key": "host:piefed.dk", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.25; +https://piefed.dk", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-06T09:13:10+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.25; +https://piefed.dk", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-06T09:13:10+00:00", + "bytes_served": 75083, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 2, + "mbin": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:10+00:00", + "last": "2026-09-06T09:13:10+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:24+00:00", + "last": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:27:48+00:00", + "last": "2026-09-06T00:27:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:27:48+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 268.9, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:24Z", + "2026-09-06T09:13:10Z" + ] + }, + "documentation_url": "https://piefed.dk", + "self_described_as": null + }, + { + "slug": "piefed-43", + "name": "PieFed", + "group_key": "host:social.ozymandias.club", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.9; +https://social.ozymandias.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:14+00:00", + "last_seen": "2026-09-07T03:03:40+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.9; +https://social.ozymandias.club", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T02:54:14+00:00", + "last_seen": "2026-09-07T03:03:40+00:00", + "bytes_served": 76847, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 3, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 4, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:31+00:00", + "last": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:28+00:00", + "last": "2026-09-06T03:16:28+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:40+00:00", + "last": "2026-09-07T03:03:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:28+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 724.8, + "visit_starts": [ + "2026-09-06T02:54:14Z", + "2026-09-06T09:15:31Z", + "2026-09-07T03:03:40Z" + ] + }, + "documentation_url": "https://social.ozymandias.club", + "self_described_as": null + }, + { + "slug": "piefed-7", + "name": "PieFed", + "group_key": "host:hyper2.wandzeitung.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.9; +https://hyper2.wandzeitung.xyz", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:00:41+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.9; +https://hyper2.wandzeitung.xyz", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:00:41+00:00", + "bytes_served": 114457, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:00:41+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:35+00:00", + "last": "2026-09-06T02:54:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T02:54:35Z", + "2026-09-07T03:00:41Z" + ] + }, + "documentation_url": "https://hyper2.wandzeitung.xyz", + "self_described_as": null + }, + { + "slug": "summalybot-2", + "name": "SummalyBot", + "group_key": "host:misskey.de", + "kind": "named", + "user_agents": [ + { + "ua": "SummalyBot/5.5.1 (https://misskey.de; +https://github.com/misskey-dev/summaly/blob/master/README.md)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T07:47:43+00:00", + "last_seen": "2026-09-06T07:47:44+00:00" + }, + { + "ua": "Misskey/2026.7.0 (https://misskey.de/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T07:47:44+00:00", + "last_seen": "2026-09-06T07:47:45+00:00" + } + ], + "primary_user_agent": "SummalyBot/5.5.1 (https://misskey.de; +https://github.com/misskey-dev/summaly/blob/master/README.md)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T07:47:43+00:00", + "last_seen": "2026-09-06T07:47:45+00:00", + "bytes_served": 28985, + "classed_by_our_instrument": { + "crawler": 2, + "agent": 2 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T07:47:43+00:00", + "last": "2026-09-06T07:47:44+00:00" + }, + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:47:45+00:00", + "last": "2026-09-06T07:47:45+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:47:44+00:00", + "last": "2026-09-06T07:47:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T07:47:43+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T07:47:44+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T07:47:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T07:47:43Z" + ] + }, + "documentation_url": "https://misskey.de", + "self_described_as": null + }, + { + "slug": "upvote", + "name": "Upvote", + "group_key": "host:upvote-rss.com", + "kind": "named", + "user_agents": [ + { + "ua": "Upvote RSS:1.8.1 (+https://www.upvote-rss.com)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:01:04+00:00", + "last_seen": "2026-09-07T07:01:13+00:00" + } + ], + "primary_user_agent": "Upvote RSS:1.8.1 (+https://www.upvote-rss.com)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:01:04+00:00", + "last_seen": "2026-09-07T07:01:13+00:00", + "bytes_served": 141243, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "section-roots": 4 + }, + "channels": { + "lemmy": 4 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-07T00:01:04+00:00", + "last": "2026-09-07T07:01:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T00:01:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 120.2, + "visit_starts": [ + "2026-09-07T00:01:04Z", + "2026-09-07T03:00:57Z", + "2026-09-07T05:01:04Z", + "2026-09-07T07:01:13Z" + ] + }, + "documentation_url": "https://www.upvote-rss.com", + "self_described_as": null + }, + { + "slug": "url2md", + "name": "url2md", + "group_key": "ua:url2md", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; url2md/1.0)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-04T00:03:41+00:00", + "last_seen": "2026-09-07T02:15:49+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; url2md/1.0)", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-04T00:03:41+00:00", + "last_seen": "2026-09-07T02:15:49+00:00", + "bytes_served": 35340, + "classed_by_our_instrument": { + "agent": 4 + }, + "surfaces": { + "mcp-crawler-index": 4 + }, + "channels": { + "mcpservers-org": 4 + }, + "accept_headers": [ + "text/markdown, text/x-markdown, application/markdown;q=0.9, text/plain;q=0.5, */*;q=0.1" + ], + "status_codes": { + "200": 4 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/mcp.html", + "requests": 4, + "statuses": { + "200": 4 + }, + "first": "2026-09-04T00:03:41+00:00", + "last": "2026-09-07T02:15:49+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-04T00:03:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 4, + "median_gap_minutes": 1444.8, + "visit_starts": [ + "2026-09-04T00:03:41Z", + "2026-09-05T00:08:26Z", + "2026-09-06T00:09:31Z", + "2026-09-07T02:15:49Z" + ] + }, + "documentation_url": null, + "self_described_as": "url2md/1.0" + }, + { + "slug": "ai-crawler-logs", + "name": "ai-crawler-logs", + "group_key": "ua:ai-crawler-logs", + "kind": "named", + "user_agents": [ + { + "ua": "ai-crawler-logs/1.0.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-03T00:22:22+00:00", + "last_seen": "2026-09-03T00:22:43+00:00" + } + ], + "primary_user_agent": "ai-crawler-logs/1.0.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-03T00:22:22+00:00", + "last_seen": "2026-09-03T00:22:43+00:00", + "bytes_served": 571287, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "pathwren-edge": 3 + }, + "channels": { + "pypi-registry": 3 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-03T00:22:22+00:00", + "last": "2026-09-03T00:22:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/ai-crawler-logs/data.json", + "status": "200", + "at": "2026-09-03T00:22:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T00:22:22Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "akkoma-17", + "name": "Akkoma", + "group_key": "host:akk.novalug.org", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.15.2-0-g5bceb1d; https://akk.novalug.org , Akkoma 3.15.2-0-g5bceb1d; https://akk.novalug.org ; Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:18+00:00", + "last_seen": "2026-09-06T05:15:10+00:00" + } + ], + "primary_user_agent": "Akkoma 3.15.2-0-g5bceb1d; https://akk.novalug.org , Akkoma 3.15.2-0-g5bceb1d; https://akk.novalug.org ; Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:18+00:00", + "last_seen": "2026-09-06T05:15:10+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:16:18+00:00", + "last": "2026-09-06T05:15:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:16:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 59.5, + "visit_starts": [ + "2026-09-06T03:16:18Z", + "2026-09-06T03:59:58Z", + "2026-09-06T05:15:10Z" + ] + }, + "documentation_url": "https://akk.novalug.org", + "self_described_as": null + }, + { + "slug": "apievangelist-security-probe", + "name": "apievangelist-security-probe", + "group_key": "ua:apievangelist-security-probe", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; apievangelist-security-probe/1.0)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-01T11:59:36+00:00", + "last_seen": "2026-09-01T11:59:36+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; apievangelist-security-probe/1.0)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-01T11:59:36+00:00", + "last_seen": "2026-09-01T11:59:36+00:00", + "bytes_served": 6141, + "classed_by_our_instrument": { + "unknown": 3 + }, + "surfaces": { + "pathwren-edge": 3 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "404": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/compliance", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:59:36+00:00", + "last": "2026-09-01T11:59:36+00:00" + }, + { + "path": "/security", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:59:36+00:00", + "last": "2026-09-01T11:59:36+00:00" + }, + { + "path": "/trust", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T11:59:36+00:00", + "last": "2026-09-01T11:59:36+00:00" + } + ], + "first_walk": [ + { + "path": "/trust", + "status": "404", + "at": "2026-09-01T11:59:36+00:00" + }, + { + "path": "/security", + "status": "404", + "at": "2026-09-01T11:59:36+00:00" + }, + { + "path": "/compliance", + "status": "404", + "at": "2026-09-01T11:59:36+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/trust", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:59:36+00:00", + "last_asked": "2026-09-01T11:59:36+00:00", + "answered_200_since": "2026-09-02T00:23:01+00:00" + }, + { + "path": "/security", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:59:36+00:00", + "last_asked": "2026-09-01T11:59:36+00:00", + "answered_200_since": "2026-09-02T02:44:16+00:00" + }, + { + "path": "/compliance", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T11:59:36+00:00", + "last_asked": "2026-09-01T11:59:36+00:00", + "answered_200_since": "2026-09-01T23:41:09+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T11:59:36Z" + ] + }, + "documentation_url": null, + "self_described_as": "apievangelist-security-probe/1.0" + }, + { + "slug": "blogtrottr", + "name": "Blogtrottr", + "group_key": "ua:blogtrottr", + "kind": "named", + "user_agents": [ + { + "ua": "Blogtrottr/2.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:00:24+00:00", + "last_seen": "2026-09-06T02:02:22+00:00" + } + ], + "primary_user_agent": "Blogtrottr/2.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:00:24+00:00", + "last_seen": "2026-09-06T02:02:22+00:00", + "bytes_served": 86847, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "changes-syndication-feeds": 3 + }, + "channels": { + "blogtrottr": 1 + }, + "accept_headers": [ + "application/atom+xml, application/rss+xml, application/rdf+xml;q=0.9, application/xml;q=0.8, text/xml;q=0.8, text/html;q=0.7, unknown/unknown;q=0.1, application/unknown;q=0.1, */*;q=0.1" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/feed.xml", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:00:24+00:00", + "last": "2026-09-06T02:02:22+00:00" + }, + { + "path": "/c/blogtrottr/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:00:24+00:00", + "last": "2026-09-06T02:00:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/blogtrottr/feed.xml", + "status": "200", + "at": "2026-09-06T02:00:24+00:00" + }, + { + "path": "/feed.xml", + "status": "200", + "at": "2026-09-06T02:00:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:00:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "catodon", + "name": "Catodon", + "group_key": "ua:catodon", + "kind": "named", + "user_agents": [ + { + "ua": "Catodon (like Discordbot)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T08:20:58+00:00", + "last_seen": "2026-09-07T08:27:42+00:00" + } + ], + "primary_user_agent": "Catodon (like Discordbot)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T08:20:58+00:00", + "last_seen": "2026-09-07T08:27:42+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T08:20:58+00:00", + "last": "2026-09-07T08:27:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T08:20:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T08:20:58Z" + ] + }, + "documentation_url": null, + "self_described_as": "like Discordbot" + }, + { + "slug": "claude-user", + "name": "claude-user", + "group_key": "ua:claude-user", + "kind": "named", + "user_agents": [ + { + "ua": "claude-user", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-04T10:24:37+00:00", + "last_seen": "2026-09-04T10:26:22+00:00" + } + ], + "primary_user_agent": "claude-user", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-04T10:24:37+00:00", + "last_seen": "2026-09-04T10:26:22+00:00", + "bytes_served": 21022, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "mcp-robots-policy-lint": 3 + }, + "channels": { + "mcp-registry-official": 3 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-04T10:24:37+00:00", + "last": "2026-09-04T10:26:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-04T10:24:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T10:24:37Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "discordbot", + "name": "Discordbot", + "group_key": "host:discordapp.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-02T06:59:22+00:00", + "last_seen": "2026-09-06T01:00:22+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; Discordbot/2.0; +https://discordapp.com)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-02T06:59:22+00:00", + "last_seen": "2026-09-06T01:00:22+00:00", + "bytes_served": 77169, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "pathwren-edge": 2, + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:00:22+00:00", + "last": "2026-09-06T01:00:22+00:00" + }, + { + "path": "/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T07:00:49+00:00", + "last": "2026-09-02T07:00:49+00:00" + }, + { + "path": "/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T06:59:22+00:00", + "last": "2026-09-02T06:59:22+00:00" + } + ], + "first_walk": [ + { + "path": "/operator/", + "status": "200", + "at": "2026-09-02T06:59:22+00:00" + }, + { + "path": "/crawler/", + "status": "200", + "at": "2026-09-02T07:00:49+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T01:00:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 5401.0, + "visit_starts": [ + "2026-09-02T06:59:22Z", + "2026-09-06T01:00:22Z" + ] + }, + "documentation_url": "https://discordapp.com", + "self_described_as": "Discordbot/2.0" + }, + { + "slug": "friendica-107", + "name": "Friendica", + "group_key": "host:friendica.ambag.es", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ambag.es", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:48+00:00", + "last_seen": "2026-09-06T06:34:52+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.ambag.es", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:48+00:00", + "last_seen": "2026-09-06T06:34:48+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ambag.es", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:48+00:00", + "last_seen": "2026-09-06T06:34:52+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:48+00:00", + "last": "2026-09-06T06:34:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:48Z" + ] + }, + "documentation_url": "https://friendica.ambag.es", + "self_described_as": null + }, + { + "slug": "friendica-110", + "name": "Friendica", + "group_key": "host:social.raitisoja.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.raitisoja.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:35:24+00:00", + "last_seen": "2026-09-06T06:35:25+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.raitisoja.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:24+00:00", + "last_seen": "2026-09-06T06:35:24+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.raitisoja.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:35:24+00:00", + "last_seen": "2026-09-06T06:35:25+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:35:24+00:00", + "last": "2026-09-06T06:35:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:35:24Z" + ] + }, + "documentation_url": "https://social.raitisoja.com", + "self_described_as": null + }, + { + "slug": "friendica-126", + "name": "Friendica", + "group_key": "host:friendica.exon.name", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.exon.name", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:13+00:00", + "last_seen": "2026-09-07T06:50:14+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.exon.name", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:13+00:00", + "last_seen": "2026-09-07T06:50:13+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.exon.name", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:13+00:00", + "last_seen": "2026-09-07T06:50:14+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:13+00:00", + "last": "2026-09-07T06:50:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:13Z" + ] + }, + "documentation_url": "https://friendica.exon.name", + "self_described_as": null + }, + { + "slug": "friendica-128", + "name": "Friendica", + "group_key": "host:friendica.mrpetovan.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.mrpetovan.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.mrpetovan.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.mrpetovan.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:17+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:16+00:00", + "last": "2026-09-07T06:50:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:16Z" + ] + }, + "documentation_url": "https://friendica.mrpetovan.com", + "self_described_as": null + }, + { + "slug": "friendica-129", + "name": "Friendica", + "group_key": "host:schmaker.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://schmaker.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://schmaker.eu", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:17+00:00", + "last_seen": "2026-09-07T06:50:17+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://schmaker.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:17+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:16+00:00", + "last": "2026-09-07T06:50:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:16Z" + ] + }, + "documentation_url": "https://schmaker.eu", + "self_described_as": null + }, + { + "slug": "friendica-132", + "name": "Friendica", + "group_key": "host:friends.mbober.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.mbober.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:32+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friends.mbober.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:31+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.mbober.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:32+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:31+00:00", + "last": "2026-09-07T06:50:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:31Z" + ] + }, + "documentation_url": "https://friends.mbober.de", + "self_described_as": null + }, + { + "slug": "friendica-134", + "name": "Friendica", + "group_key": "host:friendica.chilemasto.casa", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.chilemasto.casa", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:32+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.chilemasto.casa", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:31+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.chilemasto.casa", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:32+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:50:31+00:00", + "last": "2026-09-07T06:50:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:31Z" + ] + }, + "documentation_url": "https://friendica.chilemasto.casa", + "self_described_as": null + }, + { + "slug": "friendica-20", + "name": "Friendica", + "group_key": "host:mordor.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://mordor.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:00+00:00", + "last_seen": "2026-09-06T06:34:01+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://mordor.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:00+00:00", + "last_seen": "2026-09-06T06:34:00+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://mordor.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:00+00:00", + "last_seen": "2026-09-06T06:34:01+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:00+00:00", + "last": "2026-09-06T06:34:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:00+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:00Z" + ] + }, + "documentation_url": "https://mordor.social", + "self_described_as": null + }, + { + "slug": "friendica-23", + "name": "Friendica", + "group_key": "host:f.freinetz.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://f.freinetz.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:03+00:00", + "last_seen": "2026-09-06T06:34:06+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://f.freinetz.ch", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:03+00:00", + "last_seen": "2026-09-06T06:34:03+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://f.freinetz.ch", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:03+00:00", + "last_seen": "2026-09-06T06:34:06+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:03+00:00", + "last": "2026-09-06T06:34:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:03Z" + ] + }, + "documentation_url": "https://f.freinetz.ch", + "self_described_as": null + }, + { + "slug": "friendica-25", + "name": "Friendica", + "group_key": "host:friendica.waldstepperbu.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.waldstepperbu.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T07:23:09+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.waldstepperbu.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T06:34:04+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.waldstepperbu.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T07:23:09+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:04+00:00", + "last": "2026-09-06T07:23:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 49.1, + "visit_starts": [ + "2026-09-06T06:34:04Z", + "2026-09-06T07:23:09Z" + ] + }, + "documentation_url": "https://friendica.waldstepperbu.de", + "self_described_as": null + }, + { + "slug": "friendica-29", + "name": "Friendica", + "group_key": "host:convenient.email", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2024.09-dev DatabaseVersion/1573 Request/ContentTypeChecker/1 +https://convenient.email", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:05+00:00" + }, + { + "ua": "Friendica/2024.09-dev DatabaseVersion/1573 Request/ActivityPub/1 +https://convenient.email", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:05+00:00" + }, + { + "ua": "Friendica/2024.09-dev DatabaseVersion/1573 Request/SiteInfo/1 +https://convenient.email", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:05+00:00" + } + ], + "primary_user_agent": "Friendica/2024.09-dev DatabaseVersion/1573 Request/ContentTypeChecker/1 +https://convenient.email", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:05+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T06:34:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:05Z" + ] + }, + "documentation_url": "https://convenient.email", + "self_described_as": null + }, + { + "slug": "friendica-30", + "name": "Friendica", + "group_key": "host:f.3ischn.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica 'Giant Rhubarb' 2023.05-1518; https://f.3ischn.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:13+00:00" + } + ], + "primary_user_agent": "Friendica 'Giant Rhubarb' 2023.05-1518; https://f.3ischn.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-07T06:50:13+00:00", + "bytes_served": 10661, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:12+00:00", + "last": "2026-09-07T06:50:13+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T06:34:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.1, + "visit_starts": [ + "2026-09-06T06:34:05Z", + "2026-09-07T06:50:12Z" + ] + }, + "documentation_url": "https://f.3ischn.de", + "self_described_as": null + }, + { + "slug": "friendica-33", + "name": "Friendica", + "group_key": "host:friendica.ownbox.be", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ownbox.be", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:06+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.ownbox.be", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:05+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ownbox.be", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:05+00:00", + "last_seen": "2026-09-06T06:34:06+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:05+00:00", + "last": "2026-09-06T06:34:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:05Z" + ] + }, + "documentation_url": "https://friendica.ownbox.be", + "self_described_as": null + }, + { + "slug": "friendica-39", + "name": "Friendica", + "group_key": "host:friends.deko.cloud", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friends.deko.cloud", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-06T06:34:07+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://friends.deko.cloud", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-06T06:34:06+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friends.deko.cloud", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:06+00:00", + "last_seen": "2026-09-06T06:34:07+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:06+00:00", + "last": "2026-09-06T06:34:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:06Z" + ] + }, + "documentation_url": "https://friends.deko.cloud", + "self_described_as": null + }, + { + "slug": "friendica-48", + "name": "Friendica", + "group_key": "host:keybored.me", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://keybored.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:34:09+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://keybored.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:34:08+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://keybored.me", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:34:09+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:08+00:00", + "last": "2026-09-06T06:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:08Z" + ] + }, + "documentation_url": "https://keybored.me", + "self_described_as": null + }, + { + "slug": "friendica-52", + "name": "Friendica", + "group_key": "host:social.kelliwic.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.kelliwic.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-06T06:34:10+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.kelliwic.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-06T06:34:09+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.kelliwic.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-06T06:34:10+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:09+00:00", + "last": "2026-09-06T06:34:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:09Z" + ] + }, + "documentation_url": "https://social.kelliwic.net", + "self_described_as": null + }, + { + "slug": "friendica-53", + "name": "Friendica", + "group_key": "host:fd.winklerfamilie.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://fd.winklerfamilie.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-06T06:34:11+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://fd.winklerfamilie.eu", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-06T06:34:10+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://fd.winklerfamilie.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-06T06:34:11+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:10+00:00", + "last": "2026-09-06T06:34:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:10Z" + ] + }, + "documentation_url": "https://fd.winklerfamilie.eu", + "self_described_as": null + }, + { + "slug": "friendica-58", + "name": "Friendica", + "group_key": "host:floof.org", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica 'Yellow Archangel' 2024.03-1557; https://floof.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:26+00:00" + } + ], + "primary_user_agent": "Friendica 'Yellow Archangel' 2024.03-1557; https://floof.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:11+00:00", + "last_seen": "2026-09-07T06:50:26+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:11+00:00", + "last": "2026-09-06T06:34:12+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:26+00:00", + "last": "2026-09-07T06:50:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:11+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.2, + "visit_starts": [ + "2026-09-06T06:34:11Z", + "2026-09-07T06:50:26Z" + ] + }, + "documentation_url": "https://floof.org", + "self_described_as": null + }, + { + "slug": "friendica-66", + "name": "Friendica", + "group_key": "host:satzfetzen.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://satzfetzen.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:14+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://satzfetzen.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:13+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://satzfetzen.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:14+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T06:34:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:13Z" + ] + }, + "documentation_url": "https://satzfetzen.de", + "self_described_as": null + }, + { + "slug": "friendica-67", + "name": "Friendica", + "group_key": "host:friendica.sokoll.com", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.sokoll.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:14+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.sokoll.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:13+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.sokoll.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:14+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T06:34:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:13Z" + ] + }, + "documentation_url": "https://friendica.sokoll.com", + "self_described_as": null + }, + { + "slug": "friendica-68", + "name": "Friendica", + "group_key": "host:friendica.hagew.blog", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.hagew.blog", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:14+00:00", + "last_seen": "2026-09-06T07:31:37+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.hagew.blog", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:14+00:00", + "last_seen": "2026-09-06T06:34:14+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.hagew.blog", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:14+00:00", + "last_seen": "2026-09-06T07:31:37+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:14+00:00", + "last": "2026-09-06T07:31:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 57.4, + "visit_starts": [ + "2026-09-06T06:34:14Z", + "2026-09-06T07:31:37Z" + ] + }, + "documentation_url": "https://friendica.hagew.blog", + "self_described_as": null + }, + { + "slug": "friendica-81", + "name": "Friendica", + "group_key": "host:social.klwnbug.co.uk", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.klwnbug.co.uk", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://social.klwnbug.co.uk", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:19+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://social.klwnbug.co.uk", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:20+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:19+00:00", + "last": "2026-09-06T06:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:19Z" + ] + }, + "documentation_url": "https://social.klwnbug.co.uk", + "self_described_as": null + }, + { + "slug": "friendica-83", + "name": "Friendica", + "group_key": "host:social.netdynamics.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.netdynamics.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.netdynamics.eu", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:19+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.netdynamics.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:20+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:19+00:00", + "last": "2026-09-06T06:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:19Z" + ] + }, + "documentation_url": "https://social.netdynamics.eu", + "self_described_as": null + }, + { + "slug": "friendica-84", + "name": "Friendica", + "group_key": "host:friendica.lebenswert.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.lebenswert.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.lebenswert.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:19+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.lebenswert.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:19+00:00", + "last_seen": "2026-09-06T06:34:20+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:19+00:00", + "last": "2026-09-06T06:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:19Z" + ] + }, + "documentation_url": "https://friendica.lebenswert.social", + "self_described_as": null + }, + { + "slug": "friendica-86", + "name": "Friendica", + "group_key": "host:friendica.innerproduct.space", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.innerproduct.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:21+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.innerproduct.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.innerproduct.space", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:21+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:20+00:00", + "last": "2026-09-06T06:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:20Z" + ] + }, + "documentation_url": "https://friendica.innerproduct.space", + "self_described_as": null + }, + { + "slug": "friendica-93", + "name": "Friendica", + "group_key": "host:anarchydica.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://anarchydica.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:24+00:00", + "last_seen": "2026-09-06T06:34:25+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://anarchydica.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:24+00:00", + "last_seen": "2026-09-06T06:34:24+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://anarchydica.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:24+00:00", + "last_seen": "2026-09-06T06:34:25+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:34:24+00:00", + "last": "2026-09-06T06:34:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:24Z" + ] + }, + "documentation_url": "https://anarchydica.net", + "self_described_as": null + }, + { + "slug": "inoreader", + "name": "Inoreader", + "group_key": "host:inoreader.com", + "kind": "named", + "user_agents": [ + { + "ua": "Inoreader/1.0 (+http://www.inoreader.com/feed-fetcher; 0 subscribers; )", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T11:53:12+00:00", + "last_seen": "2026-09-06T11:54:06+00:00" + }, + { + "ua": "Inoreader/1.0 (+http://www.inoreader.com/feed-fetcher; 1 subscribers; )", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T11:53:12+00:00", + "last_seen": "2026-09-06T11:53:12+00:00" + } + ], + "primary_user_agent": "Inoreader/1.0 (+http://www.inoreader.com/feed-fetcher; 0 subscribers; )", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T11:53:12+00:00", + "last_seen": "2026-09-06T11:54:06+00:00", + "bytes_served": 86883, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "changes-syndication-feeds": 3 + }, + "channels": { + "inoreader": 3 + }, + "accept_headers": [ + "application/atom+xml, application/rss+xml, application/rdf+xml;q=0.9, application/xml;q=0.8, text/xml;q=0.8, text/html;q=0.7, unknown/unknown;q=0.1, application/unknown;q=0.1, */*;q=0.1" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/inoreader/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:53:12+00:00", + "last": "2026-09-06T11:54:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/inoreader/feed.xml", + "status": "200", + "at": "2026-09-06T11:53:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T11:53:12Z" + ] + }, + "documentation_url": "http://www.inoreader.com/feed-fetcher", + "self_described_as": "0 subscribers" + }, + { + "slug": "inoreader-com", + "name": "inoreader.com", + "group_key": "ua:inoreader-com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; inoreader.com)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T11:53:15+00:00", + "last_seen": "2026-09-06T11:53:17+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; inoreader.com)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T11:53:15+00:00", + "last_seen": "2026-09-06T11:53:17+00:00", + "bytes_served": 86883, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "changes-syndication-feeds": 3 + }, + "channels": { + "inoreader": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/inoreader/feed.xml", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T11:53:15+00:00", + "last": "2026-09-06T11:53:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/inoreader/feed.xml", + "status": "200", + "at": "2026-09-06T11:53:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T11:53:15Z" + ] + }, + "documentation_url": null, + "self_described_as": "inoreader.com" + }, + { + "slug": "lemmy-101", + "name": "Lemmy", + "group_key": "host:lemmynal.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmynal.space", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T00:49:36+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmynal.space", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T00:49:36+00:00", + "bytes_served": 102456, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T00:49:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1474.2, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-07T00:49:36Z" + ] + }, + "documentation_url": "https://lemmynal.space", + "self_described_as": null + }, + { + "slug": "lemmy-121", + "name": "Lemmy", + "group_key": "host:timeyak.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://timeyak.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T02:57:18+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://timeyak.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T02:57:18+00:00", + "bytes_served": 53605, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:17+00:00", + "last": "2026-09-06T02:57:18+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-06T00:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + }, + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 161.9, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-06T02:57:17Z" + ] + }, + "documentation_url": "https://timeyak.com", + "self_described_as": null + }, + { + "slug": "lemmy-142", + "name": "Lemmy", + "group_key": "host:lemmy.tserts.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.tserts.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:19:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.tserts.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:19:05+00:00", + "bytes_served": 102456, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:19:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 811.8, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:03:58Z", + "2026-09-07T03:19:05Z" + ] + }, + "documentation_url": "https://lemmy.tserts.com", + "self_described_as": null + }, + { + "slug": "lemmy-154", + "name": "Lemmy", + "group_key": "host:lemmy.tobyvin.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20-modified; +https://lemmy.tobyvin.dev", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T04:58:41+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20-modified; +https://lemmy.tobyvin.dev", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T04:58:41+00:00", + "bytes_served": 104199, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-07T04:58:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 861.6, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-07T03:00:58Z", + "2026-09-07T04:58:41Z" + ] + }, + "documentation_url": "https://lemmy.tobyvin.dev", + "self_described_as": null + }, + { + "slug": "lemmy-158", + "name": "Lemmy", + "group_key": "host:lemmy.manganiello.tech", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.manganiello.tech", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T00:50:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.manganiello.tech", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T00:50:02+00:00", + "bytes_served": 102456, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T00:50:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1474.6, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-07T00:50:02Z" + ] + }, + "documentation_url": "https://lemmy.manganiello.tech", + "self_described_as": null + }, + { + "slug": "lemmy-162", + "name": "Lemmy", + "group_key": "host:linkage.ds8.zone", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://linkage.ds8.zone", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T05:50:25+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://linkage.ds8.zone", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T05:50:25+00:00", + "bytes_served": 104199, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T05:50:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 887.5, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-07T03:00:50Z", + "2026-09-07T05:50:25Z" + ] + }, + "documentation_url": "https://linkage.ds8.zone", + "self_described_as": null + }, + { + "slug": "lemmy-165", + "name": "Lemmy", + "group_key": "host:lemmy.liebeleu.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.liebeleu.de", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T00:49:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.liebeleu.de", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T00:49:52+00:00", + "bytes_served": 102456, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T00:49:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1474.4, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-07T00:49:52Z" + ] + }, + "documentation_url": "https://lemmy.liebeleu.de", + "self_described_as": null + }, + { + "slug": "lemmy-17", + "name": "Lemmy", + "group_key": "host:lemmy.ill13.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.ill13.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T04:58:53+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.ill13.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T04:58:53+00:00", + "bytes_served": 104197, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T04:58:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 861.9, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-07T03:00:43Z", + "2026-09-07T04:58:53Z" + ] + }, + "documentation_url": "https://lemmy.ill13.com", + "self_described_as": null + }, + { + "slug": "lemmy-171", + "name": "Lemmy", + "group_key": "host:lemmy.beru.co", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.beru.co", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:17:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.beru.co", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:17:59+00:00", + "bytes_served": 102460, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:17:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 811.2, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T03:16:36Z", + "2026-09-07T03:17:59Z" + ] + }, + "documentation_url": "https://lemmy.beru.co", + "self_described_as": null + }, + { + "slug": "lemmy-172", + "name": "Lemmy", + "group_key": "host:l.roofo.cc", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://l.roofo.cc", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:18:10+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://l.roofo.cc", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:18:10+00:00", + "bytes_served": 102460, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:18:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 811.3, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T03:16:26Z", + "2026-09-07T03:18:10Z" + ] + }, + "documentation_url": "https://l.roofo.cc", + "self_described_as": null + }, + { + "slug": "lemmy-196", + "name": "Lemmy", + "group_key": "host:lemmy.brdsnest.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.5; +https://lemmy.brdsnest.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T03:16:41+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.5; +https://lemmy.brdsnest.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T03:16:41+00:00", + "bytes_served": 79146, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-06T03:16:41+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-06T02:54:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 158.7, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-06T02:54:11Z" + ] + }, + "documentation_url": "https://lemmy.brdsnest.net", + "self_described_as": null + }, + { + "slug": "lemmy-199", + "name": "Lemmy", + "group_key": "host:lemmy.vigenere.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.vigenere.nl", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T04:58:41+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.vigenere.nl", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T04:58:41+00:00", + "bytes_served": 104199, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T04:58:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 861.5, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-07T03:00:35Z", + "2026-09-07T04:58:41Z" + ] + }, + "documentation_url": "https://lemmy.vigenere.nl", + "self_described_as": null + }, + { + "slug": "lemmy-209", + "name": "Lemmy", + "group_key": "host:mtgzone.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://mtgzone.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:10:44+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://mtgzone.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:10:44+00:00", + "bytes_served": 321924, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-07T03:00:40+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:44+00:00", + "last": "2026-09-07T03:10:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.1, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://mtgzone.com", + "self_described_as": null + }, + { + "slug": "lemmy-21", + "name": "Lemmy", + "group_key": "host:lemmy.deadca.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.deadca.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T00:49:40+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.deadca.de", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T00:49:40+00:00", + "bytes_served": 102455, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T00:49:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1474.5, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-07T00:49:40Z" + ] + }, + "documentation_url": "https://lemmy.deadca.de", + "self_described_as": null + }, + { + "slug": "lemmy-212", + "name": "Lemmy", + "group_key": "host:lemmy.monster", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.monster", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:00:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.monster", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:33+00:00", + "last_seen": "2026-09-07T03:00:50+00:00", + "bytes_served": 102460, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:33+00:00", + "last": "2026-09-07T03:00:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:33Z", + "2026-09-06T03:16:29Z", + "2026-09-07T03:00:50Z" + ] + }, + "documentation_url": "https://lemmy.monster", + "self_described_as": null + }, + { + "slug": "lemmy-230", + "name": "Lemmy", + "group_key": "host:lemmy.eirides.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://lemmy.eirides.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:21:26+00:00", + "last_seen": "2026-09-07T04:19:30+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://lemmy.eirides.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:21:26+00:00", + "last_seen": "2026-09-07T04:19:30+00:00", + "bytes_served": 102456, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:21:26+00:00", + "last": "2026-09-07T04:19:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 839.1, + "visit_starts": [ + "2026-09-06T00:21:26Z", + "2026-09-06T02:28:06Z", + "2026-09-07T04:19:30Z" + ] + }, + "documentation_url": "https://lemmy.eirides.net", + "self_described_as": null + }, + { + "slug": "lemmy-231", + "name": "Lemmy", + "group_key": "host:fedii.me", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://fedii.me", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:21:27+00:00", + "last_seen": "2026-09-07T03:22:29+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://fedii.me", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:21:27+00:00", + "last_seen": "2026-09-07T03:22:29+00:00", + "bytes_served": 103499, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:21:27+00:00", + "last": "2026-09-07T03:22:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 810.5, + "visit_starts": [ + "2026-09-06T00:21:27Z", + "2026-09-06T12:11:28Z", + "2026-09-07T03:22:29Z" + ] + }, + "documentation_url": "https://fedii.me", + "self_described_as": null + }, + { + "slug": "lemmy-247", + "name": "Lemmy", + "group_key": "host:fasheng.ing", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://fasheng.ing", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:11+00:00", + "last_seen": "2026-09-07T02:45:17+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://fasheng.ing", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:11+00:00", + "last_seen": "2026-09-07T02:45:17+00:00", + "bytes_served": 47982, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:11+00:00", + "last": "2026-09-07T02:45:17+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:28+00:00", + "last": "2026-09-06T09:15:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:11+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 715.5, + "visit_starts": [ + "2026-09-06T02:54:11Z", + "2026-09-06T09:15:28Z", + "2026-09-07T02:45:17Z" + ] + }, + "documentation_url": "https://fasheng.ing", + "self_described_as": null + }, + { + "slug": "lemmy-255", + "name": "Lemmy", + "group_key": "host:lemmy.100010101.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.100010101.xyz", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:21+00:00", + "last_seen": "2026-09-07T03:03:47+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.100010101.xyz", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:21+00:00", + "last_seen": "2026-09-07T03:03:47+00:00", + "bytes_served": 32479, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-06T09:06:08+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:47+00:00", + "last": "2026-09-07T03:03:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 724.8, + "visit_starts": [ + "2026-09-06T02:54:21Z", + "2026-09-06T09:06:08Z", + "2026-09-07T03:03:47Z" + ] + }, + "documentation_url": "https://lemmy.100010101.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-257", + "name": "Lemmy", + "group_key": "host:martinlm.mypi.co", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20-modified; +https://martinlm.mypi.co", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:23+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20-modified; +https://martinlm.mypi.co", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:23+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 59941, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:23+00:00", + "last": "2026-09-07T02:45:00+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:58+00:00", + "last": "2026-09-07T03:00:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:23+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.6, + "visit_starts": [ + "2026-09-06T02:54:23Z", + "2026-09-07T02:45:00Z" + ] + }, + "documentation_url": "https://martinlm.mypi.co", + "self_described_as": null + }, + { + "slug": "lemmy-258", + "name": "Lemmy", + "group_key": "host:lemmy.blehiscool.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.blehiscool.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:24+00:00", + "last_seen": "2026-09-07T03:00:50+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.blehiscool.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:24+00:00", + "last_seen": "2026-09-07T03:00:50+00:00", + "bytes_served": 59941, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:24+00:00", + "last": "2026-09-07T02:45:06+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:50+00:00", + "last": "2026-09-07T03:00:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:24+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.7, + "visit_starts": [ + "2026-09-06T02:54:24Z", + "2026-09-07T02:45:06Z" + ] + }, + "documentation_url": "https://lemmy.blehiscool.com", + "self_described_as": null + }, + { + "slug": "lemmy-26", + "name": "Lemmy", + "group_key": "host:lemmy.kya.moe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.kya.moe", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:00:54+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.kya.moe", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:00:54+00:00", + "bytes_served": 102458, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:00:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-06T03:16:35Z", + "2026-09-07T03:00:54Z" + ] + }, + "documentation_url": "https://lemmy.kya.moe", + "self_described_as": null + }, + { + "slug": "lemmy-269", + "name": "Lemmy", + "group_key": "host:lemmy.anhanga.com.br", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.anhanga.com.br", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:36+00:00", + "last_seen": "2026-09-07T05:54:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.anhanga.com.br", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:36+00:00", + "last_seen": "2026-09-07T05:54:51+00:00", + "bytes_served": 70665, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:26+00:00", + "last": "2026-09-06T09:15:26+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T05:54:51+00:00", + "last": "2026-09-07T05:54:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:36+00:00", + "last": "2026-09-06T02:54:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:36+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:26+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T05:54:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 810.1, + "visit_starts": [ + "2026-09-06T02:54:36Z", + "2026-09-06T09:15:26Z", + "2026-09-07T05:54:51Z" + ] + }, + "documentation_url": "https://lemmy.anhanga.com.br", + "self_described_as": null + }, + { + "slug": "lemmy-273", + "name": "Lemmy", + "group_key": "host:zegheteens.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://zegheteens.nl", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:57:28+00:00", + "last_seen": "2026-09-06T03:16:25+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://zegheteens.nl", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:57:28+00:00", + "last_seen": "2026-09-06T03:16:25+00:00", + "bytes_served": 53597, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:57:28+00:00", + "last": "2026-09-06T02:57:29+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:25+00:00", + "last": "2026-09-06T03:16:25+00:00" + } + ], + "first_walk": [ + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:57:28Z" + ] + }, + "documentation_url": "https://zegheteens.nl", + "self_described_as": null + }, + { + "slug": "lemmy-279", + "name": "Lemmy", + "group_key": "host:social.p80.se", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://social.p80.se", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:27+00:00", + "last_seen": "2026-09-07T03:17:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://social.p80.se", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:27+00:00", + "last_seen": "2026-09-07T03:17:51+00:00", + "bytes_served": 76810, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:27+00:00", + "last": "2026-09-07T03:17:51+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:01+00:00", + "last": "2026-09-07T03:04:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1427.6, + "visit_starts": [ + "2026-09-06T03:16:27Z", + "2026-09-07T03:04:01Z" + ] + }, + "documentation_url": "https://social.p80.se", + "self_described_as": null + }, + { + "slug": "lemmy-280", + "name": "Lemmy", + "group_key": "host:lemmy.amxl.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.14; +https://lemmy.amxl.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:32+00:00", + "last_seen": "2026-09-07T03:18:07+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.14; +https://lemmy.amxl.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:32+00:00", + "last_seen": "2026-09-07T03:18:07+00:00", + "bytes_served": 104199, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T03:16:32+00:00", + "last": "2026-09-07T03:18:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1424.4, + "visit_starts": [ + "2026-09-06T03:16:32Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://lemmy.amxl.com", + "self_described_as": null + }, + { + "slug": "lemmy-285", + "name": "Lemmy", + "group_key": "host:lemmy.zimage.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://lemmy.zimage.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T04:34:25+00:00", + "last_seen": "2026-09-07T04:46:09+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://lemmy.zimage.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T04:34:25+00:00", + "last_seen": "2026-09-07T04:46:09+00:00", + "bytes_served": 103087, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T04:34:25+00:00", + "last": "2026-09-07T04:46:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T04:34:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 725.9, + "visit_starts": [ + "2026-09-06T04:34:25Z", + "2026-09-06T05:22:56Z", + "2026-09-07T04:46:09Z" + ] + }, + "documentation_url": "https://lemmy.zimage.com", + "self_described_as": null + }, + { + "slug": "lemmy-293", + "name": "Lemmy", + "group_key": "host:badatbeing.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://badatbeing.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T09:15:43+00:00", + "last_seen": "2026-09-07T01:48:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://badatbeing.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T09:15:43+00:00", + "last_seen": "2026-09-07T01:48:57+00:00", + "bytes_served": 71219, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T01:48:57+00:00", + "last": "2026-09-07T01:48:57+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:55:40+00:00", + "last": "2026-09-06T11:55:40+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T11:55:40+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T01:48:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 496.6, + "visit_starts": [ + "2026-09-06T09:15:43Z", + "2026-09-06T11:55:40Z", + "2026-09-07T01:48:57Z" + ] + }, + "documentation_url": "https://badatbeing.social", + "self_described_as": null + }, + { + "slug": "lemmy-314", + "name": "Lemmy", + "group_key": "host:testing.crazypeople.online", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://testing.crazypeople.online", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:01:01+00:00", + "last_seen": "2026-09-07T04:58:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://testing.crazypeople.online", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:01:01+00:00", + "last_seen": "2026-09-07T04:58:45+00:00", + "bytes_served": 78541, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:01:01+00:00", + "last": "2026-09-07T04:58:45+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:01:01+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 117.7, + "visit_starts": [ + "2026-09-07T03:01:01Z", + "2026-09-07T04:58:45Z" + ] + }, + "documentation_url": "https://testing.crazypeople.online", + "self_described_as": null + }, + { + "slug": "lemmy-36", + "name": "Lemmy", + "group_key": "host:breakfast.haus", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.16; +https://breakfast.haus", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T05:50:30+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.16; +https://breakfast.haus", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T05:50:30+00:00", + "bytes_served": 104197, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T05:50:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 887.6, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-07T03:00:46Z", + "2026-09-07T05:50:30Z" + ] + }, + "documentation_url": "https://breakfast.haus", + "self_described_as": null + }, + { + "slug": "lemmy-38", + "name": "Lemmy", + "group_key": "host:lemmy.norbipeti.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://lemmy.norbipeti.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T05:46:22+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://lemmy.norbipeti.eu", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:11+00:00", + "last_seen": "2026-09-07T05:46:22+00:00", + "bytes_served": 103085, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:11+00:00", + "last": "2026-09-07T05:46:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 885.5, + "visit_starts": [ + "2026-09-06T00:15:11Z", + "2026-09-06T05:39:49Z", + "2026-09-07T05:46:22Z" + ] + }, + "documentation_url": "https://lemmy.norbipeti.eu", + "self_described_as": null + }, + { + "slug": "lemmy-54", + "name": "Lemmy", + "group_key": "host:lemmy.digitalfall.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.digitalfall.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T08:33:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.digitalfall.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T08:33:49+00:00", + "bytes_served": 104197, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T08:33:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 969.3, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-07T03:22:35Z", + "2026-09-07T08:33:49Z" + ] + }, + "documentation_url": "https://lemmy.digitalfall.net", + "self_described_as": null + }, + { + "slug": "lemmy-60", + "name": "Lemmy", + "group_key": "host:lemmy.inbutts.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.inbutts.lol", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T00:50:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.inbutts.lol", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T00:50:05+00:00", + "bytes_served": 102455, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T00:50:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1474.9, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-07T00:50:05Z" + ] + }, + "documentation_url": "https://lemmy.inbutts.lol", + "self_described_as": null + }, + { + "slug": "lemmy-75", + "name": "Lemmy", + "group_key": "host:bolha.forum", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://bolha.forum", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-06T03:03:21+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://bolha.forum", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-06T03:03:21+00:00", + "bytes_served": 45891, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:00:51+00:00", + "last": "2026-09-06T03:03:21+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-06T00:15:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:00:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 165.6, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-06T03:00:51Z" + ] + }, + "documentation_url": "https://bolha.forum", + "self_described_as": null + }, + { + "slug": "lemmy-91", + "name": "Lemmy", + "group_key": "host:l.tta.wtf", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://l.tta.wtf", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T08:31:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://l.tta.wtf", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-07T08:31:05+00:00", + "bytes_served": 104197, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-07T08:31:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 967.9, + "visit_starts": [ + "2026-09-06T00:15:19Z", + "2026-09-07T03:00:43Z", + "2026-09-07T08:31:05Z" + ] + }, + "documentation_url": "https://l.tta.wtf", + "self_described_as": null + }, + { + "slug": "mastodon-103", + "name": "Mastodon", + "group_key": "host:ohai.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ohai.social/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:16:16+00:00", + "last_seen": "2026-09-06T06:34:55+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ohai.social/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:16:16+00:00", + "last_seen": "2026-09-06T06:34:55+00:00", + "bytes_served": 79730, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 2, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:16:16+00:00", + "last": "2026-09-06T03:16:57+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:55+00:00", + "last": "2026-09-06T06:34:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:16+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 189.3, + "visit_starts": [ + "2026-09-06T00:16:16Z", + "2026-09-06T03:16:57Z", + "2026-09-06T06:34:55Z" + ] + }, + "documentation_url": "https://ohai.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-170", + "name": "Mastodon", + "group_key": "host:mastodon.com.pl", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.com.pl/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:42+00:00", + "last_seen": "2026-09-06T09:16:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.com.pl/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:42+00:00", + "last_seen": "2026-09-06T09:16:10+00:00", + "bytes_served": 68925, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:10+00:00", + "last": "2026-09-06T09:16:10+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:22+00:00", + "last": "2026-09-06T03:16:22+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:42+00:00", + "last": "2026-09-06T02:54:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:42+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:22+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 381.5, + "visit_starts": [ + "2026-09-06T02:54:42Z", + "2026-09-06T09:16:10Z" + ] + }, + "documentation_url": "https://mastodon.com.pl/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-27", + "name": "Mastodon", + "group_key": "host:livellosegreto.it", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://livellosegreto.it/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T03:04:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://livellosegreto.it/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T03:04:28+00:00", + "bytes_served": 54736, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 2, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:41:14+00:00", + "last": "2026-09-06T06:41:14+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:28+00:00", + "last": "2026-09-07T03:04:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + }, + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:41:14+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 804.5, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-06T06:41:14Z", + "2026-09-07T03:04:28Z" + ] + }, + "documentation_url": "https://livellosegreto.it/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-35", + "name": "Mastodon", + "group_key": "host:mathstodon.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mathstodon.xyz/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-06T09:15:37+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mathstodon.xyz/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:35+00:00", + "last_seen": "2026-09-06T09:15:37+00:00", + "bytes_served": 68930, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:37+00:00", + "last": "2026-09-06T09:15:37+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:35+00:00", + "last": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:55+00:00", + "last": "2026-09-06T02:54:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:55+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 270.0, + "visit_starts": [ + "2026-09-06T00:15:35Z", + "2026-09-06T02:54:55Z", + "2026-09-06T09:15:37Z" + ] + }, + "documentation_url": "https://mathstodon.xyz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-43", + "name": "Mastodon", + "group_key": "host:mastodon.world", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.world/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:40+00:00", + "last_seen": "2026-09-07T07:53:32+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.world/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:40+00:00", + "last_seen": "2026-09-07T07:53:32+00:00", + "bytes_served": 309969, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:38+00:00", + "last": "2026-09-06T09:15:38+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:53:32+00:00", + "last": "2026-09-07T07:53:32+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:40+00:00", + "last": "2026-09-06T00:15:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:40+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:38+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T07:53:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 949.0, + "visit_starts": [ + "2026-09-06T00:15:40Z", + "2026-09-06T09:15:38Z", + "2026-09-07T07:53:32Z" + ] + }, + "documentation_url": "https://mastodon.world/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-50", + "name": "Mastodon", + "group_key": "host:toot.io", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.io/) Bot", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T09:16:15+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.io/) Bot", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T09:16:15+00:00", + "bytes_served": 68930, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:15+00:00", + "last": "2026-09-06T09:16:15+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:43+00:00", + "last": "2026-09-06T00:15:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:39+00:00", + "last": "2026-09-06T02:54:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:43+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 270.2, + "visit_starts": [ + "2026-09-06T00:15:43Z", + "2026-09-06T02:54:39Z", + "2026-09-06T09:16:15Z" + ] + }, + "documentation_url": "https://toot.io/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-59", + "name": "Mastodon", + "group_key": "host:ioc.exchange", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.2+glitch (http.rb/5.3.1; +https://ioc.exchange/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:47+00:00", + "last_seen": "2026-09-06T09:16:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.2+glitch (http.rb/5.3.1; +https://ioc.exchange/) Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:47+00:00", + "last_seen": "2026-09-06T09:16:05+00:00", + "bytes_served": 68930, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:05+00:00", + "last": "2026-09-06T09:16:05+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:47+00:00", + "last": "2026-09-06T00:15:47+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:55+00:00", + "last": "2026-09-06T02:54:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:47+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:55+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 270.1, + "visit_starts": [ + "2026-09-06T00:15:47Z", + "2026-09-06T02:54:55Z", + "2026-09-06T09:16:05Z" + ] + }, + "documentation_url": "https://ioc.exchange/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-75", + "name": "Mastodon", + "group_key": "host:hachyderm.io", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://hachyderm.io/) Bot", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:55+00:00", + "last_seen": "2026-09-06T09:16:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://hachyderm.io/) Bot", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:15:55+00:00", + "last_seen": "2026-09-06T09:16:17+00:00", + "bytes_served": 63085, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 2, + "mbin": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:17+00:00", + "last": "2026-09-06T09:16:17+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:55+00:00", + "last": "2026-09-06T00:15:55+00:00" + }, + { + "path": "/c/mbin/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:28:48+00:00", + "last": "2026-09-06T00:28:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:55+00:00" + }, + { + "path": "/c/mbin/policy/", + "status": "200", + "at": "2026-09-06T00:28:48+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 540.4, + "visit_starts": [ + "2026-09-06T00:15:55Z", + "2026-09-06T09:16:17Z" + ] + }, + "documentation_url": "https://hachyderm.io/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-87", + "name": "Mastodon", + "group_key": "host:ieji.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ieji.de/) Bot", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:16:04+00:00", + "last_seen": "2026-09-06T09:15:54+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ieji.de/) Bot", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-06T00:16:04+00:00", + "last_seen": "2026-09-06T09:15:54+00:00", + "bytes_served": 68930, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:54+00:00", + "last": "2026-09-06T09:15:54+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:04+00:00", + "last": "2026-09-06T00:16:04+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:48+00:00", + "last": "2026-09-06T02:54:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:04+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:48+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 269.9, + "visit_starts": [ + "2026-09-06T00:16:04Z", + "2026-09-06T02:54:48Z", + "2026-09-06T09:15:54Z" + ] + }, + "documentation_url": "https://ieji.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcp-catalog", + "name": "MCP-Catalog", + "group_key": "ua:mcp-catalog", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; MCP-Catalog/1.0)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-01T14:14:28+00:00", + "last_seen": "2026-09-01T14:14:28+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; MCP-Catalog/1.0)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-01T14:14:28+00:00", + "last_seen": "2026-09-01T14:14:28+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 3 + }, + "channels": { + "mcp-registry-official": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T14:14:28+00:00", + "last": "2026-09-01T14:14:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T14:14:28+00:00", + "last": "2026-09-01T14:14:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T14:14:28+00:00", + "last": "2026-09-01T14:14:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp-doctor.html", + "status": "200", + "at": "2026-09-01T14:14:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp-triage.html", + "status": "200", + "at": "2026-09-01T14:14:28+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp.html", + "status": "200", + "at": "2026-09-01T14:14:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T14:14:28Z" + ] + }, + "documentation_url": null, + "self_described_as": "MCP-Catalog/1.0" + }, + { + "slug": "mcp-uptime", + "name": "mcp-uptime", + "group_key": "ua:mcp-uptime", + "kind": "named", + "user_agents": [ + { + "ua": "mcp-uptime/0.3 (+https://mcp-uptime.theopslog.workers.dev)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T08:49:41+00:00", + "last_seen": "2026-09-01T08:49:42+00:00" + }, + { + "ua": "mcp-uptime/0.1.0 (+health-check)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T18:46:26+00:00", + "last_seen": "2026-09-05T18:46:26+00:00" + } + ], + "primary_user_agent": "mcp-uptime/0.3 (+https://mcp-uptime.theopslog.workers.dev)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-01T08:49:41+00:00", + "last_seen": "2026-09-05T18:46:26+00:00", + "bytes_served": 6766, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "mcp-crawler-index": 3 + }, + "channels": { + "mcp-registry-official": 2, + "mcpuptime": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 2, + "202": 1 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 2, + "statuses": { + "200": 1, + "202": 1 + }, + "first": "2026-09-01T08:49:41+00:00", + "last": "2026-09-01T08:49:42+00:00" + }, + { + "path": "/c/mcpuptime/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:46:26+00:00", + "last": "2026-09-05T18:46:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-01T08:49:41+00:00" + }, + { + "path": "/c/mcpuptime/mcp", + "status": "200", + "at": "2026-09-05T18:46:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 6356.8, + "visit_starts": [ + "2026-09-01T08:49:41Z", + "2026-09-05T18:46:26Z" + ] + }, + "documentation_url": "https://mcp-uptime.theopslog.workers.dev", + "self_described_as": null + }, + { + "slug": "mcpcatalogsync", + "name": "MCPCatalogSync", + "group_key": "ua:mcpcatalogsync", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; MCPCatalogSync/1.0)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-01T01:36:35+00:00", + "last_seen": "2026-09-01T01:54:15+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; MCPCatalogSync/1.0)", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-01T01:36:35+00:00", + "last_seen": "2026-09-01T01:54:15+00:00", + "bytes_served": 18057, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 3 + }, + "channels": {}, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/mcp.html", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-01T01:36:35+00:00", + "last": "2026-09-01T01:54:15+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-01T01:36:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T01:36:35Z" + ] + }, + "documentation_url": null, + "self_described_as": "MCPCatalogSync/1.0" + }, + { + "slug": "misskey-10", + "name": "Misskey", + "group_key": "host:break3.social", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.6 (https://break3.social)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:52+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.6 (https://break3.social)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:52+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://break3.social", + "self_described_as": null + }, + { + "slug": "misskey-11", + "name": "Misskey", + "group_key": "host:fedi.social", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/Quollkey v1.4.4+g58423a0fb9 (https://fedi.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:51+00:00" + } + ], + "primary_user_agent": "Misskey/Quollkey v1.4.4+g58423a0fb9 (https://fedi.social/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:51+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:51+00:00", + "last": "2026-09-07T00:08:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:51+00:00", + "last": "2026-09-07T00:08:51+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://fedi.social/", + "self_described_as": null + }, + { + "slug": "misskey-12", + "name": "Misskey", + "group_key": "host:aethereal.me", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.6 (https://aethereal.me/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:51+00:00", + "last_seen": "2026-09-07T00:08:54+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.6 (https://aethereal.me/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:51+00:00", + "last_seen": "2026-09-07T00:08:54+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:51+00:00", + "last": "2026-09-07T00:08:51+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:53+00:00", + "last": "2026-09-07T00:08:53+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:54+00:00", + "last": "2026-09-07T00:08:54+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:51+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:53+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:51Z" + ] + }, + "documentation_url": "https://aethereal.me/", + "self_described_as": null + }, + { + "slug": "misskey-5", + "name": "Misskey", + "group_key": "host:calckey.world", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.7 (https://calckey.world/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:53+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.7 (https://calckey.world/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:53+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:53+00:00", + "last": "2026-09-07T00:08:53+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:53+00:00", + "last": "2026-09-07T00:08:53+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:53+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://calckey.world/", + "self_described_as": null + }, + { + "slug": "misskey-6", + "name": "Misskey", + "group_key": "host:sharkey.world", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.7 (https://sharkey.world/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:52+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.7 (https://sharkey.world/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:52+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://sharkey.world/", + "self_described_as": null + }, + { + "slug": "misskey-7", + "name": "Misskey", + "group_key": "host:unsocial.morbia.org", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.7 (https://unsocial.morbia.org/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:51+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.7 (https://unsocial.morbia.org/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:51+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:51+00:00", + "last": "2026-09-07T00:08:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:51+00:00", + "last": "2026-09-07T00:08:51+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:51+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://unsocial.morbia.org/", + "self_described_as": null + }, + { + "slug": "misskey-9", + "name": "Misskey", + "group_key": "host:social.blazma.st", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.6 (https://social.blazma.st/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:52+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.6 (https://social.blazma.st/)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T00:08:49+00:00", + "last_seen": "2026-09-07T00:08:52+00:00", + "bytes_served": 63196, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 2 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:49+00:00", + "last": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:52+00:00", + "last": "2026-09-07T00:08:52+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:49+00:00" + }, + { + "path": "/c/mastodon/crawler/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + }, + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-07T00:08:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T00:08:49Z" + ] + }, + "documentation_url": "https://social.blazma.st/", + "self_described_as": null + }, + { + "slug": "piefed", + "name": "PieFed", + "group_key": "host:hell.cloud", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.12.2; +https://hell.cloud", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-06T03:16:35+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.12.2; +https://hell.cloud", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:06+00:00", + "last_seen": "2026-09-06T03:16:35+00:00", + "bytes_served": 79140, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:06+00:00", + "last": "2026-09-06T03:16:35+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:16+00:00", + "last": "2026-09-06T02:54:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:06+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 159.2, + "visit_starts": [ + "2026-09-06T00:15:06Z", + "2026-09-06T02:54:16Z" + ] + }, + "documentation_url": "https://hell.cloud", + "self_described_as": null + }, + { + "slug": "piefed-11", + "name": "PieFed", + "group_key": "host:discuss.familie-will.at", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.8; +https://discuss.familie-will.at", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-06T09:15:43+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.8; +https://discuss.familie-will.at", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-06T09:15:43+00:00", + "bytes_served": 90501, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-06T03:16:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 270.2, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-06T03:16:39Z", + "2026-09-06T09:15:43Z" + ] + }, + "documentation_url": "https://discuss.familie-will.at", + "self_described_as": null + }, + { + "slug": "piefed-19", + "name": "PieFed", + "group_key": "host:pf.imontheweb.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.27; +https://pf.imontheweb.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:01:01+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.27; +https://pf.imontheweb.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:01:01+00:00", + "bytes_served": 102460, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:01:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-06T03:16:43Z", + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://pf.imontheweb.net", + "self_described_as": null + }, + { + "slug": "piefed-28", + "name": "PieFed", + "group_key": "host:piefed.jmsquared.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.9; +https://piefed.jmsquared.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:00:52+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.9; +https://piefed.jmsquared.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:00:52+00:00", + "bytes_served": 80885, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:00:52+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:17+00:00", + "last": "2026-09-06T02:54:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-06T02:54:17Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://piefed.jmsquared.net", + "self_described_as": null + }, + { + "slug": "piefed-29", + "name": "PieFed", + "group_key": "host:lonestarpiefed.duckdns.org", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.5; +https://lonestarpiefed.duckdns.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:03:57+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.5; +https://lonestarpiefed.duckdns.org", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:03:57+00:00", + "bytes_served": 76810, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:00:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:57+00:00", + "last": "2026-09-07T03:03:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://lonestarpiefed.duckdns.org", + "self_described_as": null + }, + { + "slug": "piefed-31", + "name": "PieFed", + "group_key": "host:p.hobo.social", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.27; +https://p.hobo.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:00:51+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.27; +https://p.hobo.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-07T03:00:51+00:00", + "bytes_served": 80885, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-07T03:00:51+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:22+00:00", + "last": "2026-09-06T02:54:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.7, + "visit_starts": [ + "2026-09-06T00:15:29Z", + "2026-09-06T02:54:22Z", + "2026-09-07T03:00:51Z" + ] + }, + "documentation_url": "https://p.hobo.social", + "self_described_as": null + }, + { + "slug": "piefed-35", + "name": "PieFed", + "group_key": "host:pie.zerojay.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.11; +https://pie.zerojay.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:01:02+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.11; +https://pie.zerojay.com", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:01:02+00:00", + "bytes_served": 80885, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:01:02+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:09+00:00", + "last": "2026-09-06T02:54:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.8, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:09Z", + "2026-09-07T03:01:02Z" + ] + }, + "documentation_url": "https://pie.zerojay.com", + "self_described_as": null + }, + { + "slug": "piefed-36", + "name": "PieFed", + "group_key": "host:peachpie.theatl.social", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.11-peachpie-20260817; +https://peachpie.theatl.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:10:25+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.11-peachpie-20260817; +https://peachpie.theatl.social", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:10:25+00:00", + "bytes_served": 321924, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:01:02+00:00" + }, + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:10:25+00:00", + "last": "2026-09-07T03:10:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/bot/", + "status": "200", + "at": "2026-09-07T03:10:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-07T03:01:02Z" + ] + }, + "documentation_url": "https://peachpie.theatl.social", + "self_described_as": null + }, + { + "slug": "piefed-38", + "name": "PieFed", + "group_key": "host:piefed.crash.cx", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.0-dev; +https://piefed.crash.cx", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:47+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.0-dev; +https://piefed.crash.cx", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:47+00:00", + "bytes_served": 80885, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:32+00:00", + "last": "2026-09-06T02:54:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.6, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T02:54:32Z", + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://piefed.crash.cx", + "self_described_as": null + }, + { + "slug": "piefed-49", + "name": "PieFed", + "group_key": "host:feddit.mauve.haus", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.6; +https://feddit.mauve.haus", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:38+00:00", + "last_seen": "2026-09-07T03:03:47+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.6; +https://feddit.mauve.haus", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:16:38+00:00", + "last_seen": "2026-09-07T03:03:47+00:00", + "bytes_served": 64851, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 2, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:17+00:00", + "last": "2026-09-06T09:15:17+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:38+00:00", + "last": "2026-09-06T03:16:38+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:47+00:00", + "last": "2026-09-07T03:03:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:38+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:17+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 713.5, + "visit_starts": [ + "2026-09-06T03:16:38Z", + "2026-09-06T09:15:17Z", + "2026-09-07T03:03:47Z" + ] + }, + "documentation_url": "https://feddit.mauve.haus", + "self_described_as": null + }, + { + "slug": "piefed-59", + "name": "PieFed", + "group_key": "host:hub.chroniccly.online", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://hub.chroniccly.online", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:02:15+00:00", + "last_seen": "2026-09-07T06:34:09+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://hub.chroniccly.online", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T03:02:15+00:00", + "last_seen": "2026-09-07T06:34:09+00:00", + "bytes_served": 78541, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:02:15+00:00", + "last": "2026-09-07T03:12:58+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:34:09+00:00", + "last": "2026-09-07T06:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:02:15+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T06:34:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 211.9, + "visit_starts": [ + "2026-09-07T03:02:15Z", + "2026-09-07T06:34:09Z" + ] + }, + "documentation_url": "https://hub.chroniccly.online", + "self_described_as": null + }, + { + "slug": "piefed-8", + "name": "PieFed", + "group_key": "host:piefed.jeena.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://piefed.jeena.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://piefed.jeena.net", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 102458, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 802.9, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-06T03:16:36Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://piefed.jeena.net", + "self_described_as": null + }, + { + "slug": "pleroma-5", + "name": "Pleroma", + "group_key": "host:soc.utzer.de", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.2; https://soc.utzer.de ; Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.2; https://soc.utzer.de ; Bot", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-07T06:50:36+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "friendica": 3 + }, + "accept_headers": [], + "status_codes": { + "200": 3 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T06:52:27+00:00" + }, + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:36+00:00", + "last": "2026-09-07T06:50:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.4, + "visit_starts": [ + "2026-09-06T06:34:13Z", + "2026-09-07T06:50:36Z" + ] + }, + "documentation_url": "https://soc.utzer.de", + "self_described_as": null + }, + { + "slug": "privacybrowser", + "name": "PrivacyBrowser", + "group_key": "ua:privacybrowser", + "kind": "named", + "user_agents": [ + { + "ua": "PrivacyBrowser/1.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:04:01+00:00", + "last_seen": "2026-09-06T06:04:02+00:00" + } + ], + "primary_user_agent": "PrivacyBrowser/1.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:04:01+00:00", + "last_seen": "2026-09-06T06:04:02+00:00", + "bytes_served": 51298, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 2, + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8", + "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:04:01+00:00", + "last": "2026-09-06T06:04:01+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:04:02+00:00", + "last": "2026-09-06T06:04:02+00:00" + }, + { + "path": "/icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:04:02+00:00", + "last": "2026-09-06T06:04:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T06:04:01+00:00" + }, + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T06:04:02+00:00" + }, + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-06T06:04:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:04:01Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "pylova-4", + "name": "PyLova", + "group_key": "host:piefed.zeromedia.vip", + "kind": "named", + "user_agents": [ + { + "ua": "PyLova/0.3.3; +https://piefed.zeromedia.vip", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:31+00:00", + "last_seen": "2026-09-07T03:03:37+00:00" + } + ], + "primary_user_agent": "PyLova/0.3.3; +https://piefed.zeromedia.vip", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T02:54:31+00:00", + "last_seen": "2026-09-07T03:03:37+00:00", + "bytes_served": 53491, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 3, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:18+00:00", + "last": "2026-09-06T03:16:18+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:31+00:00", + "last": "2026-09-06T02:54:31+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:37+00:00", + "last": "2026-09-07T03:03:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:31+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:18+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1449.1, + "visit_starts": [ + "2026-09-06T02:54:31Z", + "2026-09-07T03:03:37Z" + ] + }, + "documentation_url": "https://piefed.zeromedia.vip", + "self_described_as": null + }, + { + "slug": "readyou", + "name": "ReadYou", + "group_key": "ua:readyou", + "kind": "named", + "user_agents": [ + { + "ua": "ReadYou/0.14.3(36)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:26:35+00:00", + "last_seen": "2026-09-06T06:27:09+00:00" + } + ], + "primary_user_agent": "ReadYou/0.14.3(36)", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T06:26:35+00:00", + "last_seen": "2026-09-06T06:27:09+00:00", + "bytes_served": 102594, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "section-roots": 3 + }, + "channels": { + "lemmy": 3 + }, + "accept_headers": [], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-06T06:26:35+00:00", + "last": "2026-09-06T06:27:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T06:26:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:26:35Z" + ] + }, + "documentation_url": null, + "self_described_as": "36" + }, + { + "slug": "swagger-validator", + "name": "swagger-validator", + "group_key": "ua:swagger-validator", + "kind": "named", + "user_agents": [ + { + "ua": "swagger-validator", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T21:54:41+00:00", + "last_seen": "2026-09-07T06:05:20+00:00" + } + ], + "primary_user_agent": "swagger-validator", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T21:54:41+00:00", + "last_seen": "2026-09-07T06:05:20+00:00", + "bytes_served": 834519, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 3 + }, + "channels": { + "swagger-validator": 3 + }, + "accept_headers": [ + "application/json, */*" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/swagger-validator/openapi.json", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T21:54:41+00:00", + "last": "2026-09-07T06:05:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/swagger-validator/openapi.json", + "status": "200", + "at": "2026-09-05T21:54:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1930.7, + "visit_starts": [ + "2026-09-05T21:54:41Z", + "2026-09-07T06:05:20Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "validator-nu", + "name": "Validator.nu", + "group_key": "host:validator.w3.org", + "kind": "named", + "user_agents": [ + { + "ua": "Validator.nu/LV https://validator.w3.org/services", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T21:54:38+00:00", + "last_seen": "2026-09-07T06:05:18+00:00" + } + ], + "primary_user_agent": "Validator.nu/LV https://validator.w3.org/services", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T21:54:38+00:00", + "last_seen": "2026-09-07T06:05:18+00:00", + "bytes_served": 51197, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "pathwren-edge": 3 + }, + "channels": { + "w3c-nu": 3 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/w3c-nu/", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-05T21:54:38+00:00", + "last": "2026-09-07T06:05:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/w3c-nu/", + "status": "200", + "at": "2026-09-05T21:54:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 965.3, + "visit_starts": [ + "2026-09-05T21:54:38Z", + "2026-09-07T00:01:53Z", + "2026-09-07T06:05:18Z" + ] + }, + "documentation_url": "https://validator.w3.org/services", + "self_described_as": null + }, + { + "slug": "zevruna-monitor", + "name": "zevruna-monitor", + "group_key": "host:zevruna.com", + "kind": "named", + "user_agents": [ + { + "ua": "zevruna-monitor/1.0 (+https://zevruna.com)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T06:15:15+00:00", + "last_seen": "2026-09-07T08:27:14+00:00" + } + ], + "primary_user_agent": "zevruna-monitor/1.0 (+https://zevruna.com)", + "requests": 3, + "addresses": 2, + "first_seen": "2026-09-07T06:15:15+00:00", + "last_seen": "2026-09-07T08:27:14+00:00", + "bytes_served": 23037, + "classed_by_our_instrument": { + "agent": 3 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 3 + }, + "channels": { + "mcp-registry-official": 3 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 3 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 3, + "statuses": { + "200": 3 + }, + "first": "2026-09-07T06:15:15+00:00", + "last": "2026-09-07T08:27:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-07T06:15:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 3, + "median_gap_minutes": 66.0, + "visit_starts": [ + "2026-09-07T06:15:15Z", + "2026-09-07T07:22:13Z", + "2026-09-07T08:27:14Z" + ] + }, + "documentation_url": "https://zevruna.com", + "self_described_as": null + }, + { + "slug": "a2a-hub-pilot", + "name": "a2a-hub-pilot", + "group_key": "ua:a2a-hub-pilot", + "kind": "named", + "user_agents": [ + { + "ua": "a2a-hub-pilot/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T13:48:09+00:00", + "last_seen": "2026-09-05T14:03:19+00:00" + } + ], + "primary_user_agent": "a2a-hub-pilot/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T13:48:09+00:00", + "last_seen": "2026-09-05T14:03:19+00:00", + "bytes_served": 42022, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "a2a-hub": 2 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-hub/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-05T13:48:09+00:00", + "last": "2026-09-05T14:03:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-hub/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-05T13:48:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T13:48:09Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "a2a-registry", + "name": "A2A-Registry", + "group_key": "ua:a2a-registry", + "kind": "named", + "user_agents": [ + { + "ua": "A2A-Registry/1.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T02:25:59+00:00", + "last_seen": "2026-09-01T09:08:31+00:00" + } + ], + "primary_user_agent": "A2A-Registry/1.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T02:25:59+00:00", + "last_seen": "2026-09-01T09:08:31+00:00", + "bytes_served": 11664, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T02:25:59+00:00", + "last": "2026-09-01T09:08:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:25:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 402.5, + "visit_starts": [ + "2026-09-01T02:25:59Z", + "2026-09-01T09:08:31Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "actionextension", + "name": "ActionExtension", + "group_key": "ua:actionextension", + "kind": "named", + "user_agents": [ + { + "ua": "ActionExtension/488.2.3 CFNetwork/3860.700.1 Darwin/25.6.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:53:58+00:00", + "last_seen": "2026-09-06T09:53:59+00:00" + } + ], + "primary_user_agent": "ActionExtension/488.2.3 CFNetwork/3860.700.1 Darwin/25.6.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:53:58+00:00", + "last_seen": "2026-09-06T09:53:59+00:00", + "bytes_served": 20824, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/data/traffic-2026-w36.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:53:58+00:00", + "last": "2026-09-06T09:53:59+00:00" + } + ], + "first_walk": [ + { + "path": "/data/traffic-2026-w36.json", + "status": "200", + "at": "2026-09-06T09:53:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:53:58Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "aetherlink-public-discovery-evidence", + "name": "AetherLink-Public-Discovery-Evidence", + "group_key": "ua:aetherlink-public-discovery-evidence", + "kind": "named", + "user_agents": [ + { + "ua": "AetherLink-Public-Discovery-Evidence/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T04:00:04+00:00", + "last_seen": "2026-09-01T04:01:16+00:00" + } + ], + "primary_user_agent": "AetherLink-Public-Discovery-Evidence/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T04:00:04+00:00", + "last_seen": "2026-09-01T04:01:16+00:00", + "bytes_served": 11664, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "a2a-crawler-index": 1, + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "*/*", + "application/json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:00:04+00:00", + "last": "2026-09-01T04:00:04+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:01:16+00:00", + "last": "2026-09-01T04:01:16+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T04:00:04+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T04:01:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T04:00:04Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "agent-card-crawler-chat", + "name": "agent-card-crawler-chat", + "group_key": "ua:agent-card-crawler-chat", + "kind": "named", + "user_agents": [ + { + "ua": "agent-card-crawler-chat/0.1 (research; interactive; contact hjh.1222@gmail.com)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-04T13:23:31+00:00", + "last_seen": "2026-09-04T13:29:03+00:00" + } + ], + "primary_user_agent": "agent-card-crawler-chat/0.1 (research; interactive; contact hjh.1222@gmail.com)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-04T13:23:31+00:00", + "last_seen": "2026-09-04T13:29:03+00:00", + "bytes_served": 25236, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "a2a-crawler-index": 2 + }, + "channels": {}, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/a2a", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-04T13:23:31+00:00", + "last": "2026-09-04T13:29:03+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-04T13:23:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T13:23:31Z" + ] + }, + "documentation_url": "mailto:hjh.1222@gmail.com", + "self_described_as": "research; interactive" + }, + { + "slug": "agentprobe", + "name": "agentprobe", + "group_key": "host:agentprobe.org", + "kind": "named", + "user_agents": [ + { + "ua": "agentprobe/0.1.0 (+https://agentprobe.org/methodology; read-only liveness probe)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T07:29:40+00:00", + "last_seen": "2026-09-07T07:29:41+00:00" + } + ], + "primary_user_agent": "agentprobe/0.1.0 (+https://agentprobe.org/methodology; read-only liveness probe)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T07:29:40+00:00", + "last_seen": "2026-09-07T07:29:41+00:00", + "bytes_served": 27754, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "mcp-agent-discovery-doctor": 2 + }, + "channels": { + "mcp-registry-official": 2 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T07:29:40+00:00", + "last": "2026-09-07T07:29:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/doctor", + "status": "200", + "at": "2026-09-07T07:29:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:29:40Z" + ] + }, + "documentation_url": "https://agentprobe.org/methodology", + "self_described_as": "read-only liveness probe" + }, + { + "slug": "akkoma-14", + "name": "Akkoma", + "group_key": "host:mastos.online", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.19.0; https://mastos.online , Akkoma 3.19.0; https://mastos.online ; Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:46+00:00", + "last_seen": "2026-09-06T00:33:47+00:00" + } + ], + "primary_user_agent": "Akkoma 3.19.0; https://mastos.online , Akkoma 3.19.0; https://mastos.online ; Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:46+00:00", + "last_seen": "2026-09-06T00:33:47+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:46+00:00", + "last": "2026-09-06T00:33:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:46Z" + ] + }, + "documentation_url": "https://mastos.online", + "self_described_as": null + }, + { + "slug": "akkoma-20", + "name": "Akkoma", + "group_key": "host:pl.catboyindustries.co", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co , Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:02+00:00", + "last_seen": "2026-09-07T03:01:02+00:00" + }, + { + "ua": "Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co ", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:02+00:00", + "last_seen": "2026-09-07T03:01:02+00:00" + } + ], + "primary_user_agent": "Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co , Akkoma 3.19.0-430-g6bf627a5-develop; https://pl.catboyindustries.co ; Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:01:02+00:00", + "last_seen": "2026-09-07T03:01:02+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "crawler": 1, + "agent": 1 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:01:02+00:00", + "last": "2026-09-07T03:01:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:01:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:01:02Z" + ] + }, + "documentation_url": "https://pl.catboyindustries.co", + "self_described_as": null + }, + { + "slug": "crawler", + "name": "crawler", + "group_key": "ua:crawler", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; crawler)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-03T09:15:36+00:00", + "last_seen": "2026-09-04T09:22:40+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; crawler)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-03T09:15:36+00:00", + "last_seen": "2026-09-04T09:22:40+00:00", + "bytes_served": 4028, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-03T09:15:36+00:00", + "last": "2026-09-04T09:22:40+00:00" + } + ], + "first_walk": [ + { + "path": "/icon.png", + "status": "200", + "at": "2026-09-03T09:15:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1447.1, + "visit_starts": [ + "2026-09-03T09:15:36Z", + "2026-09-04T09:22:40Z" + ] + }, + "documentation_url": null, + "self_described_as": "crawler" + }, + { + "slug": "fediact", + "name": "FediAct", + "group_key": "ua:fediact", + "kind": "named", + "user_agents": [ + { + "ua": "FediAct Service", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T05:53:44+00:00", + "last_seen": "2026-09-06T05:53:47+00:00" + } + ], + "primary_user_agent": "FediAct Service", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T05:53:44+00:00", + "last_seen": "2026-09-06T05:53:47+00:00", + "bytes_served": 4298, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "404": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/api/v1/instance", + "requests": 2, + "statuses": { + "404": 2 + }, + "first": "2026-09-06T05:53:44+00:00", + "last": "2026-09-06T05:53:47+00:00" + } + ], + "first_walk": [ + { + "path": "/api/v1/instance", + "status": "404", + "at": "2026-09-06T05:53:44+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/api/v1/instance", + "statuses": { + "404": 2 + }, + "first_asked": "2026-09-06T05:53:44+00:00", + "last_asked": "2026-09-06T05:53:47+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T05:53:44Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "friendica-10", + "name": "Friendica", + "group_key": "host:friendica.smartunity.space", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.smartunity.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + }, + { + "ua": "Friendica/2026.01 DatabaseVersion/1586 Request/SiteInfo/1 +https://friendica.smartunity.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + } + ], + "primary_user_agent": "Friendica/2026.01 DatabaseVersion/1586 Request/ContentTypeChecker/1 +https://friendica.smartunity.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:20Z" + ] + }, + "documentation_url": "https://friendica.smartunity.space", + "self_described_as": null + }, + { + "slug": "friendica-115", + "name": "Friendica", + "group_key": "host:friendica.katholisch.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.katholisch.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:37:11+00:00", + "last_seen": "2026-09-06T06:37:11+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.katholisch.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:37:11+00:00", + "last_seen": "2026-09-06T06:37:11+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.katholisch.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:37:11+00:00", + "last_seen": "2026-09-06T06:37:11+00:00", + "bytes_served": 207068, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/bot/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:37:11+00:00", + "last": "2026-09-06T06:37:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/bot/", + "status": "200", + "at": "2026-09-06T06:37:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:37:11Z" + ] + }, + "documentation_url": "https://friendica.katholisch.social", + "self_described_as": null + }, + { + "slug": "friendica-116", + "name": "Friendica", + "group_key": "host:onjase.quebec", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://onjase.quebec", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:38:35+00:00", + "last_seen": "2026-09-06T06:38:35+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://onjase.quebec", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:38:35+00:00", + "last_seen": "2026-09-06T06:38:35+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://onjase.quebec", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:38:35+00:00", + "last_seen": "2026-09-06T06:38:35+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:38:35+00:00", + "last": "2026-09-06T06:38:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:38:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:38:35Z" + ] + }, + "documentation_url": "https://onjase.quebec", + "self_described_as": null + }, + { + "slug": "friendica-118", + "name": "Friendica", + "group_key": "host:friendica.os-service.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2024.12 DatabaseVersion/1576 Request/ContentTypeChecker/1 +https://friendica.os-service.eu", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:40:24+00:00", + "last_seen": "2026-09-06T06:40:24+00:00" + }, + { + "ua": "Friendica/2024.12 DatabaseVersion/1576 Request/SiteInfo/1 +https://friendica.os-service.eu", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:40:24+00:00", + "last_seen": "2026-09-06T06:40:24+00:00" + } + ], + "primary_user_agent": "Friendica/2024.12 DatabaseVersion/1576 Request/ContentTypeChecker/1 +https://friendica.os-service.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:40:24+00:00", + "last_seen": "2026-09-06T06:40:24+00:00", + "bytes_served": 13232, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:40:24+00:00", + "last": "2026-09-06T06:40:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:40:24Z" + ] + }, + "documentation_url": "https://friendica.os-service.eu", + "self_described_as": null + }, + { + "slug": "friendica-119", + "name": "Friendica", + "group_key": "host:friendica.bosio.info", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2024.12 DatabaseVersion/1576 Request/ContentTypeChecker/1 +https://friendica.bosio.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:40:37+00:00", + "last_seen": "2026-09-06T06:40:37+00:00" + }, + { + "ua": "Friendica/2024.12 DatabaseVersion/1576 Request/SiteInfo/1 +https://friendica.bosio.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:40:37+00:00", + "last_seen": "2026-09-06T06:40:37+00:00" + } + ], + "primary_user_agent": "Friendica/2024.12 DatabaseVersion/1576 Request/ContentTypeChecker/1 +https://friendica.bosio.info", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:40:37+00:00", + "last_seen": "2026-09-06T06:40:37+00:00", + "bytes_served": 13232, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:40:37+00:00", + "last": "2026-09-06T06:40:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:40:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:40:37Z" + ] + }, + "documentation_url": "https://friendica.bosio.info", + "self_described_as": null + }, + { + "slug": "friendica-12", + "name": "Friendica", + "group_key": "host:friendica.gtz.dedyn.io", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.gtz.dedyn.io", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.gtz.dedyn.io", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.gtz.dedyn.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:20Z" + ] + }, + "documentation_url": "https://friendica.gtz.dedyn.io", + "self_described_as": null + }, + { + "slug": "friendica-123", + "name": "Friendica", + "group_key": "host:lastfree.space", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://lastfree.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:06:28+00:00", + "last_seen": "2026-09-07T03:06:28+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://lastfree.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:06:28+00:00", + "last_seen": "2026-09-07T03:06:28+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://lastfree.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:06:28+00:00", + "last_seen": "2026-09-07T03:06:28+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:06:28+00:00", + "last": "2026-09-07T03:06:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:06:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:06:28Z" + ] + }, + "documentation_url": "https://lastfree.space", + "self_described_as": null + }, + { + "slug": "friendica-125", + "name": "Friendica", + "group_key": "host:friendica.kommune4.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica 'Giant Rhubarb' 2023.01-1502; https://friendica.kommune4.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:12+00:00", + "last_seen": "2026-09-07T06:50:13+00:00" + } + ], + "primary_user_agent": "Friendica 'Giant Rhubarb' 2023.01-1502; https://friendica.kommune4.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:12+00:00", + "last_seen": "2026-09-07T06:50:13+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:12+00:00", + "last": "2026-09-07T06:50:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:12Z" + ] + }, + "documentation_url": "https://friendica.kommune4.de", + "self_described_as": null + }, + { + "slug": "friendica-127", + "name": "Friendica", + "group_key": "host:fri.bitcast.info", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fri.bitcast.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://fri.bitcast.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://fri.bitcast.info", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:16+00:00", + "last_seen": "2026-09-07T06:50:16+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:16+00:00", + "last": "2026-09-07T06:50:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:16Z" + ] + }, + "documentation_url": "https://fri.bitcast.info", + "self_described_as": null + }, + { + "slug": "friendica-130", + "name": "Friendica", + "group_key": "host:soc.citizen4.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica 'Giant Rhubarb' 2023.01-1502; https://soc.citizen4.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:23+00:00", + "last_seen": "2026-09-07T06:50:24+00:00" + } + ], + "primary_user_agent": "Friendica 'Giant Rhubarb' 2023.01-1502; https://soc.citizen4.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:23+00:00", + "last_seen": "2026-09-07T06:50:24+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "*/*", + "application/activity+json, application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\"" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:23+00:00", + "last": "2026-09-07T06:50:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:23Z" + ] + }, + "documentation_url": "https://soc.citizen4.eu", + "self_described_as": null + }, + { + "slug": "friendica-131", + "name": "Friendica", + "group_key": "host:goatdaddy.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://goatdaddy.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:25+00:00", + "last_seen": "2026-09-07T06:50:25+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://goatdaddy.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:25+00:00", + "last_seen": "2026-09-07T06:50:25+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://goatdaddy.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:25+00:00", + "last_seen": "2026-09-07T06:50:25+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:25+00:00", + "last": "2026-09-07T06:50:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:25Z" + ] + }, + "documentation_url": "https://goatdaddy.net", + "self_described_as": null + }, + { + "slug": "friendica-133", + "name": "Friendica", + "group_key": "host:friendica.youthweb.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2025.07-rc DatabaseVersion/1580 Request/ContentTypeChecker/1 +https://friendica.youthweb.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:31+00:00" + }, + { + "ua": "Friendica/2025.07-rc DatabaseVersion/1580 Request/SiteInfo/1 +https://friendica.youthweb.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:31+00:00" + } + ], + "primary_user_agent": "Friendica/2025.07-rc DatabaseVersion/1580 Request/ContentTypeChecker/1 +https://friendica.youthweb.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:31+00:00", + "last_seen": "2026-09-07T06:50:31+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:31+00:00", + "last": "2026-09-07T06:50:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:31Z" + ] + }, + "documentation_url": "https://friendica.youthweb.net", + "self_described_as": null + }, + { + "slug": "friendica-135", + "name": "Friendica", + "group_key": "host:whitelion.me", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica 'Yellow Archangel' 2024.03-1557; https://whitelion.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:32+00:00", + "last_seen": "2026-09-07T06:50:33+00:00" + } + ], + "primary_user_agent": "Friendica 'Yellow Archangel' 2024.03-1557; https://whitelion.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:32+00:00", + "last_seen": "2026-09-07T06:50:33+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:32+00:00", + "last": "2026-09-07T06:50:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:32Z" + ] + }, + "documentation_url": "https://whitelion.me", + "self_described_as": null + }, + { + "slug": "friendica-136", + "name": "Friendica", + "group_key": "host:capybara.community", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://capybara.community", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:36+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://capybara.community", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:36+00:00", + "last_seen": "2026-09-07T06:50:36+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://capybara.community", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T06:50:36+00:00", + "last_seen": "2026-09-07T06:50:36+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T06:50:36+00:00", + "last": "2026-09-07T06:50:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:36Z" + ] + }, + "documentation_url": "https://capybara.community", + "self_described_as": null + }, + { + "slug": "friendica-27", + "name": "Friendica", + "group_key": "host:friendica.minecloud.ro", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.minecloud.ro", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T06:34:04+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.minecloud.ro", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T06:34:04+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.minecloud.ro", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T06:34:04+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:04+00:00", + "last": "2026-09-06T06:34:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:04Z" + ] + }, + "documentation_url": "https://friendica.minecloud.ro", + "self_described_as": null + }, + { + "slug": "friendica-42", + "name": "Friendica", + "group_key": "host:social.dssr.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.dssr.ch", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-06T06:34:07+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://social.dssr.ch", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-06T06:34:07+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://social.dssr.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:07+00:00", + "last_seen": "2026-09-06T06:34:07+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:07+00:00", + "last": "2026-09-06T06:34:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:07Z" + ] + }, + "documentation_url": "https://social.dssr.ch", + "self_described_as": null + }, + { + "slug": "friendica-46", + "name": "Friendica", + "group_key": "host:friendica.ungzeit.de", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ungzeit.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:34:08+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.ungzeit.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:34:08+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.ungzeit.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:08+00:00", + "last_seen": "2026-09-06T06:34:08+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:08+00:00", + "last": "2026-09-06T06:34:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:08Z" + ] + }, + "documentation_url": "https://friendica.ungzeit.de", + "self_described_as": null + }, + { + "slug": "friendica-49", + "name": "Friendica", + "group_key": "host:friendica.namestaci.cz", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.namestaci.cz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-06T06:34:09+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.namestaci.cz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-06T06:34:09+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.namestaci.cz", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:09+00:00", + "last_seen": "2026-09-06T06:34:09+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:09+00:00", + "last": "2026-09-06T06:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:09Z" + ] + }, + "documentation_url": "https://friendica.namestaci.cz", + "self_described_as": null + }, + { + "slug": "friendica-54", + "name": "Friendica", + "group_key": "host:about.krivosik.cz", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://about.krivosik.cz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-06T06:34:10+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://about.krivosik.cz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-06T06:34:10+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://about.krivosik.cz", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:10+00:00", + "last_seen": "2026-09-06T06:34:10+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:10+00:00", + "last": "2026-09-06T06:34:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:10Z" + ] + }, + "documentation_url": "https://about.krivosik.cz", + "self_described_as": null + }, + { + "slug": "friendica-74", + "name": "Friendica", + "group_key": "host:lassegismo-social.dnsuser.info", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://lassegismo-social.dnsuser.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://lassegismo-social.dnsuser.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://lassegismo-social.dnsuser.info", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:16+00:00", + "last": "2026-09-06T06:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:16Z" + ] + }, + "documentation_url": "https://lassegismo-social.dnsuser.info", + "self_described_as": null + }, + { + "slug": "friendica-76", + "name": "Friendica", + "group_key": "host:u3a.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://u3a.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://u3a.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://u3a.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:16+00:00", + "last": "2026-09-06T06:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:16Z" + ] + }, + "documentation_url": "https://u3a.social", + "self_described_as": null + }, + { + "slug": "friendica-77", + "name": "Friendica", + "group_key": "host:friends.unixweb.net", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.unixweb.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friends.unixweb.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friends.unixweb.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:16+00:00", + "last_seen": "2026-09-06T06:34:16+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:16+00:00", + "last": "2026-09-06T06:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:16Z" + ] + }, + "documentation_url": "https://friends.unixweb.net", + "self_described_as": null + }, + { + "slug": "friendica-87", + "name": "Friendica", + "group_key": "host:friendica.isambard.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.isambard.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://friendica.isambard.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://friendica.isambard.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:20+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:20+00:00", + "last": "2026-09-06T06:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:20Z" + ] + }, + "documentation_url": "https://friendica.isambard.social", + "self_described_as": null + }, + { + "slug": "friendica-89", + "name": "Friendica", + "group_key": "host:re.natsume.nohost.me", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://re.natsume.nohost.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:21+00:00" + }, + { + "ua": "Friendica/2026.05 DatabaseVersion/1595 Request/SiteInfo/1 +https://re.natsume.nohost.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:21+00:00" + } + ], + "primary_user_agent": "Friendica/2026.05 DatabaseVersion/1595 Request/ContentTypeChecker/1 +https://re.natsume.nohost.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:21+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:21+00:00", + "last": "2026-09-06T06:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:21Z" + ] + }, + "documentation_url": "https://re.natsume.nohost.me", + "self_described_as": null + }, + { + "slug": "friendica-97", + "name": "Friendica", + "group_key": "host:friendica.rollenspiel.monster", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.rollenspiel.monster", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-06T06:34:29+00:00" + }, + { + "ua": "Friendica/2026.08-dev DatabaseVersion/1598 Request/SiteInfo/1 +https://friendica.rollenspiel.monster", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-06T06:34:29+00:00" + } + ], + "primary_user_agent": "Friendica/2026.08-dev DatabaseVersion/1598 Request/ContentTypeChecker/1 +https://friendica.rollenspiel.monster", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:29+00:00", + "last_seen": "2026-09-06T06:34:29+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "application/activity+json,application/ld+json; profile=\"https://www.w3.org/ns/activitystreams\",*/*;q=0.9", + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T06:34:29+00:00", + "last": "2026-09-06T06:34:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:29Z" + ] + }, + "documentation_url": "https://friendica.rollenspiel.monster", + "self_described_as": null + }, + { + "slug": "frndos", + "name": "frndOS", + "group_key": "ua:frndos", + "kind": "named", + "user_agents": [ + { + "ua": "frndOS/1 CFNetwork/3860.500.112 Darwin/25.4.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T12:06:12+00:00", + "last_seen": "2026-09-01T12:06:12+00:00" + }, + { + "ua": "frndOS/216 CFNetwork/1498.700.2.1.2 Darwin/23.6.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T09:22:34+00:00", + "last_seen": "2026-09-02T09:22:34+00:00" + } + ], + "primary_user_agent": "frndOS/1 CFNetwork/3860.500.112 Darwin/25.4.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T12:06:12+00:00", + "last_seen": "2026-09-02T09:22:34+00:00", + "bytes_served": 4028, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "mcp-registry-official": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/icon.png", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-01T12:06:12+00:00", + "last": "2026-09-02T09:22:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/icon.png", + "status": "200", + "at": "2026-09-01T12:06:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1276.4, + "visit_starts": [ + "2026-09-01T12:06:12Z", + "2026-09-02T09:22:34Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "gf-agent-toll-outbound", + "name": "GF-Agent-Toll-Outbound", + "group_key": "ua:gf-agent-toll-outbound", + "kind": "named", + "user_agents": [ + { + "ua": "GF-Agent-Toll-Outbound/1.6.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T02:56:53+00:00", + "last_seen": "2026-09-01T02:56:53+00:00" + } + ], + "primary_user_agent": "GF-Agent-Toll-Outbound/1.6.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T02:56:53+00:00", + "last_seen": "2026-09-01T02:56:53+00:00", + "bytes_served": 10537, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 1, + "a2a-crawler-index": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json", + "application/json, application/a2a+json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:56:53+00:00", + "last": "2026-09-01T02:56:53+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T02:56:53+00:00", + "last": "2026-09-01T02:56:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T02:56:53+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T02:56:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T02:56:53Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "gf-agent-toll-remediation", + "name": "GF-Agent-Toll-Remediation", + "group_key": "ua:gf-agent-toll-remediation", + "kind": "named", + "user_agents": [ + { + "ua": "GF-Agent-Toll-Remediation/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T03:03:03+00:00", + "last_seen": "2026-09-01T03:03:03+00:00" + } + ], + "primary_user_agent": "GF-Agent-Toll-Remediation/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T03:03:03+00:00", + "last_seen": "2026-09-01T03:03:03+00:00", + "bytes_served": 10537, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 1, + "a2a-crawler-index": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json", + "application/json, application/a2a+json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:03:03+00:00", + "last": "2026-09-01T03:03:03+00:00" + }, + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:03:03+00:00", + "last": "2026-09-01T03:03:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T03:03:03+00:00" + }, + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T03:03:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T03:03:03Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "invinoveritas-handshake", + "name": "invinoveritas-handshake", + "group_key": "host:api.babyblueviper.com", + "kind": "named", + "user_agents": [ + { + "ua": "invinoveritas-handshake/1.0 (+https://api.babyblueviper.com)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T16:15:28+00:00", + "last_seen": "2026-09-01T16:15:28+00:00" + } + ], + "primary_user_agent": "invinoveritas-handshake/1.0 (+https://api.babyblueviper.com)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T16:15:28+00:00", + "last_seen": "2026-09-01T16:15:28+00:00", + "bytes_served": 6084, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 1, + "a2a-crawler-index": 1 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1, + "400": 1 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/agent.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T16:15:28+00:00", + "last": "2026-09-01T16:15:28+00:00" + }, + { + "path": "/a2a", + "requests": 1, + "statuses": { + "400": 1 + }, + "first": "2026-09-01T16:15:28+00:00", + "last": "2026-09-01T16:15:28+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent.json", + "status": "200", + "at": "2026-09-01T16:15:28+00:00" + }, + { + "path": "/a2a", + "status": "400", + "at": "2026-09-01T16:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/a2a", + "statuses": { + "400": 1 + }, + "first_asked": "2026-09-01T16:15:28+00:00", + "last_asked": "2026-09-01T16:15:28+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T16:15:28Z" + ] + }, + "documentation_url": "https://api.babyblueviper.com", + "self_described_as": null + }, + { + "slug": "itinai-importer", + "name": "itinai-importer", + "group_key": "ua:itinai-importer", + "kind": "named", + "user_agents": [ + { + "ua": "itinai-importer/1.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-02T07:52:09+00:00", + "last_seen": "2026-09-03T07:59:55+00:00" + } + ], + "primary_user_agent": "itinai-importer/1.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-02T07:52:09+00:00", + "last_seen": "2026-09-03T07:59:55+00:00", + "bytes_served": 26791, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "a2a-registry-org": 2 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-02T07:52:09+00:00", + "last": "2026-09-03T07:59:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T07:52:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1447.8, + "visit_starts": [ + "2026-09-02T07:52:09Z", + "2026-09-03T07:59:55Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "lemmy-100", + "name": "Lemmy", + "group_key": "host:wired.bluemarch.art", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://wired.bluemarch.art", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:00:53+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://wired.bluemarch.art", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:00:53+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:00:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://wired.bluemarch.art", + "self_described_as": null + }, + { + "slug": "lemmy-103", + "name": "Lemmy", + "group_key": "host:sub.wetshaving.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://sub.wetshaving.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:00:54+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://sub.wetshaving.social", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:21+00:00", + "last_seen": "2026-09-07T03:00:54+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:21+00:00", + "last": "2026-09-07T03:00:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:21Z", + "2026-09-07T03:00:54Z" + ] + }, + "documentation_url": "https://sub.wetshaving.social", + "self_described_as": null + }, + { + "slug": "lemmy-112", + "name": "Lemmy", + "group_key": "host:eventfrontier.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://eventfrontier.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:00:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://eventfrontier.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:22+00:00", + "last_seen": "2026-09-07T03:00:43+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:22+00:00", + "last": "2026-09-07T03:00:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.3, + "visit_starts": [ + "2026-09-06T00:15:22Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://eventfrontier.com", + "self_described_as": null + }, + { + "slug": "lemmy-119", + "name": "Lemmy", + "group_key": "host:lemmy.zwanenburg.info", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.zwanenburg.info", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T00:49:40+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.zwanenburg.info", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T00:49:40+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T00:49:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1474.3, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-07T00:49:40Z" + ] + }, + "documentation_url": "https://lemmy.zwanenburg.info", + "self_described_as": null + }, + { + "slug": "lemmy-120", + "name": "Lemmy", + "group_key": "host:lemmy.korz.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.korz.dev", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T03:01:00+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.korz.dev", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T03:01:00+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T03:01:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.6, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-07T03:01:00Z" + ] + }, + "documentation_url": "https://lemmy.korz.dev", + "self_described_as": null + }, + { + "slug": "lemmy-127", + "name": "Lemmy", + "group_key": "host:lemmy.evangineer.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.evangineer.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:01:01+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.evangineer.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:01:01+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:01:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.6, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://lemmy.evangineer.net", + "self_described_as": null + }, + { + "slug": "lemmy-134", + "name": "Lemmy", + "group_key": "host:lemmy.lacasabien.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.lacasabien.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:00:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.lacasabien.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:00:51+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-07T03:00:51Z" + ] + }, + "documentation_url": "https://lemmy.lacasabien.space", + "self_described_as": null + }, + { + "slug": "lemmy-137", + "name": "Lemmy", + "group_key": "host:lemmy.criticalbasics.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.criticalbasics.xyz", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:00:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.criticalbasics.xyz", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-07T03:00:52+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-07T03:00:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://lemmy.criticalbasics.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-140", + "name": "Lemmy", + "group_key": "host:lemmy.jelliefrontier.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.jelliefrontier.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T03:16:28+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.jelliefrontier.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T03:16:28+00:00", + "bytes_served": 67146, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-06T03:16:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 181.1, + "visit_starts": [ + "2026-09-06T00:15:25Z", + "2026-09-06T03:16:28Z" + ] + }, + "documentation_url": "https://lemmy.jelliefrontier.net", + "self_described_as": null + }, + { + "slug": "lemmy-150", + "name": "Lemmy", + "group_key": "host:r.nf", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://r.nf", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:00:39+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://r.nf", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:00:39+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:00:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.2, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-07T03:00:39Z" + ] + }, + "documentation_url": "https://r.nf", + "self_described_as": null + }, + { + "slug": "lemmy-155", + "name": "Lemmy", + "group_key": "host:social.jears.at", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://social.jears.at", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://social.jears.at", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:27Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://social.jears.at", + "self_described_as": null + }, + { + "slug": "lemmy-157", + "name": "Lemmy", + "group_key": "host:lemmy.techtailors.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.16; +https://lemmy.techtailors.net", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-06T08:55:21+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.16; +https://lemmy.techtailors.net", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-06T08:55:21+00:00", + "bytes_served": 68185, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-06T08:55:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 519.9, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-06T08:55:21Z" + ] + }, + "documentation_url": "https://lemmy.techtailors.net", + "self_described_as": null + }, + { + "slug": "lemmy-16", + "name": "Lemmy", + "group_key": "host:lemmy.maxynetwork.it", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.maxynetwork.it", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:00:39+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.maxynetwork.it", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-07T03:00:39+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-07T03:00:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:08Z", + "2026-09-07T03:00:39Z" + ] + }, + "documentation_url": "https://lemmy.maxynetwork.it", + "self_described_as": null + }, + { + "slug": "lemmy-160", + "name": "Lemmy", + "group_key": "host:lemmyland.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmyland.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T03:00:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmyland.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-07T03:00:52+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-07T03:00:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.4, + "visit_starts": [ + "2026-09-06T00:15:28Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://lemmyland.com", + "self_described_as": null + }, + { + "slug": "lemmy-175", + "name": "Lemmy", + "group_key": "host:metapowers.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.0; +https://metapowers.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.0; +https://metapowers.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:38+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.1, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-07T03:00:38Z" + ] + }, + "documentation_url": "https://metapowers.org", + "self_described_as": null + }, + { + "slug": "lemmy-179", + "name": "Lemmy", + "group_key": "host:lemmy.stefanoprenna.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.stefanoprenna.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-06T12:11:20+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.stefanoprenna.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-06T12:11:20+00:00", + "bytes_served": 68185, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-06T12:11:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 715.8, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-06T12:11:20Z" + ] + }, + "documentation_url": "https://lemmy.stefanoprenna.com", + "self_described_as": null + }, + { + "slug": "lemmy-18", + "name": "Lemmy", + "group_key": "host:l.cypherworld.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://l.cypherworld.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-06T00:15:09+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://l.cypherworld.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:08+00:00", + "last_seen": "2026-09-06T00:15:09+00:00", + "bytes_served": 67142, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:08+00:00", + "last": "2026-09-06T00:15:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:08Z" + ] + }, + "documentation_url": "https://l.cypherworld.net", + "self_described_as": null + }, + { + "slug": "lemmy-180", + "name": "Lemmy", + "group_key": "host:lemmy.secnd.me", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.secnd.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.secnd.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:37+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.1, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-07T03:00:37Z" + ] + }, + "documentation_url": "https://lemmy.secnd.me", + "self_described_as": null + }, + { + "slug": "lemmy-183", + "name": "Lemmy", + "group_key": "host:providence.werewolf.lat", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://providence.werewolf.lat", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:46+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://providence.werewolf.lat", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:46+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.3, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-07T03:00:46Z" + ] + }, + "documentation_url": "https://providence.werewolf.lat", + "self_described_as": null + }, + { + "slug": "lemmy-184", + "name": "Lemmy", + "group_key": "host:lmy.sagf.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lmy.sagf.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:48+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lmy.sagf.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:30+00:00", + "last_seen": "2026-09-07T03:00:48+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:30+00:00", + "last": "2026-09-07T03:00:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.3, + "visit_starts": [ + "2026-09-06T00:15:30Z", + "2026-09-07T03:00:48Z" + ] + }, + "documentation_url": "https://lmy.sagf.io", + "self_described_as": null + }, + { + "slug": "lemmy-187", + "name": "Lemmy", + "group_key": "host:lemmygrad.ml", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmygrad.ml", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmygrad.ml", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.4, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://lemmygrad.ml", + "self_described_as": null + }, + { + "slug": "lemmy-195", + "name": "Lemmy", + "group_key": "host:group.lt", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://group.lt", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:00:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://group.lt", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-07T03:00:45+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-07T03:00:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.2, + "visit_starts": [ + "2026-09-06T00:15:31Z", + "2026-09-07T03:00:45Z" + ] + }, + "documentation_url": "https://group.lt", + "self_described_as": null + }, + { + "slug": "lemmy-197", + "name": "Lemmy", + "group_key": "host:l.mathers.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.4; +https://l.mathers.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:52+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.4; +https://l.mathers.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:52+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:00:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.3, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-07T03:00:52Z" + ] + }, + "documentation_url": "https://l.mathers.fr", + "self_described_as": null + }, + { + "slug": "lemmy-202", + "name": "Lemmy", + "group_key": "host:lemmy.linuxuserspace.show", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.18.5; +https://lemmy.linuxuserspace.show", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-06T09:13:06+00:00" + } + ], + "primary_user_agent": "Lemmy/0.18.5; +https://lemmy.linuxuserspace.show", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-06T09:13:06+00:00", + "bytes_served": 56926, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:06+00:00", + "last": "2026-09-06T09:13:06+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-06T00:15:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 537.6, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-06T09:13:06Z" + ] + }, + "documentation_url": "https://lemmy.linuxuserspace.show", + "self_described_as": null + }, + { + "slug": "lemmy-207", + "name": "Lemmy", + "group_key": "host:lemmy.funami.tech", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.funami.tech", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.funami.tech", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:32+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:32+00:00", + "last": "2026-09-07T03:00:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.4, + "visit_starts": [ + "2026-09-06T00:15:32Z", + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://lemmy.funami.tech", + "self_described_as": null + }, + { + "slug": "lemmy-214", + "name": "Lemmy", + "group_key": "host:lemmy.trippy.pizza", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.trippy.pizza", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.trippy.pizza", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:43+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:00:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.2, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://lemmy.trippy.pizza", + "self_described_as": null + }, + { + "slug": "lemmy-223", + "name": "Lemmy", + "group_key": "host:lemmy.walker.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.walker.cafe", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:01:03+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.walker.cafe", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:01:03+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:01:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-07T03:01:03Z" + ] + }, + "documentation_url": "https://lemmy.walker.cafe", + "self_described_as": null + }, + { + "slug": "lemmy-229", + "name": "Lemmy", + "group_key": "host:fosscad.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://fosscad.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:21:21+00:00", + "last_seen": "2026-09-07T03:22:25+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://fosscad.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:21:21+00:00", + "last_seen": "2026-09-07T03:22:25+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:21:21+00:00", + "last": "2026-09-07T03:22:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:21:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1621.1, + "visit_starts": [ + "2026-09-06T00:21:21Z", + "2026-09-07T03:22:25Z" + ] + }, + "documentation_url": "https://fosscad.io", + "self_described_as": null + }, + { + "slug": "lemmy-254", + "name": "Lemmy", + "group_key": "host:lemmy.fedi.zutto.fi", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.fedi.zutto.fi", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:21+00:00", + "last_seen": "2026-09-07T02:44:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.fedi.zutto.fi", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:21+00:00", + "last_seen": "2026-09-07T02:44:55+00:00", + "bytes_served": 24627, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:21+00:00", + "last": "2026-09-07T02:44:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.6, + "visit_starts": [ + "2026-09-06T02:54:21Z", + "2026-09-07T02:44:55Z" + ] + }, + "documentation_url": "https://lemmy.fedi.zutto.fi", + "self_described_as": null + }, + { + "slug": "lemmy-260", + "name": "Lemmy", + "group_key": "host:lemmy.eknz.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.eknz.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:26+00:00", + "last_seen": "2026-09-07T02:45:22+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.eknz.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:26+00:00", + "last_seen": "2026-09-07T02:45:22+00:00", + "bytes_served": 24627, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:26+00:00", + "last": "2026-09-07T02:45:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.9, + "visit_starts": [ + "2026-09-06T02:54:26Z", + "2026-09-07T02:45:22Z" + ] + }, + "documentation_url": "https://lemmy.eknz.org", + "self_described_as": null + }, + { + "slug": "lemmy-262", + "name": "Lemmy", + "group_key": "host:lemmy.fromshado.ws", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.fromshado.ws", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:28+00:00", + "last_seen": "2026-09-07T02:45:10+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.fromshado.ws", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:28+00:00", + "last_seen": "2026-09-07T02:45:10+00:00", + "bytes_served": 24627, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:28+00:00", + "last": "2026-09-07T02:45:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.7, + "visit_starts": [ + "2026-09-06T02:54:28Z", + "2026-09-07T02:45:10Z" + ] + }, + "documentation_url": "https://lemmy.fromshado.ws", + "self_described_as": null + }, + { + "slug": "lemmy-268", + "name": "Lemmy", + "group_key": "host:lemmy.berinkton.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.berinkton.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:33+00:00", + "last_seen": "2026-09-07T03:03:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.berinkton.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:33+00:00", + "last_seen": "2026-09-07T03:03:58+00:00", + "bytes_served": 19921, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:33+00:00", + "last": "2026-09-06T02:54:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:58+00:00", + "last": "2026-09-07T03:03:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:33+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1449.4, + "visit_starts": [ + "2026-09-06T02:54:33Z", + "2026-09-07T03:03:58Z" + ] + }, + "documentation_url": "https://lemmy.berinkton.de", + "self_described_as": null + }, + { + "slug": "lemmy-27", + "name": "Lemmy", + "group_key": "host:lemmy.coupou.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.coupou.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:00:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.coupou.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-07T03:00:55+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-07T03:00:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.8, + "visit_starts": [ + "2026-09-06T00:15:09Z", + "2026-09-07T03:00:55Z" + ] + }, + "documentation_url": "https://lemmy.coupou.fr", + "self_described_as": null + }, + { + "slug": "lemmy-270", + "name": "Lemmy", + "group_key": "host:lemmy.horwood.cloud", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.horwood.cloud", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:44+00:00", + "last_seen": "2026-09-07T02:45:10+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.horwood.cloud", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:44+00:00", + "last_seen": "2026-09-07T02:45:10+00:00", + "bytes_served": 24627, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:54:44+00:00", + "last": "2026-09-07T02:45:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1430.4, + "visit_starts": [ + "2026-09-06T02:54:44Z", + "2026-09-07T02:45:10Z" + ] + }, + "documentation_url": "https://lemmy.horwood.cloud", + "self_described_as": null + }, + { + "slug": "lemmy-277", + "name": "Lemmy", + "group_key": "host:lemmy.curiana.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.curiana.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:18+00:00", + "last_seen": "2026-09-07T03:18:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.curiana.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:18+00:00", + "last_seen": "2026-09-07T03:18:05+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:18+00:00", + "last": "2026-09-07T03:18:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1441.8, + "visit_starts": [ + "2026-09-06T03:16:18Z", + "2026-09-07T03:18:05Z" + ] + }, + "documentation_url": "https://lemmy.curiana.net", + "self_described_as": null + }, + { + "slug": "lemmy-281", + "name": "Lemmy", + "group_key": "host:lemmy.johnnei.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.johnnei.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:33+00:00", + "last_seen": "2026-09-07T03:18:13+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.johnnei.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:33+00:00", + "last_seen": "2026-09-07T03:18:13+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:33+00:00", + "last": "2026-09-07T03:18:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1441.7, + "visit_starts": [ + "2026-09-06T03:16:33Z", + "2026-09-07T03:18:13Z" + ] + }, + "documentation_url": "https://lemmy.johnnei.org", + "self_described_as": null + }, + { + "slug": "lemmy-284", + "name": "Lemmy", + "group_key": "host:lemmy.nrdblg.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.nrdblg.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:40+00:00", + "last_seen": "2026-09-07T03:17:55+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.nrdblg.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:40+00:00", + "last_seen": "2026-09-07T03:17:55+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:40+00:00", + "last": "2026-09-07T03:17:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1441.2, + "visit_starts": [ + "2026-09-06T03:16:40Z", + "2026-09-07T03:17:55Z" + ] + }, + "documentation_url": "https://lemmy.nrdblg.de", + "self_described_as": null + }, + { + "slug": "lemmy-286", + "name": "Lemmy", + "group_key": "host:indie-ver.se", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://indie-ver.se", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:13:03+00:00", + "last_seen": "2026-09-07T03:03:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://indie-ver.se", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:13:03+00:00", + "last_seen": "2026-09-07T03:03:43+00:00", + "bytes_served": 31276, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "blog": 1, + "section-roots": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:13:03+00:00", + "last": "2026-09-06T09:13:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:13:03+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1070.7, + "visit_starts": [ + "2026-09-06T09:13:03Z", + "2026-09-07T03:03:43Z" + ] + }, + "documentation_url": "https://indie-ver.se", + "self_described_as": null + }, + { + "slug": "lemmy-291", + "name": "Lemmy", + "group_key": "host:lemmy.darvit.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.darvit.nl", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:15:35+00:00", + "last_seen": "2026-09-07T03:03:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.darvit.nl", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:15:35+00:00", + "last_seen": "2026-09-07T03:03:43+00:00", + "bytes_served": 31276, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "blog": 1, + "section-roots": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:35+00:00", + "last": "2026-09-06T09:15:35+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:35+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1068.1, + "visit_starts": [ + "2026-09-06T09:15:35Z", + "2026-09-07T03:03:43Z" + ] + }, + "documentation_url": "https://lemmy.darvit.nl", + "self_described_as": null + }, + { + "slug": "lemmy-294", + "name": "Lemmy", + "group_key": "host:hoihoi.superboi.eu.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://hoihoi.superboi.eu.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:15:46+00:00", + "last_seen": "2026-09-06T09:15:47+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://hoihoi.superboi.eu.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:15:46+00:00", + "last_seen": "2026-09-06T09:15:47+00:00", + "bytes_served": 46702, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "blog": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T09:15:46+00:00", + "last": "2026-09-06T09:15:47+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:46Z" + ] + }, + "documentation_url": "https://hoihoi.superboi.eu.org", + "self_described_as": null + }, + { + "slug": "lemmy-30", + "name": "Lemmy", + "group_key": "host:foros.fediverso.gal", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://foros.fediverso.gal", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:03:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://foros.fediverso.gal", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:10+00:00", + "last_seen": "2026-09-07T03:03:58+00:00", + "bytes_served": 41495, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:10+00:00", + "last": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:58+00:00", + "last": "2026-09-07T03:03:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:10+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1608.8, + "visit_starts": [ + "2026-09-06T00:15:10Z", + "2026-09-07T03:03:58Z" + ] + }, + "documentation_url": "https://foros.fediverso.gal", + "self_described_as": null + }, + { + "slug": "lemmy-302", + "name": "Lemmy", + "group_key": "host:lemmy.blackeco.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.blackeco.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:47+00:00", + "last_seen": "2026-09-07T03:03:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.blackeco.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:47+00:00", + "last_seen": "2026-09-07T03:03:51+00:00", + "bytes_served": 43231, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:47+00:00", + "last": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:47+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://lemmy.blackeco.com", + "self_described_as": null + }, + { + "slug": "lemmy-307", + "name": "Lemmy", + "group_key": "host:lemmy.hkserv.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.hkserv.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:53+00:00", + "last_seen": "2026-09-07T03:03:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.hkserv.space", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:53+00:00", + "last_seen": "2026-09-07T03:03:51+00:00", + "bytes_served": 43231, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:53+00:00", + "last": "2026-09-07T03:00:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:51+00:00", + "last": "2026-09-07T03:03:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:53+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://lemmy.hkserv.space", + "self_described_as": null + }, + { + "slug": "lemmy-309", + "name": "Lemmy", + "group_key": "host:social.ggbox.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://social.ggbox.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:54+00:00", + "last_seen": "2026-09-07T05:50:48+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://social.ggbox.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:54+00:00", + "last_seen": "2026-09-07T05:50:48+00:00", + "bytes_served": 70620, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-07T03:00:54+00:00", + "last": "2026-09-07T05:50:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 169.9, + "visit_starts": [ + "2026-09-07T03:00:54Z", + "2026-09-07T05:50:48Z" + ] + }, + "documentation_url": "https://social.ggbox.fr", + "self_described_as": null + }, + { + "slug": "lemmy-4", + "name": "Lemmy", + "group_key": "host:diggita.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://diggita.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T03:00:56+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://diggita.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T03:00:56+00:00", + "bytes_served": 68883, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:05+00:00", + "last": "2026-09-07T03:00:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.8, + "visit_starts": [ + "2026-09-06T00:15:05Z", + "2026-09-07T03:00:56Z" + ] + }, + "documentation_url": "https://diggita.com", + "self_described_as": null + }, + { + "slug": "lemmy-42", + "name": "Lemmy", + "group_key": "host:lemmy.mrpostman.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.mrpostman.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T03:00:40+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.mrpostman.ch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T03:00:40+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:12+00:00", + "last": "2026-09-07T03:00:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:12Z", + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://lemmy.mrpostman.ch", + "self_described_as": null + }, + { + "slug": "lemmy-5", + "name": "Lemmy", + "group_key": "host:l.posterdati.it", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://l.posterdati.it", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T03:00:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://l.posterdati.it", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T03:00:51+00:00", + "bytes_served": 68883, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:05+00:00", + "last": "2026-09-07T03:00:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.8, + "visit_starts": [ + "2026-09-06T00:15:05Z", + "2026-09-07T03:00:51Z" + ] + }, + "documentation_url": "https://l.posterdati.it", + "self_described_as": null + }, + { + "slug": "lemmy-50", + "name": "Lemmy", + "group_key": "host:lt.harding.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://lt.harding.dev", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:00:54+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://lt.harding.dev", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:00:54+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:00:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.7, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-07T03:00:54Z" + ] + }, + "documentation_url": "https://lt.harding.dev", + "self_described_as": null + }, + { + "slug": "lemmy-58", + "name": "Lemmy", + "group_key": "host:lemmy.balamb.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.balamb.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:22:12+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.balamb.fr", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:13+00:00", + "last_seen": "2026-09-07T03:22:12+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:13+00:00", + "last": "2026-09-07T03:22:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1627.0, + "visit_starts": [ + "2026-09-06T00:15:13Z", + "2026-09-07T03:22:12Z" + ] + }, + "documentation_url": "https://lemmy.balamb.fr", + "self_described_as": null + }, + { + "slug": "lemmy-6", + "name": "Lemmy", + "group_key": "host:lemmy.nekusoul.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.nekusoul.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T03:00:36+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.nekusoul.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-07T03:00:36+00:00", + "bytes_served": 68883, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:05+00:00", + "last": "2026-09-07T03:00:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:05Z", + "2026-09-07T03:00:36Z" + ] + }, + "documentation_url": "https://lemmy.nekusoul.de", + "self_described_as": null + }, + { + "slug": "lemmy-61", + "name": "Lemmy", + "group_key": "host:downonthestreet.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://downonthestreet.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-06T12:11:09+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://downonthestreet.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:14+00:00", + "last_seen": "2026-09-06T12:11:09+00:00", + "bytes_served": 68184, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:14+00:00", + "last": "2026-09-06T12:11:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 715.9, + "visit_starts": [ + "2026-09-06T00:15:14Z", + "2026-09-06T12:11:09Z" + ] + }, + "documentation_url": "https://downonthestreet.eu", + "self_described_as": null + }, + { + "slug": "lemmy-77", + "name": "Lemmy", + "group_key": "host:lemmy.rootstate.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.rootstate.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:00:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.rootstate.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:16+00:00", + "last_seen": "2026-09-07T03:00:59+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:16+00:00", + "last": "2026-09-07T03:00:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.7, + "visit_starts": [ + "2026-09-06T00:15:16Z", + "2026-09-07T03:00:59Z" + ] + }, + "documentation_url": "https://lemmy.rootstate.de", + "self_described_as": null + }, + { + "slug": "lemmy-80", + "name": "Lemmy", + "group_key": "host:lemmy.canthonyscott.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.canthonyscott.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.canthonyscott.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:17+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:17+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.7, + "visit_starts": [ + "2026-09-06T00:15:17Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://lemmy.canthonyscott.io", + "self_described_as": null + }, + { + "slug": "lemmy-84", + "name": "Lemmy", + "group_key": "host:go.ontomy.tv", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://go.ontomy.tv", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://go.ontomy.tv", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.7, + "visit_starts": [ + "2026-09-06T00:15:18Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://go.ontomy.tv", + "self_described_as": null + }, + { + "slug": "lemmy-95", + "name": "Lemmy", + "group_key": "host:lmy.cruzgott.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lmy.cruzgott.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:03:40+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lmy.cruzgott.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:03:40+00:00", + "bytes_served": 41495, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:40+00:00", + "last": "2026-09-07T03:03:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1608.3, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-07T03:03:40Z" + ] + }, + "documentation_url": "https://lmy.cruzgott.com", + "self_described_as": null + }, + { + "slug": "lemmy-96", + "name": "Lemmy", + "group_key": "host:lemmy.cringecollective.io", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://lemmy.cringecollective.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:00:45+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://lemmy.cringecollective.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-07T03:00:45+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-07T03:00:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.4, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-07T03:00:45Z" + ] + }, + "documentation_url": "https://lemmy.cringecollective.io", + "self_described_as": null + }, + { + "slug": "lemmy-98", + "name": "Lemmy", + "group_key": "host:lemmy.fedifun.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.fedifun.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-06T10:11:32+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.fedifun.eu", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:20+00:00", + "last_seen": "2026-09-06T10:11:32+00:00", + "bytes_served": 68184, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:20+00:00", + "last": "2026-09-06T10:11:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 596.2, + "visit_starts": [ + "2026-09-06T00:15:20Z", + "2026-09-06T10:11:32Z" + ] + }, + "documentation_url": "https://lemmy.fedifun.eu", + "self_described_as": null + }, + { + "slug": "llm4agents-cimd-audit", + "name": "llm4agents-cimd-audit", + "group_key": "host:llm4agents.com", + "kind": "named", + "user_agents": [ + { + "ua": "llm4agents-cimd-audit/1.0 (+https://llm4agents.com)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T09:12:32+00:00", + "last_seen": "2026-09-01T09:12:32+00:00" + } + ], + "primary_user_agent": "llm4agents-cimd-audit/1.0 (+https://llm4agents.com)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T09:12:32+00:00", + "last_seen": "2026-09-01T09:12:32+00:00", + "bytes_served": 11684, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": {}, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "404": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/oauth-protected-resource", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T09:12:32+00:00", + "last": "2026-09-01T09:12:32+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-01T09:12:32+00:00", + "last": "2026-09-01T09:12:32+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/oauth-protected-resource", + "status": "404", + "at": "2026-09-01T09:12:32+00:00" + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "status": "404", + "at": "2026-09-01T09:12:32+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/oauth-protected-resource", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T09:12:32+00:00", + "last_asked": "2026-09-01T09:12:32+00:00", + "answered_200_since": null + }, + { + "path": "/.well-known/oauth-protected-resource/c/mcp-registry-official/mcp/doctor", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-01T09:12:32+00:00", + "last_asked": "2026-09-01T09:12:32+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T09:12:32Z" + ] + }, + "documentation_url": "https://llm4agents.com", + "self_described_as": null + }, + { + "slug": "mastodon-102", + "name": "Mastodon", + "group_key": "host:floss.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://floss.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:16+00:00", + "last_seen": "2026-09-06T03:16:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://floss.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:16+00:00", + "last_seen": "2026-09-06T03:16:58+00:00", + "bytes_served": 67149, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:16:16+00:00", + "last": "2026-09-06T03:16:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 180.7, + "visit_starts": [ + "2026-09-06T00:16:16Z", + "2026-09-06T03:16:58Z" + ] + }, + "documentation_url": "https://floss.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-108", + "name": "Mastodon", + "group_key": "host:todon.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+todon (http.rb/5.3.1; +https://todon.nl/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:26+00:00", + "last_seen": "2026-09-06T09:16:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+todon (http.rb/5.3.1; +https://todon.nl/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:26+00:00", + "last_seen": "2026-09-06T09:16:14+00:00", + "bytes_served": 56929, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:14+00:00", + "last": "2026-09-06T09:16:14+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:26+00:00", + "last": "2026-09-06T00:16:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:26+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 539.8, + "visit_starts": [ + "2026-09-06T00:16:26Z", + "2026-09-06T09:16:14Z" + ] + }, + "documentation_url": "https://todon.nl/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-136", + "name": "Mastodon", + "group_key": "host:social.pu2ttz.app.br", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.pu2ttz.app.br/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:47+00:00", + "last_seen": "2026-09-06T03:17:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.pu2ttz.app.br/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:33:47+00:00", + "last_seen": "2026-09-06T03:17:17+00:00", + "bytes_served": 67149, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 1, + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:47+00:00", + "last": "2026-09-06T00:33:47+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:17+00:00", + "last": "2026-09-06T03:17:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:47+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 163.5, + "visit_starts": [ + "2026-09-06T00:33:47Z", + "2026-09-06T03:17:17Z" + ] + }, + "documentation_url": "https://social.pu2ttz.app.br/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-144", + "name": "Mastodon", + "group_key": "host:mastodon.xargs.at", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.xargs.at/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:34:01+00:00", + "last_seen": "2026-09-06T03:16:29+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.xargs.at/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:34:01+00:00", + "last_seen": "2026-09-06T03:16:29+00:00", + "bytes_served": 67149, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 1, + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:01+00:00", + "last": "2026-09-06T00:34:01+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:29+00:00", + "last": "2026-09-06T03:16:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:01+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 162.5, + "visit_starts": [ + "2026-09-06T00:34:01Z", + "2026-09-06T03:16:29Z" + ] + }, + "documentation_url": "https://mastodon.xargs.at/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-169", + "name": "Mastodon", + "group_key": "host:fedifreu.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://fedifreu.de/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:39+00:00", + "last_seen": "2026-09-06T09:15:25+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://fedifreu.de/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:39+00:00", + "last_seen": "2026-09-06T09:15:25+00:00", + "bytes_served": 35354, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:25+00:00", + "last": "2026-09-06T09:15:25+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:39+00:00", + "last": "2026-09-06T02:54:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:39+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 380.8, + "visit_starts": [ + "2026-09-06T02:54:39Z", + "2026-09-06T09:15:25Z" + ] + }, + "documentation_url": "https://fedifreu.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-173", + "name": "Mastodon", + "group_key": "host:fairy.id", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-260821+Xajh.ORG (http.rb/5.3.1; +https://fairy.id/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:59+00:00", + "last_seen": "2026-09-06T09:15:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-260821+Xajh.ORG (http.rb/5.3.1; +https://fairy.id/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:59+00:00", + "last_seen": "2026-09-06T09:15:53+00:00", + "bytes_served": 35354, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:53+00:00", + "last": "2026-09-06T09:15:53+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:59+00:00", + "last": "2026-09-06T02:54:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:59+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 380.9, + "visit_starts": [ + "2026-09-06T02:54:59Z", + "2026-09-06T09:15:53Z" + ] + }, + "documentation_url": "https://fairy.id/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-190", + "name": "Mastodon", + "group_key": "host:bolha.us", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://bolha.us/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-07T06:50:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://bolha.us/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:17+00:00", + "last_seen": "2026-09-07T06:50:58+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:58+00:00", + "last": "2026-09-07T06:50:58+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:17+00:00", + "last": "2026-09-06T06:34:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:17+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.7, + "visit_starts": [ + "2026-09-06T06:34:17Z", + "2026-09-07T06:50:58Z" + ] + }, + "documentation_url": "https://bolha.us/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-193", + "name": "Mastodon", + "group_key": "host:fulda.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://fulda.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:37+00:00", + "last_seen": "2026-09-07T06:51:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://fulda.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:34:37+00:00", + "last_seen": "2026-09-07T06:51:28+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:28+00:00", + "last": "2026-09-07T06:51:28+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:37+00:00", + "last": "2026-09-06T06:34:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:37+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1456.8, + "visit_starts": [ + "2026-09-06T06:34:37Z", + "2026-09-07T06:51:28Z" + ] + }, + "documentation_url": "https://fulda.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-200", + "name": "Mastodon", + "group_key": "host:movimientos.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.5 (http.rb/5.3.1; +https://movimientos.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:35:11+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.5 (http.rb/5.3.1; +https://movimientos.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:35:11+00:00", + "last_seen": "2026-09-07T06:50:44+00:00", + "bytes_served": 23235, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "friendica": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:44+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:11+00:00", + "last": "2026-09-06T06:35:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:11+00:00" + }, + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1455.5, + "visit_starts": [ + "2026-09-06T06:35:11Z", + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://movimientos.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-211", + "name": "Mastodon", + "group_key": "host:social.linux.pizza", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.linux.pizza/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:16:17+00:00", + "last_seen": "2026-09-07T08:26:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.linux.pizza/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:16:17+00:00", + "last_seen": "2026-09-07T08:26:44+00:00", + "bytes_served": 58668, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "blog": 1, + "section-roots": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:17+00:00", + "last": "2026-09-06T09:16:17+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:26:44+00:00", + "last": "2026-09-07T08:26:44+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:17+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T08:26:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1390.5, + "visit_starts": [ + "2026-09-06T09:16:17Z", + "2026-09-07T08:26:44Z" + ] + }, + "documentation_url": "https://social.linux.pizza/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-37", + "name": "Mastodon", + "group_key": "host:myonlinepi.uk", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://myonlinepi.uk/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:36+00:00", + "last_seen": "2026-09-06T00:34:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://myonlinepi.uk/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:36+00:00", + "last_seen": "2026-09-06T00:34:14+00:00", + "bytes_served": 67142, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 1, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:14+00:00", + "last": "2026-09-06T00:34:14+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:36+00:00", + "last": "2026-09-06T00:15:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:36+00:00" + }, + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:36Z" + ] + }, + "documentation_url": "https://myonlinepi.uk/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-46", + "name": "Mastodon", + "group_key": "host:nerdculture.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://nerdculture.de/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:41+00:00", + "last_seen": "2026-09-06T09:15:29+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://nerdculture.de/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:41+00:00", + "last_seen": "2026-09-06T09:15:29+00:00", + "bytes_served": 56928, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:29+00:00", + "last": "2026-09-06T09:15:29+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:41+00:00", + "last": "2026-09-06T00:15:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:41+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 539.8, + "visit_starts": [ + "2026-09-06T00:15:41Z", + "2026-09-06T09:15:29Z" + ] + }, + "documentation_url": "https://nerdculture.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-57", + "name": "Mastodon", + "group_key": "host:mastodon.sdf.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.sdf.org/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:45+00:00", + "last_seen": "2026-09-06T03:17:34+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.sdf.org/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:45+00:00", + "last_seen": "2026-09-06T03:17:34+00:00", + "bytes_served": 67148, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:45+00:00", + "last": "2026-09-06T03:17:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 181.8, + "visit_starts": [ + "2026-09-06T00:15:45Z", + "2026-09-06T03:17:34Z" + ] + }, + "documentation_url": "https://mastodon.sdf.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-66", + "name": "Mastodon", + "group_key": "host:mastodon.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0+procolix.mnl (http.rb/5.3.1; +https://mastodon.nl/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:51+00:00", + "last_seen": "2026-09-06T09:16:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0+procolix.mnl (http.rb/5.3.1; +https://mastodon.nl/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:51+00:00", + "last_seen": "2026-09-06T09:16:10+00:00", + "bytes_served": 56928, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:10+00:00", + "last": "2026-09-06T09:16:10+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:51+00:00", + "last": "2026-09-06T00:15:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:51+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 540.3, + "visit_starts": [ + "2026-09-06T00:15:51Z", + "2026-09-06T09:16:10Z" + ] + }, + "documentation_url": "https://mastodon.nl/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-67", + "name": "Mastodon", + "group_key": "host:masto.ai", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://masto.ai/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:52+00:00", + "last_seen": "2026-09-06T06:34:34+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://masto.ai/) Bot", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:52+00:00", + "last_seen": "2026-09-06T06:34:34+00:00", + "bytes_served": 46151, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 1, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:34+00:00", + "last": "2026-09-06T06:34:34+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:52+00:00", + "last": "2026-09-06T00:15:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:52+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 378.7, + "visit_starts": [ + "2026-09-06T00:15:52Z", + "2026-09-06T06:34:34Z" + ] + }, + "documentation_url": "https://masto.ai/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-69", + "name": "Mastodon", + "group_key": "host:burningboard.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://burningboard.net/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-06T03:16:59+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://burningboard.net/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-06T03:16:59+00:00", + "bytes_served": 67148, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:53+00:00", + "last": "2026-09-06T03:16:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 181.1, + "visit_starts": [ + "2026-09-06T00:15:53Z", + "2026-09-06T03:16:59Z" + ] + }, + "documentation_url": "https://burningboard.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-76", + "name": "Mastodon", + "group_key": "host:h4.io", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://h4.io/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:56+00:00", + "last_seen": "2026-09-06T09:15:45+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://h4.io/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:56+00:00", + "last_seen": "2026-09-06T09:15:45+00:00", + "bytes_served": 56928, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:45+00:00", + "last": "2026-09-06T09:15:45+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:56+00:00", + "last": "2026-09-06T00:15:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:56+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 539.8, + "visit_starts": [ + "2026-09-06T00:15:56Z", + "2026-09-06T09:15:45Z" + ] + }, + "documentation_url": "https://h4.io/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-77", + "name": "Mastodon", + "group_key": "host:mastodontech.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodontech.de/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:56+00:00", + "last_seen": "2026-09-06T06:34:32+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodontech.de/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:56+00:00", + "last_seen": "2026-09-06T06:34:32+00:00", + "bytes_served": 46151, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 1, + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:32+00:00", + "last": "2026-09-06T06:34:32+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:56+00:00", + "last": "2026-09-06T00:15:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:56+00:00" + }, + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 378.6, + "visit_starts": [ + "2026-09-06T00:15:56Z", + "2026-09-06T06:34:32Z" + ] + }, + "documentation_url": "https://mastodontech.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-95", + "name": "Mastodon", + "group_key": "host:denton.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://denton.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:10+00:00", + "last_seen": "2026-09-06T03:17:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://denton.social/) Bot", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:10+00:00", + "last_seen": "2026-09-06T03:17:28+00:00", + "bytes_served": 67148, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:16:10+00:00", + "last": "2026-09-06T03:17:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 181.3, + "visit_starts": [ + "2026-09-06T00:16:10Z", + "2026-09-06T03:17:28Z" + ] + }, + "documentation_url": "https://denton.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcpcheck", + "name": "mcpcheck", + "group_key": "host:airmail.cc", + "kind": "named", + "user_agents": [ + { + "ua": "mcpcheck/0.1 (Plumbline MCP liveness probe; read-only; contact plumbline@airmail.cc)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-02T13:30:55+00:00", + "last_seen": "2026-09-02T13:31:22+00:00" + } + ], + "primary_user_agent": "mcpcheck/0.1 (Plumbline MCP liveness probe; read-only; contact plumbline@airmail.cc)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-02T13:30:55+00:00", + "last_seen": "2026-09-02T13:31:22+00:00", + "bytes_served": 7234, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "mcp-crawler-index": 2 + }, + "channels": { + "mcp-registry-official": 2 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T13:30:55+00:00", + "last": "2026-09-02T13:30:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T13:31:22+00:00", + "last": "2026-09-02T13:31:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp", + "status": "200", + "at": "2026-09-02T13:30:55+00:00" + }, + { + "path": "/c/mcp-registry-official/mcp/netcheck", + "status": "200", + "at": "2026-09-02T13:31:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-02T13:30:55Z" + ] + }, + "documentation_url": "mailto:plumbline@airmail.cc", + "self_described_as": "Plumbline MCP liveness probe; read-only" + }, + { + "slug": "misskey", + "name": "Misskey", + "group_key": "host:fedi.whyarentyou.gay", + "kind": "named", + "user_agents": [ + { + "ua": "Misskey/2025.4.6 (https://fedi.whyarentyou.gay/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T12:46:11+00:00", + "last_seen": "2026-09-07T00:08:50+00:00" + } + ], + "primary_user_agent": "Misskey/2025.4.6 (https://fedi.whyarentyou.gay/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T12:46:11+00:00", + "last_seen": "2026-09-07T00:08:50+00:00", + "bytes_served": 27237, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 1, + "pathwren-edge": 1 + }, + "channels": { + "mastodon": 1 + }, + "accept_headers": [ + "text/html, */*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T00:08:50+00:00", + "last": "2026-09-07T00:08:50+00:00" + }, + { + "path": "/c/mastodon/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T12:46:11+00:00", + "last": "2026-09-05T12:46:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mastodon/data/", + "status": "200", + "at": "2026-09-05T12:46:11+00:00" + }, + { + "path": "/", + "status": "200", + "at": "2026-09-07T00:08:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 2122.7, + "visit_starts": [ + "2026-09-05T12:46:11Z", + "2026-09-07T00:08:50Z" + ] + }, + "documentation_url": "https://fedi.whyarentyou.gay/", + "self_described_as": null + }, + { + "slug": "misskeymediaproxy", + "name": "MisskeyMediaProxy", + "group_key": "ua:misskeymediaproxy", + "kind": "named", + "user_agents": [ + { + "ua": "MisskeyMediaProxy/0.0.25", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-06T00:15:28+00:00" + } + ], + "primary_user_agent": "MisskeyMediaProxy/0.0.25", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-06T00:15:28+00:00", + "bytes_served": 16411, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-06T00:15:28+00:00" + }, + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-06T00:15:28+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + }, + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:28Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "node-fetch", + "name": "node-fetch", + "group_key": "ua:node-fetch", + "kind": "named", + "user_agents": [ + { + "ua": "node-fetch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:51:01+00:00", + "last_seen": "2026-09-06T01:51:03+00:00" + } + ], + "primary_user_agent": "node-fetch", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:51:01+00:00", + "last_seen": "2026-09-06T01:51:03+00:00", + "bytes_served": 33613, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 1, + "ai-crawler-index": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:51:01+00:00", + "last": "2026-09-06T01:51:01+00:00" + }, + { + "path": "/px.gif", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:51:03+00:00", + "last": "2026-09-06T01:51:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T01:51:01+00:00" + }, + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-06T01:51:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T01:51:01Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "oranges-live", + "name": "oranges.live", + "group_key": "host:oranges.live", + "kind": "named", + "user_agents": [ + { + "ua": "oranges.live/0.1 (+https://oranges.live)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T04:20:42+00:00", + "last_seen": "2026-09-07T04:22:01+00:00" + } + ], + "primary_user_agent": "oranges.live/0.1 (+https://oranges.live)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T04:20:42+00:00", + "last_seen": "2026-09-07T04:22:01+00:00", + "bytes_served": 68888, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T04:20:42+00:00", + "last": "2026-09-07T04:22:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T04:20:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1441.3, + "visit_starts": [ + "2026-09-06T04:20:42Z", + "2026-09-07T04:22:01Z" + ] + }, + "documentation_url": "https://oranges.live", + "self_described_as": null + }, + { + "slug": "piefed-20", + "name": "PieFed", + "group_key": "host:rentadrunk.org", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.10; +https://rentadrunk.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.10; +https://rentadrunk.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-07T03:00:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.6, + "visit_starts": [ + "2026-09-06T00:15:23Z", + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://rentadrunk.org", + "self_described_as": null + }, + { + "slug": "piefed-21", + "name": "PieFed", + "group_key": "host:wiresandlights.me", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.0.1-dev; +https://wiresandlights.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "PieFed/1.0.1-dev; +https://wiresandlights.me", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.5, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://wiresandlights.me", + "self_described_as": null + }, + { + "slug": "piefed-24", + "name": "PieFed", + "group_key": "host:piefed.0x0c.link", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.0-dev; +https://piefed.0x0c.link", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:00:40+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.0-dev; +https://piefed.0x0c.link", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:00:40+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:00:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.3, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://piefed.0x0c.link", + "self_described_as": null + }, + { + "slug": "piefed-27", + "name": "PieFed", + "group_key": "host:piefed.sysctl.io", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.10; +https://piefed.sysctl.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:01:01+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.10; +https://piefed.sysctl.io", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-07T03:01:01+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-07T03:01:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.6, + "visit_starts": [ + "2026-09-06T00:15:26Z", + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://piefed.sysctl.io", + "self_described_as": null + }, + { + "slug": "piefed-41", + "name": "PieFed", + "group_key": "host:piefed.tygerteam.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.27; +https://piefed.tygerteam.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:53+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.27; +https://piefed.tygerteam.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-07T03:00:53+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-07T03:00:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.3, + "visit_starts": [ + "2026-09-06T00:15:34Z", + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://piefed.tygerteam.com", + "self_described_as": null + }, + { + "slug": "piefed-45", + "name": "PieFed", + "group_key": "host:fedi.ohpossum.ooo", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.14; +https://fedi.ohpossum.ooo", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:28+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.14; +https://fedi.ohpossum.ooo", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:54:28+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 47310, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:58+00:00", + "last": "2026-09-07T03:00:58+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:28+00:00", + "last": "2026-09-06T02:54:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:28+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1446.5, + "visit_starts": [ + "2026-09-06T02:54:28Z", + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://fedi.ohpossum.ooo", + "self_described_as": null + }, + { + "slug": "piefed-47", + "name": "PieFed", + "group_key": "host:discuss.amicia.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.5; +https://discuss.amicia.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:28+00:00", + "last_seen": "2026-09-07T03:00:35+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.5; +https://discuss.amicia.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:28+00:00", + "last_seen": "2026-09-07T03:00:35+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:28+00:00", + "last": "2026-09-07T03:00:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1424.1, + "visit_starts": [ + "2026-09-06T03:16:28Z", + "2026-09-07T03:00:35Z" + ] + }, + "documentation_url": "https://discuss.amicia.net", + "self_described_as": null + }, + { + "slug": "piefed-48", + "name": "PieFed", + "group_key": "host:pie.eyeofthestorm.place", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://pie.eyeofthestorm.place", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:34+00:00", + "last_seen": "2026-09-07T03:00:48+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://pie.eyeofthestorm.place", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:34+00:00", + "last_seen": "2026-09-07T03:00:48+00:00", + "bytes_served": 68885, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T03:16:34+00:00", + "last": "2026-09-07T03:00:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1424.2, + "visit_starts": [ + "2026-09-06T03:16:34Z", + "2026-09-07T03:00:48Z" + ] + }, + "documentation_url": "https://pie.eyeofthestorm.place", + "self_described_as": null + }, + { + "slug": "piefed-50", + "name": "PieFed", + "group_key": "host:fedi.ur-mom.gay", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.0-dev; +https://fedi.ur-mom.gay", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:41+00:00", + "last_seen": "2026-09-06T09:15:31+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.0-dev; +https://fedi.ur-mom.gay", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:41+00:00", + "last_seen": "2026-09-06T09:15:31+00:00", + "bytes_served": 56926, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:31+00:00", + "last": "2026-09-06T09:15:31+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:41+00:00", + "last": "2026-09-06T03:16:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:41+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 358.8, + "visit_starts": [ + "2026-09-06T03:16:41Z", + "2026-09-06T09:15:31Z" + ] + }, + "documentation_url": "https://fedi.ur-mom.gay", + "self_described_as": null + }, + { + "slug": "piefed-51", + "name": "PieFed", + "group_key": "host:palaver.p3x.de", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://palaver.p3x.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:45+00:00", + "last_seen": "2026-09-06T09:14:21+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://palaver.p3x.de", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:16:45+00:00", + "last_seen": "2026-09-06T09:14:21+00:00", + "bytes_served": 56926, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 1, + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:14:21+00:00", + "last": "2026-09-06T09:14:21+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:45+00:00", + "last": "2026-09-06T03:16:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:45+00:00" + }, + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:14:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 357.6, + "visit_starts": [ + "2026-09-06T03:16:45Z", + "2026-09-06T09:14:21Z" + ] + }, + "documentation_url": "https://palaver.p3x.de", + "self_described_as": null + }, + { + "slug": "piefed-52", + "name": "PieFed", + "group_key": "host:multiverse.soulism.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.8.0-dev; +https://multiverse.soulism.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:45:01+00:00", + "last_seen": "2026-09-07T03:55:08+00:00" + } + ], + "primary_user_agent": "PieFed/1.8.0-dev; +https://multiverse.soulism.net", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:45:01+00:00", + "last_seen": "2026-09-07T03:55:08+00:00", + "bytes_served": 234560, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 1, + "api-reference": 1 + }, + "channels": { + "piefed": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/bot/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:01+00:00", + "last": "2026-09-06T03:45:01+00:00" + }, + { + "path": "/c/piefed/api/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:55:08+00:00", + "last": "2026-09-07T03:55:08+00:00" + } + ], + "first_walk": [ + { + "path": "/bot/", + "status": "200", + "at": "2026-09-06T03:45:01+00:00" + }, + { + "path": "/c/piefed/api/", + "status": "200", + "at": "2026-09-07T03:55:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1450.1, + "visit_starts": [ + "2026-09-06T03:45:01Z", + "2026-09-07T03:55:08Z" + ] + }, + "documentation_url": "https://multiverse.soulism.net", + "self_described_as": null + }, + { + "slug": "piefed-53", + "name": "PieFed", + "group_key": "host:geostationary.orbiting.observer", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.10; +https://geostationary.orbiting.observer", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:45:30+00:00", + "last_seen": "2026-09-07T03:00:55+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.10; +https://geostationary.orbiting.observer", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T03:45:30+00:00", + "last_seen": "2026-09-07T03:00:55+00:00", + "bytes_served": 47237, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:55+00:00", + "last": "2026-09-07T03:00:55+00:00" + }, + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:45:30+00:00", + "last": "2026-09-06T03:45:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T03:45:30+00:00" + }, + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1395.4, + "visit_starts": [ + "2026-09-06T03:45:30Z", + "2026-09-07T03:00:55Z" + ] + }, + "documentation_url": "https://geostationary.orbiting.observer", + "self_described_as": null + }, + { + "slug": "piefed-56", + "name": "PieFed", + "group_key": "host:wetshav.ing", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://wetshav.ing", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:43+00:00", + "last_seen": "2026-09-07T03:03:56+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://wetshav.ing", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:00:43+00:00", + "last_seen": "2026-09-07T03:03:56+00:00", + "bytes_served": 43231, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:43+00:00", + "last": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:56+00:00", + "last": "2026-09-07T03:03:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:43+00:00" + }, + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:43Z" + ] + }, + "documentation_url": "https://wetshav.ing", + "self_described_as": null + }, + { + "slug": "pylova-2", + "name": "PyLova", + "group_key": "host:mungapple.org", + "kind": "named", + "user_agents": [ + { + "ua": "PyLova/0.3.2; +https://mungapple.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:01:00+00:00" + } + ], + "primary_user_agent": "PyLova/0.3.2; +https://mungapple.org", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-07T03:01:00+00:00", + "bytes_served": 68884, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "section-roots": 2 + }, + "channels": { + "lemmy": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-07T03:01:00+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 1605.6, + "visit_starts": [ + "2026-09-06T00:15:24Z", + "2026-09-07T03:01:00Z" + ] + }, + "documentation_url": "https://mungapple.org", + "self_described_as": null + }, + { + "slug": "repology-linkchecker", + "name": "repology-linkchecker", + "group_key": "host:repology.org", + "kind": "named", + "user_agents": [ + { + "ua": "repology-linkchecker/1 (+https://repology.org/docs/bots)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T07:13:51+00:00", + "last_seen": "2026-09-05T18:08:39+00:00" + } + ], + "primary_user_agent": "repology-linkchecker/1 (+https://repology.org/docs/bots)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T07:13:51+00:00", + "last_seen": "2026-09-05T18:08:39+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "pypi-registry": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/pypi-registry/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T07:13:51+00:00", + "last": "2026-09-01T07:13:51+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:08:39+00:00", + "last": "2026-09-05T18:08:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/pypi-registry/", + "status": "200", + "at": "2026-09-01T07:13:51+00:00" + }, + { + "path": "/c/pypi-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T18:08:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 2, + "median_gap_minutes": 6414.8, + "visit_starts": [ + "2026-09-01T07:13:51Z", + "2026-09-05T18:08:39Z" + ] + }, + "documentation_url": "https://repology.org/docs/bots", + "self_described_as": null + }, + { + "slug": "securityscanner", + "name": "SecurityScanner", + "group_key": "ua:securityscanner", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; SecurityScanner/1.0)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:37+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; SecurityScanner/1.0)", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:37+00:00", + "bytes_served": 33298, + "classed_by_our_instrument": { + "unknown": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 2 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/", + "requests": 2, + "statuses": { + "200": 2 + }, + "first": "2026-09-06T02:23:23+00:00", + "last": "2026-09-06T02:23:37+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-06T02:23:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:23:23Z" + ] + }, + "documentation_url": null, + "self_described_as": "SecurityScanner/1.0" + }, + { + "slug": "seo-audit-mcp-2", + "name": "SEO-Audit-MCP", + "group_key": "ua:seo-audit-mcp", + "kind": "named", + "user_agents": [ + { + "ua": "SEO-Audit-MCP", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T08:04:51+00:00", + "last_seen": "2026-09-03T08:04:51+00:00" + }, + { + "ua": "SEO-Audit-MCP/0.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T08:04:51+00:00", + "last_seen": "2026-09-03T08:04:51+00:00" + } + ], + "primary_user_agent": "SEO-Audit-MCP", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T08:04:51+00:00", + "last_seen": "2026-09-03T08:04:51+00:00", + "bytes_served": 82702, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "crawlers-host": 2 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:51+00:00", + "last": "2026-09-03T08:04:51+00:00" + }, + { + "path": "/sitemap.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:51+00:00", + "last": "2026-09-03T08:04:51+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-03T08:04:51+00:00" + }, + { + "path": "/sitemap.xml", + "status": "200", + "at": "2026-09-03T08:04:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T08:04:51Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "siteguardian", + "name": "SiteGuardian", + "group_key": "host:siteguardian.io", + "kind": "named", + "user_agents": [ + { + "ua": "SiteGuardian/1.4 (+https://siteguardian.io/bot; EU compliance & uptime monitoring)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T06:00:33+00:00", + "last_seen": "2026-09-03T06:00:33+00:00" + } + ], + "primary_user_agent": "SiteGuardian/1.4 (+https://siteguardian.io/bot; EU compliance & uptime monitoring)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T06:00:33+00:00", + "last_seen": "2026-09-03T06:00:33+00:00", + "bytes_served": 17208, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:33+00:00", + "last": "2026-09-03T06:00:33+00:00" + }, + { + "path": "/.well-known/security.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:00:33+00:00", + "last": "2026-09-03T06:00:33+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-03T06:00:33+00:00" + }, + { + "path": "/.well-known/security.txt", + "status": "200", + "at": "2026-09-03T06:00:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T06:00:33Z" + ] + }, + "documentation_url": "https://siteguardian.io/bot", + "self_described_as": "EU compliance & uptime monitoring" + }, + { + "slug": "trustoven-manifest-observer", + "name": "trustoven-manifest-observer", + "group_key": "host:trustoven.com", + "kind": "named", + "user_agents": [ + { + "ua": "trustoven-manifest-observer/1.0 (+https://trustoven.com/docs/crawler)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T06:22:31+00:00", + "last_seen": "2026-09-01T06:22:31+00:00" + } + ], + "primary_user_agent": "trustoven-manifest-observer/1.0 (+https://trustoven.com/docs/crawler)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T06:22:31+00:00", + "last_seen": "2026-09-01T06:22:31+00:00", + "bytes_served": 2388, + "classed_by_our_instrument": { + "crawler": 2 + }, + "surfaces": { + "pathwren-edge": 2 + }, + "channels": { + "mcp-registry-official": 1 + }, + "accept_headers": [ + "*/*", + "text/plain" + ], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/mcp-registry-auth", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:22:31+00:00", + "last": "2026-09-01T06:22:31+00:00" + }, + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T06:22:31+00:00", + "last": "2026-09-01T06:22:31+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-01T06:22:31+00:00" + }, + { + "path": "/.well-known/mcp-registry-auth", + "status": "200", + "at": "2026-09-01T06:22:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T06:22:31Z" + ] + }, + "documentation_url": "https://trustoven.com/docs/crawler", + "self_described_as": null + }, + { + "slug": "uptimesignal", + "name": "UptimeSignal", + "group_key": "host:uptimesignal.io", + "kind": "named", + "user_agents": [ + { + "ua": "UptimeSignal/1.0 (https://uptimesignal.io)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T18:21:28+00:00", + "last_seen": "2026-09-05T18:21:28+00:00" + } + ], + "primary_user_agent": "UptimeSignal/1.0 (https://uptimesignal.io)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T18:21:28+00:00", + "last_seen": "2026-09-05T18:21:28+00:00", + "bytes_served": 21095, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "mcp-crawler-index": 1, + "pathwren-edge": 1 + }, + "channels": { + "uptimesignal": 2 + }, + "accept_headers": [], + "status_codes": { + "200": 2 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/c/uptimesignal/mcp", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:21:28+00:00", + "last": "2026-09-05T18:21:28+00:00" + }, + { + "path": "/c/uptimesignal/status.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T18:21:28+00:00", + "last": "2026-09-05T18:21:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/uptimesignal/mcp", + "status": "200", + "at": "2026-09-05T18:21:28+00:00" + }, + { + "path": "/c/uptimesignal/status.json", + "status": "200", + "at": "2026-09-05T18:21:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T18:21:28Z" + ] + }, + "documentation_url": "https://uptimesignal.io", + "self_described_as": null + }, + { + "slug": "websub-rocks", + "name": "WebSub.rocks", + "group_key": "host:w3.org", + "kind": "named", + "user_agents": [ + { + "ua": "WebSub.rocks/1.0 (WebSub Validator https://www.w3.org/TR/websub/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:46:22+00:00", + "last_seen": "2026-09-06T01:46:22+00:00" + } + ], + "primary_user_agent": "WebSub.rocks/1.0 (WebSub Validator https://www.w3.org/TR/websub/)", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:46:22+00:00", + "last_seen": "2026-09-06T01:46:22+00:00", + "bytes_served": 31098, + "classed_by_our_instrument": { + "agent": 2 + }, + "surfaces": { + "changes-syndication-feeds": 1, + "pathwren-edge": 1 + }, + "channels": { + "websub-rocks": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1, + "404": 1 + }, + "distinct_paths": 2, + "paths": [ + { + "path": "/.well-known/host-meta", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-06T01:46:22+00:00", + "last": "2026-09-06T01:46:22+00:00" + }, + { + "path": "/c/websub-rocks/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:46:22+00:00", + "last": "2026-09-06T01:46:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/websub-rocks/feed.xml", + "status": "200", + "at": "2026-09-06T01:46:22+00:00" + }, + { + "path": "/.well-known/host-meta", + "status": "404", + "at": "2026-09-06T01:46:22+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/.well-known/host-meta", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-06T01:46:22+00:00", + "last_asked": "2026-09-06T01:46:22+00:00", + "answered_200_since": "2026-09-06T02:35:39+00:00" + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T01:46:22Z" + ] + }, + "documentation_url": "https://www.w3.org/TR/websub/", + "self_described_as": "WebSub Validator https://www.w3.org/TR/websub/" + }, + { + "slug": "a2a-adoption-audit", + "name": "a2a-adoption-audit", + "group_key": "ua:a2a-adoption-audit", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; a2a-adoption-audit/1.0)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T15:31:21+00:00", + "last_seen": "2026-09-04T15:31:21+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; a2a-adoption-audit/1.0)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T15:31:21+00:00", + "last_seen": "2026-09-04T15:31:21+00:00", + "bytes_served": 21472, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "agent-card-addresses": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T15:31:21+00:00", + "last": "2026-09-04T15:31:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-04T15:31:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T15:31:21Z" + ] + }, + "documentation_url": null, + "self_described_as": "a2a-adoption-audit/1.0" + }, + { + "slug": "a2a-indexer", + "name": "A2A-Indexer", + "group_key": "ua:a2a-indexer", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; A2A-Indexer/1.0)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T20:21:29+00:00", + "last_seen": "2026-09-02T20:21:29+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; A2A-Indexer/1.0)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T20:21:29+00:00", + "last_seen": "2026-09-02T20:21:29+00:00", + "bytes_served": 14652, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json,*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T20:21:29+00:00", + "last": "2026-09-02T20:21:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T20:21:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-02T20:21:29Z" + ] + }, + "documentation_url": null, + "self_described_as": "A2A-Indexer/1.0" + }, + { + "slug": "acc-scout", + "name": "ACC-Scout", + "group_key": "ua:acc-scout", + "kind": "named", + "user_agents": [ + { + "ua": "ACC-Scout/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T16:00:40+00:00", + "last_seen": "2026-09-03T16:00:40+00:00" + } + ], + "primary_user_agent": "ACC-Scout/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T16:00:40+00:00", + "last_seen": "2026-09-03T16:00:40+00:00", + "bytes_served": 717, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T16:00:40+00:00", + "last": "2026-09-03T16:00:40+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-03T16:00:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T16:00:40Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "aetherlink-public-agent-card-policy-check", + "name": "AetherLink-Public-Agent-Card-Policy-Check", + "group_key": "ua:aetherlink-public-agent-card-policy-check", + "kind": "named", + "user_agents": [ + { + "ua": "AetherLink-Public-Agent-Card-Policy-Check/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T03:13:23+00:00", + "last_seen": "2026-09-01T03:13:23+00:00" + } + ], + "primary_user_agent": "AetherLink-Public-Agent-Card-Policy-Check/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T03:13:23+00:00", + "last_seen": "2026-09-01T03:13:23+00:00", + "bytes_served": 5832, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json, application/a2a+json;q=0.9" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:13:23+00:00", + "last": "2026-09-01T03:13:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T03:13:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T03:13:23Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "aetherlinkdiscoveryevidence", + "name": "AetherLinkDiscoveryEvidence", + "group_key": "ua:aetherlinkdiscoveryevidence", + "kind": "named", + "user_agents": [ + { + "ua": "AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T03:30:37+00:00", + "last_seen": "2026-09-01T03:30:37+00:00" + } + ], + "primary_user_agent": "AetherLinkDiscoveryEvidence/1.0 (+https://aetherlink.47-85-186-77.sslip.io/llms.txt)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T03:30:37+00:00", + "last_seen": "2026-09-01T03:30:37+00:00", + "bytes_served": 5832, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T03:30:37+00:00", + "last": "2026-09-01T03:30:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T03:30:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T03:30:37Z" + ] + }, + "documentation_url": "https://aetherlink.47-85-186-77.sslip.io/llms.txt", + "self_described_as": null + }, + { + "slug": "agoragentic-safefetch", + "name": "Agoragentic-SafeFetch", + "group_key": "ua:agoragentic-safefetch", + "kind": "named", + "user_agents": [ + { + "ua": "Agoragentic-SafeFetch/1.0 (+observe-only)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T03:40:33+00:00", + "last_seen": "2026-09-03T03:40:33+00:00" + } + ], + "primary_user_agent": "Agoragentic-SafeFetch/1.0 (+observe-only)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T03:40:33+00:00", + "last_seen": "2026-09-03T03:40:33+00:00", + "bytes_served": 14572, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "application/json, application/*+json, text/plain, text/markdown, application/x-ndjson;q=0.9, */*;q=0.1" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T03:40:33+00:00", + "last": "2026-09-03T03:40:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-03T03:40:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T03:40:33Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "agoragentic-sandbox-runner", + "name": "Agoragentic-Sandbox-Runner", + "group_key": "ua:agoragentic-sandbox-runner", + "kind": "named", + "user_agents": [ + { + "ua": "Agoragentic-Sandbox-Runner/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T06:41:24+00:00", + "last_seen": "2026-09-03T06:41:24+00:00" + } + ], + "primary_user_agent": "Agoragentic-Sandbox-Runner/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T06:41:24+00:00", + "last_seen": "2026-09-03T06:41:24+00:00", + "bytes_served": 8867, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": { + "agoragentic": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/agoragentic/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T06:41:24+00:00", + "last": "2026-09-03T06:41:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/agoragentic/a2a", + "status": "200", + "at": "2026-09-03T06:41:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T06:41:24Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "akkoma", + "name": "Akkoma", + "group_key": "host:miraiverse.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.20.0-0-g98fcccc--stable-; https://miraiverse.xyz , Akkoma 3.20.0-0-g98fcccc--stable-; https://miraiverse.xyz ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T00:15:25+00:00" + } + ], + "primary_user_agent": "Akkoma 3.20.0-0-g98fcccc--stable-; https://miraiverse.xyz , Akkoma 3.20.0-0-g98fcccc--stable-; https://miraiverse.xyz ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:25+00:00", + "last_seen": "2026-09-06T00:15:25+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:25+00:00", + "last": "2026-09-06T00:15:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T00:15:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:25Z" + ] + }, + "documentation_url": "https://miraiverse.xyz", + "self_described_as": null + }, + { + "slug": "akkoma-10", + "name": "Akkoma", + "group_key": "host:akkoma.broken-moon.net", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.17.0; https://akkoma.broken-moon.net , Akkoma 3.17.0; https://akkoma.broken-moon.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + } + ], + "primary_user_agent": "Akkoma 3.17.0; https://akkoma.broken-moon.net , Akkoma 3.17.0; https://akkoma.broken-moon.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:20Z" + ] + }, + "documentation_url": "https://akkoma.broken-moon.net", + "self_described_as": null + }, + { + "slug": "akkoma-11", + "name": "Akkoma", + "group_key": "host:s.umeyashiki.org", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.19.0-430-g6bf627a5-develop; https://s.umeyashiki.org , Akkoma 3.19.0-430-g6bf627a5-develop; https://s.umeyashiki.org ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:21+00:00", + "last_seen": "2026-09-06T00:33:21+00:00" + } + ], + "primary_user_agent": "Akkoma 3.19.0-430-g6bf627a5-develop; https://s.umeyashiki.org , Akkoma 3.19.0-430-g6bf627a5-develop; https://s.umeyashiki.org ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:21+00:00", + "last_seen": "2026-09-06T00:33:21+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:21+00:00", + "last": "2026-09-06T00:33:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:21Z" + ] + }, + "documentation_url": "https://s.umeyashiki.org", + "self_described_as": null + }, + { + "slug": "akkoma-12", + "name": "Akkoma", + "group_key": "host:fedi.omaera.org", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.16.0-0-g6d88834; https://fedi.omaera.org , Akkoma 3.16.0-0-g6d88834; https://fedi.omaera.org ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:21+00:00", + "last_seen": "2026-09-06T00:33:21+00:00" + } + ], + "primary_user_agent": "Akkoma 3.16.0-0-g6d88834; https://fedi.omaera.org , Akkoma 3.16.0-0-g6d88834; https://fedi.omaera.org ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:21+00:00", + "last_seen": "2026-09-06T00:33:21+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:21+00:00", + "last": "2026-09-06T00:33:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:21Z" + ] + }, + "documentation_url": "https://fedi.omaera.org", + "self_described_as": null + }, + { + "slug": "akkoma-13", + "name": "Akkoma", + "group_key": "host:akkoma.adamski2003.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.19.0-408-g4a810bb2-develop; https://akkoma.adamski2003.lol , Akkoma 3.19.0-408-g4a810bb2-develop; https://akkoma.adamski2003.lol ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:23+00:00", + "last_seen": "2026-09-06T00:33:23+00:00" + } + ], + "primary_user_agent": "Akkoma 3.19.0-408-g4a810bb2-develop; https://akkoma.adamski2003.lol , Akkoma 3.19.0-408-g4a810bb2-develop; https://akkoma.adamski2003.lol ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:23+00:00", + "last_seen": "2026-09-06T00:33:23+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:23+00:00", + "last": "2026-09-06T00:33:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:23Z" + ] + }, + "documentation_url": "https://akkoma.adamski2003.lol", + "self_described_as": null + }, + { + "slug": "akkoma-15", + "name": "Akkoma", + "group_key": "host:fedi.walnutquacks.net", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.20.0; https://fedi.walnutquacks.net , Akkoma 3.20.0; https://fedi.walnutquacks.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:35:37+00:00", + "last_seen": "2026-09-06T00:35:37+00:00" + } + ], + "primary_user_agent": "Akkoma 3.20.0; https://fedi.walnutquacks.net , Akkoma 3.20.0; https://fedi.walnutquacks.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:35:37+00:00", + "last_seen": "2026-09-06T00:35:37+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:35:37+00:00", + "last": "2026-09-06T00:35:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:35:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:35:37Z" + ] + }, + "documentation_url": "https://fedi.walnutquacks.net", + "self_described_as": null + }, + { + "slug": "akkoma-16", + "name": "Akkoma", + "group_key": "host:social.aster.gay", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.19.0; https://social.aster.gay , Akkoma 3.19.0; https://social.aster.gay ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:18+00:00", + "last_seen": "2026-09-06T03:16:18+00:00" + } + ], + "primary_user_agent": "Akkoma 3.19.0; https://social.aster.gay , Akkoma 3.19.0; https://social.aster.gay ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:18+00:00", + "last_seen": "2026-09-06T03:16:18+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:18+00:00", + "last": "2026-09-06T03:16:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T03:16:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:18Z" + ] + }, + "documentation_url": "https://social.aster.gay", + "self_described_as": null + }, + { + "slug": "akkoma-19", + "name": "Akkoma", + "group_key": "host:seafoam.space", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.18.1-0-g792385f--stable-; https://seafoam.space , Akkoma 3.18.1-0-g792385f--stable-; https://seafoam.space ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:57+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Akkoma 3.18.1-0-g792385f--stable-; https://seafoam.space , Akkoma 3.18.1-0-g792385f--stable-; https://seafoam.space ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:57+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:57+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://seafoam.space", + "self_described_as": null + }, + { + "slug": "akkoma-2", + "name": "Akkoma", + "group_key": "host:akkoma.alster.space", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.20.0-0-g98fcccc--stable-; https://akkoma.alster.space , Akkoma 3.20.0-0-g98fcccc--stable-; https://akkoma.alster.space ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:17+00:00", + "last_seen": "2026-09-06T00:33:17+00:00" + } + ], + "primary_user_agent": "Akkoma 3.20.0-0-g98fcccc--stable-; https://akkoma.alster.space , Akkoma 3.20.0-0-g98fcccc--stable-; https://akkoma.alster.space ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:17+00:00", + "last_seen": "2026-09-06T00:33:17+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:17+00:00", + "last": "2026-09-06T00:33:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:17Z" + ] + }, + "documentation_url": "https://akkoma.alster.space", + "self_described_as": null + }, + { + "slug": "akkoma-21", + "name": "Akkoma", + "group_key": "host:bcn.fedi.cat", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.14.1-0-g5ae392f; https://bcn.fedi.cat , Akkoma 3.14.1-0-g5ae392f; https://bcn.fedi.cat ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:14:18+00:00", + "last_seen": "2026-09-07T03:14:18+00:00" + } + ], + "primary_user_agent": "Akkoma 3.14.1-0-g5ae392f; https://bcn.fedi.cat , Akkoma 3.14.1-0-g5ae392f; https://bcn.fedi.cat ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:14:18+00:00", + "last_seen": "2026-09-07T03:14:18+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:14:18+00:00", + "last": "2026-09-07T03:14:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:14:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:14:18Z" + ] + }, + "documentation_url": "https://bcn.fedi.cat", + "self_described_as": null + }, + { + "slug": "akkoma-3", + "name": "Akkoma", + "group_key": "host:social.tudbut.de", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.16.0-60-g6d88834f; https://social.tudbut.de , Akkoma 3.16.0-60-g6d88834f; https://social.tudbut.de ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Akkoma 3.16.0-60-g6d88834f; https://social.tudbut.de , Akkoma 3.16.0-60-g6d88834f; https://social.tudbut.de ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://social.tudbut.de", + "self_described_as": null + }, + { + "slug": "akkoma-4", + "name": "Akkoma", + "group_key": "host:ak.pobierz.net", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.20.0; https://ak.pobierz.net , Akkoma 3.20.0; https://ak.pobierz.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Akkoma 3.20.0; https://ak.pobierz.net , Akkoma 3.20.0; https://ak.pobierz.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://ak.pobierz.net", + "self_described_as": null + }, + { + "slug": "akkoma-5", + "name": "Akkoma", + "group_key": "host:club.shish.org", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.19.0-2-ga31c0643; https://club.shish.org , Akkoma 3.19.0-2-ga31c0643; https://club.shish.org ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Akkoma 3.19.0-2-ga31c0643; https://club.shish.org , Akkoma 3.19.0-2-ga31c0643; https://club.shish.org ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://club.shish.org", + "self_described_as": null + }, + { + "slug": "akkoma-6", + "name": "Akkoma", + "group_key": "host:westergaard.social", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.20.0; https://westergaard.social , Akkoma 3.20.0; https://westergaard.social ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Akkoma 3.20.0; https://westergaard.social , Akkoma 3.20.0; https://westergaard.social ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://westergaard.social", + "self_described_as": null + }, + { + "slug": "akkoma-7", + "name": "Akkoma", + "group_key": "host:dood.net", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.18.0-0-g12bccbb--stable-; https://dood.net , Akkoma 3.18.0-0-g12bccbb--stable-; https://dood.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Akkoma 3.18.0-0-g12bccbb--stable-; https://dood.net , Akkoma 3.18.0-0-g12bccbb--stable-; https://dood.net ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://dood.net", + "self_described_as": null + }, + { + "slug": "akkoma-8", + "name": "Akkoma", + "group_key": "host:ferral.cat", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.16.0-0-g6d88834; https://ferral.cat , Akkoma 3.16.0-0-g6d88834; https://ferral.cat ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Akkoma 3.16.0-0-g6d88834; https://ferral.cat , Akkoma 3.16.0-0-g6d88834; https://ferral.cat ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://ferral.cat", + "self_described_as": null + }, + { + "slug": "akkoma-9", + "name": "Akkoma", + "group_key": "host:social.thirdculture.top", + "kind": "named", + "user_agents": [ + { + "ua": "Akkoma 3.20.0-2-g6c73e254; https://social.thirdculture.top , Akkoma 3.20.0-2-g6c73e254; https://social.thirdculture.top ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + } + ], + "primary_user_agent": "Akkoma 3.20.0-2-g6c73e254; https://social.thirdculture.top , Akkoma 3.20.0-2-g6c73e254; https://social.thirdculture.top ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:20Z" + ] + }, + "documentation_url": "https://social.thirdculture.top", + "self_described_as": null + }, + { + "slug": "allmcps-verification", + "name": "AllMCPs-Verification", + "group_key": "host:allmcps.com", + "kind": "named", + "user_agents": [ + { + "ua": "AllMCPs-Verification/1.0 (+https://allmcps.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T15:45:06+00:00", + "last_seen": "2026-09-05T15:45:06+00:00" + } + ], + "primary_user_agent": "AllMCPs-Verification/1.0 (+https://allmcps.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T15:45:06+00:00", + "last_seen": "2026-09-05T15:45:06+00:00", + "bytes_served": 11010, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "allmcps": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/allmcps/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T15:45:06+00:00", + "last": "2026-09-05T15:45:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/allmcps/mcp.html", + "status": "200", + "at": "2026-09-05T15:45:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T15:45:06Z" + ] + }, + "documentation_url": "https://allmcps.com", + "self_described_as": null + }, + { + "slug": "apievangelist-domain-probe", + "name": "apievangelist-domain-probe", + "group_key": "ua:apievangelist-domain-probe", + "kind": "named", + "user_agents": [ + { + "ua": "apievangelist-domain-probe/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T11:59:41+00:00", + "last_seen": "2026-09-01T11:59:41+00:00" + } + ], + "primary_user_agent": "apievangelist-domain-probe/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T11:59:41+00:00", + "last_seen": "2026-09-01T11:59:41+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T11:59:41+00:00", + "last": "2026-09-01T11:59:41+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-01T11:59:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T11:59:41Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "catodon-3", + "name": "Catodon", + "group_key": "host:electricrequiem.com", + "kind": "named", + "user_agents": [ + { + "ua": "Catodon/26.7.0-dev.0 (+https://electricrequiem.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T08:26:21+00:00", + "last_seen": "2026-09-07T08:26:21+00:00" + } + ], + "primary_user_agent": "Catodon/26.7.0-dev.0 (+https://electricrequiem.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T08:26:21+00:00", + "last_seen": "2026-09-07T08:26:21+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:26:21+00:00", + "last": "2026-09-07T08:26:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T08:26:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T08:26:21Z" + ] + }, + "documentation_url": "https://electricrequiem.com", + "self_described_as": null + }, + { + "slug": "cbi", + "name": "CBI", + "group_key": "ua:cbi", + "kind": "named", + "user_agents": [ + { + "ua": "CBI/0.4.4-smoke (read-only machine-economy intelligence)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T16:38:00+00:00", + "last_seen": "2026-09-05T16:38:00+00:00" + } + ], + "primary_user_agent": "CBI/0.4.4-smoke (read-only machine-economy intelligence)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T16:38:00+00:00", + "last_seen": "2026-09-05T16:38:00+00:00", + "bytes_served": 14889, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": {}, + "accept_headers": [ + "application/json,text/plain" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T16:38:00+00:00", + "last": "2026-09-05T16:38:00+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-05T16:38:00+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T16:38:00Z" + ] + }, + "documentation_url": null, + "self_described_as": "read-only machine-economy intelligence" + }, + { + "slug": "censusbot", + "name": "CensusBot", + "group_key": "host:census.dios.local", + "kind": "named", + "user_agents": [ + { + "ua": "CensusBot/0.1 (+https://census.dios.local/about; optout@census.dios.local)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T17:00:17+00:00", + "last_seen": "2026-09-01T17:00:17+00:00" + } + ], + "primary_user_agent": "CensusBot/0.1 (+https://census.dios.local/about; optout@census.dios.local)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T17:00:17+00:00", + "last_seen": "2026-09-01T17:00:17+00:00", + "bytes_served": 5832, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:00:17+00:00", + "last": "2026-09-01T17:00:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T17:00:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T17:00:17Z" + ] + }, + "documentation_url": "https://census.dios.local/about", + "self_described_as": null + }, + { + "slug": "certfeed-prober", + "name": "certfeed-prober", + "group_key": "ua:certfeed-prober", + "kind": "named", + "user_agents": [ + { + "ua": "certfeed-prober/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T07:36:21+00:00", + "last_seen": "2026-09-04T07:36:21+00:00" + } + ], + "primary_user_agent": "certfeed-prober/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T07:36:21+00:00", + "last_seen": "2026-09-04T07:36:21+00:00", + "bytes_served": 16539, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T07:36:21+00:00", + "last": "2026-09-04T07:36:21+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-04T07:36:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T07:36:21Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "conway-replicatio-r91-strict-a2a-probe", + "name": "Conway-Replicatio-r91-strict-a2a-probe", + "group_key": "ua:conway-replicatio-r91-strict-a2a-probe", + "kind": "named", + "user_agents": [ + { + "ua": "Conway-Replicatio-r91-strict-a2a-probe", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T04:56:01+00:00", + "last_seen": "2026-09-01T04:56:01+00:00" + } + ], + "primary_user_agent": "Conway-Replicatio-r91-strict-a2a-probe", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T04:56:01+00:00", + "last_seen": "2026-09-01T04:56:01+00:00", + "bytes_served": 5832, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T04:56:01+00:00", + "last": "2026-09-01T04:56:01+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T04:56:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T04:56:01Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "duckduckgo", + "name": "DuckDuckGo", + "group_key": "ua:duckduckgo", + "kind": "named", + "user_agents": [ + { + "ua": "DuckDuckGo/5 (com.duckduckgo.mobile.android; Android API 33)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:38:09+00:00", + "last_seen": "2026-09-06T06:38:09+00:00" + } + ], + "primary_user_agent": "DuckDuckGo/5 (com.duckduckgo.mobile.android; Android API 33)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:38:09+00:00", + "last_seen": "2026-09-06T06:38:09+00:00", + "bytes_served": 1325, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:38:09+00:00", + "last": "2026-09-06T06:38:09+00:00" + } + ], + "first_walk": [ + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T06:38:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:38:09Z" + ] + }, + "documentation_url": null, + "self_described_as": "com.duckduckgo.mobile.android; Android API 33" + }, + { + "slug": "earncompany-lanternscout", + "name": "EarnCompany-LanternScout", + "group_key": "ua:earncompany-lanternscout", + "kind": "named", + "user_agents": [ + { + "ua": "EarnCompany-LanternScout/ear-424 (read-only)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T14:31:47+00:00", + "last_seen": "2026-09-05T14:31:47+00:00" + } + ], + "primary_user_agent": "EarnCompany-LanternScout/ear-424 (read-only)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T14:31:47+00:00", + "last_seen": "2026-09-05T14:31:47+00:00", + "bytes_served": 16649, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "thecolony": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/thecolony/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T14:31:47+00:00", + "last": "2026-09-05T14:31:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/thecolony/", + "status": "200", + "at": "2026-09-05T14:31:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T14:31:47Z" + ] + }, + "documentation_url": null, + "self_described_as": "read-only" + }, + { + "slug": "epaichat-a2a-agentcard", + "name": "EPAIChat-A2A-AgentCard", + "group_key": "ua:epaichat-a2a-agentcard", + "kind": "named", + "user_agents": [ + { + "ua": "EPAIChat-A2A-AgentCard/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:26:40+00:00", + "last_seen": "2026-09-07T07:26:40+00:00" + } + ], + "primary_user_agent": "EPAIChat-A2A-AgentCard/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:26:40+00:00", + "last_seen": "2026-09-07T07:26:40+00:00", + "bytes_served": 22290, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": { + "a2a-registry-global": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:26:40+00:00", + "last": "2026-09-07T07:26:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-07T07:26:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:26:40Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "fediverse", + "name": "Fediverse", + "group_key": "ua:fediverse", + "kind": "named", + "user_agents": [ + { + "ua": "Fediverse/1.0.8 (iPhone; iOS 18.7.8; Scale/3.00)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:28:36+00:00", + "last_seen": "2026-09-06T03:28:36+00:00" + } + ], + "primary_user_agent": "Fediverse/1.0.8 (iPhone; iOS 18.7.8; Scale/3.00)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:28:36+00:00", + "last_seen": "2026-09-06T03:28:36+00:00", + "bytes_served": 15086, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [ + "image/webp,image/jpg,image/jpeg,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:28:36+00:00", + "last": "2026-09-06T03:28:36+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-06T03:28:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:28:36Z" + ] + }, + "documentation_url": null, + "self_described_as": "iPhone; iOS 18.7.8; Scale/3.00" + }, + { + "slug": "friendica-24", + "name": "Friendica", + "group_key": "host:friends.polli.social", + "kind": "named", + "user_agents": [ + { + "ua": "Friendica 'Yellow Archangel' 2024.03-1557; https://friends.polli.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T06:34:04+00:00" + } + ], + "primary_user_agent": "Friendica 'Yellow Archangel' 2024.03-1557; https://friends.polli.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:04+00:00", + "last_seen": "2026-09-06T06:34:04+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:04+00:00", + "last": "2026-09-06T06:34:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:04Z" + ] + }, + "documentation_url": "https://friends.polli.social", + "self_described_as": null + }, + { + "slug": "git-jimmy-b-se", + "name": "git.jimmy-b.se", + "group_key": "ua:git-jimmy-b-se", + "kind": "named", + "user_agents": [ + { + "ua": "git.jimmy-b.se/JimBer110/GoThread/0.3.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:59+00:00", + "last_seen": "2026-09-07T03:00:59+00:00" + } + ], + "primary_user_agent": "git.jimmy-b.se/JimBer110/GoThread/0.3.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:59+00:00", + "last_seen": "2026-09-07T03:00:59+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:59+00:00", + "last": "2026-09-07T03:00:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:59Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "google-structured-data-testing-tool", + "name": "Google-Structured-Data-Testing-Tool", + "group_key": "host:search.google.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T21:54:44+00:00", + "last_seen": "2026-09-05T21:54:44+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T21:54:44+00:00", + "last_seen": "2026-09-05T21:54:44+00:00", + "bytes_served": 42, + "classed_by_our_instrument": { + "unknown": 1 + }, + "surfaces": { + "ai-crawler-index": 1 + }, + "channels": {}, + "accept_headers": [ + "image/avif,image/webp,image/apng,image/svg+xml,image/*,*/*;q=0.8" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/px.gif", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:54:44+00:00", + "last": "2026-09-05T21:54:44+00:00" + } + ], + "first_walk": [ + { + "path": "/px.gif", + "status": "200", + "at": "2026-09-05T21:54:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T21:54:44Z" + ] + }, + "documentation_url": "https://search.google.com/structured-data/testing-tool", + "self_described_as": "Google-Structured-Data-Testing-Tool +https://search.google.com/structured-data/testing-tool" + }, + { + "slug": "graphadvocate-outreach", + "name": "GraphAdvocate-Outreach", + "group_key": "host:graphadvocate.com", + "kind": "named", + "user_agents": [ + { + "ua": "GraphAdvocate-Outreach/1.0 (+https://graphadvocate.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T09:03:23+00:00", + "last_seen": "2026-09-01T09:03:23+00:00" + } + ], + "primary_user_agent": "GraphAdvocate-Outreach/1.0 (+https://graphadvocate.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T09:03:23+00:00", + "last_seen": "2026-09-01T09:03:23+00:00", + "bytes_served": 4668, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": {}, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/a2a", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T09:03:23+00:00", + "last": "2026-09-01T09:03:23+00:00" + } + ], + "first_walk": [ + { + "path": "/a2a", + "status": "200", + "at": "2026-09-01T09:03:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T09:03:23Z" + ] + }, + "documentation_url": "https://graphadvocate.com", + "self_described_as": null + }, + { + "slug": "hhvm-internal", + "name": "hhvm-internal", + "group_key": "ua:hhvm-internal", + "kind": "named", + "user_agents": [ + { + "ua": "hhvm-internal/thrift-fb-server", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T17:32:22+00:00", + "last_seen": "2026-09-01T17:32:22+00:00" + } + ], + "primary_user_agent": "hhvm-internal/thrift-fb-server", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T17:32:22+00:00", + "last_seen": "2026-09-01T17:32:22+00:00", + "bytes_served": 5832, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-01T17:32:22+00:00", + "last": "2026-09-01T17:32:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-01T17:32:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-01T17:32:22Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "http-fetch", + "name": "http.fetch", + "group_key": "host:social.mooneyed.de", + "kind": "named", + "user_agents": [ + { + "ua": "http.fetch (Pleroma; +https://social.mooneyed.de ); Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:18+00:00", + "last_seen": "2026-09-06T00:33:18+00:00" + } + ], + "primary_user_agent": "http.fetch (Pleroma; +https://social.mooneyed.de ); Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:18+00:00", + "last_seen": "2026-09-06T00:33:18+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:18+00:00", + "last": "2026-09-06T00:33:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:18Z" + ] + }, + "documentation_url": "https://social.mooneyed.de", + "self_described_as": "Pleroma" + }, + { + "slug": "http-rb", + "name": "http.rb", + "group_key": "host:games.ngo", + "kind": "named", + "user_agents": [ + { + "ua": "http.rb/5.1.1 (Mastodon/4.2.17; +https://games.ngo/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:32+00:00", + "last_seen": "2026-09-06T00:33:32+00:00" + } + ], + "primary_user_agent": "http.rb/5.1.1 (Mastodon/4.2.17; +https://games.ngo/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:32+00:00", + "last_seen": "2026-09-06T00:33:32+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:32+00:00", + "last": "2026-09-06T00:33:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:32Z" + ] + }, + "documentation_url": "https://games.ngo/", + "self_described_as": "Mastodon/4.2.17" + }, + { + "slug": "http-rb-2", + "name": "http.rb", + "group_key": "host:vran.as", + "kind": "named", + "user_agents": [ + { + "ua": "http.rb/4.4.1 (Mastodon/3.4.7; +https://vran.as/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:14+00:00", + "last_seen": "2026-09-06T00:34:14+00:00" + } + ], + "primary_user_agent": "http.rb/4.4.1 (Mastodon/3.4.7; +https://vran.as/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:14+00:00", + "last_seen": "2026-09-06T00:34:14+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:14+00:00", + "last": "2026-09-06T00:34:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:14Z" + ] + }, + "documentation_url": "https://vran.as/", + "self_described_as": "Mastodon/3.4.7" + }, + { + "slug": "http-rb-4", + "name": "http.rb", + "group_key": "host:merovingian.club", + "kind": "named", + "user_agents": [ + { + "ua": "http.rb/5.0.4 (Mastodon/3.5.3; +https://merovingian.club/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:53+00:00", + "last_seen": "2026-09-07T06:50:53+00:00" + } + ], + "primary_user_agent": "http.rb/5.0.4 (Mastodon/3.5.3; +https://merovingian.club/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:53+00:00", + "last_seen": "2026-09-07T06:50:53+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:53+00:00", + "last": "2026-09-07T06:50:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:53Z" + ] + }, + "documentation_url": "https://merovingian.club/", + "self_described_as": "Mastodon/3.5.3" + }, + { + "slug": "http-rb-5", + "name": "http.rb", + "group_key": "host:fedibird.com", + "kind": "named", + "user_agents": [ + { + "ua": "http.rb/5.2.0 (Mastodon/3.4.1 Fedibird/0.1; +https://fedibird.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:05+00:00", + "last_seen": "2026-09-07T06:51:05+00:00" + } + ], + "primary_user_agent": "http.rb/5.2.0 (Mastodon/3.4.1 Fedibird/0.1; +https://fedibird.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:05+00:00", + "last_seen": "2026-09-07T06:51:05+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:05+00:00", + "last": "2026-09-07T06:51:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:05Z" + ] + }, + "documentation_url": "https://fedibird.com/", + "self_described_as": "Mastodon/3.4.1 Fedibird/0.1" + }, + { + "slug": "infrawatchcrawler", + "name": "InfrawatchCrawler", + "group_key": "host:infrawatch.com", + "kind": "named", + "user_agents": [ + { + "ua": "InfrawatchCrawler/1.0 (+https://infrawatch.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:26:08+00:00", + "last_seen": "2026-09-07T07:26:08+00:00" + } + ], + "primary_user_agent": "InfrawatchCrawler/1.0 (+https://infrawatch.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:26:08+00:00", + "last_seen": "2026-09-07T07:26:08+00:00", + "bytes_served": 17222, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:26:08+00:00", + "last": "2026-09-07T07:26:08+00:00" + } + ], + "first_walk": [ + { + "path": "/", + "status": "200", + "at": "2026-09-07T07:26:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:26:08Z" + ] + }, + "documentation_url": "https://infrawatch.com", + "self_described_as": null + }, + { + "slug": "lemmy-118", + "name": "Lemmy", + "group_key": "host:lemmy.stage.anoxinon.de", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.stage.anoxinon.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T00:15:23+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.stage.anoxinon.de", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T00:15:23+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-06T00:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:23Z" + ] + }, + "documentation_url": "https://lemmy.stage.anoxinon.de", + "self_described_as": null + }, + { + "slug": "lemmy-122", + "name": "Lemmy", + "group_key": "host:lemmy.lqx.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.16; +https://lemmy.lqx.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T00:15:23+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.16; +https://lemmy.lqx.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T00:15:23+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-06T00:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:23Z" + ] + }, + "documentation_url": "https://lemmy.lqx.net", + "self_described_as": null + }, + { + "slug": "lemmy-130", + "name": "Lemmy", + "group_key": "host:lem.afiz.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.8; +https://lem.afiz.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-06T00:15:24+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.8; +https://lem.afiz.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-06T00:15:24+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-06T00:15:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:24Z" + ] + }, + "documentation_url": "https://lem.afiz.org", + "self_described_as": null + }, + { + "slug": "lemmy-141", + "name": "Lemmy", + "group_key": "host:kitty.ly", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://kitty.ly", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:26+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://kitty.ly", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:26+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-06T00:15:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:26Z" + ] + }, + "documentation_url": "https://kitty.ly", + "self_described_as": null + }, + { + "slug": "lemmy-148", + "name": "Lemmy", + "group_key": "host:lemmy.ahall.se", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://lemmy.ahall.se", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:26+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://lemmy.ahall.se", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:26+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-06T00:15:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:26Z" + ] + }, + "documentation_url": "https://lemmy.ahall.se", + "self_described_as": null + }, + { + "slug": "lemmy-164", + "name": "Lemmy", + "group_key": "host:lemmy.runesmite.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://lemmy.runesmite.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-06T00:15:28+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://lemmy.runesmite.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:28+00:00", + "last_seen": "2026-09-06T00:15:28+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:28+00:00", + "last": "2026-09-06T00:15:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:28Z" + ] + }, + "documentation_url": "https://lemmy.runesmite.com", + "self_described_as": null + }, + { + "slug": "lemmy-220", + "name": "Lemmy", + "group_key": "host:whemic.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://whemic.xyz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-06T00:15:34+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://whemic.xyz", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-06T00:15:34+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-06T00:15:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:34Z" + ] + }, + "documentation_url": "https://whemic.xyz", + "self_described_as": null + }, + { + "slug": "lemmy-241", + "name": "Lemmy", + "group_key": "host:lemmy.shutes.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.shutes.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:29:57+00:00", + "last_seen": "2026-09-06T00:29:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.shutes.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:29:57+00:00", + "last_seen": "2026-09-06T00:29:57+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:29:57+00:00", + "last": "2026-09-06T00:29:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:29:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:29:57Z" + ] + }, + "documentation_url": "https://lemmy.shutes.org", + "self_described_as": null + }, + { + "slug": "lemmy-249", + "name": "Lemmy", + "group_key": "host:lemmy.killtime.online", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://lemmy.killtime.online", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:14+00:00", + "last_seen": "2026-09-06T02:54:14+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://lemmy.killtime.online", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:14+00:00", + "last_seen": "2026-09-06T02:54:14+00:00", + "bytes_served": 11996, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:14+00:00", + "last": "2026-09-06T02:54:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:54:14Z" + ] + }, + "documentation_url": "https://lemmy.killtime.online", + "self_described_as": null + }, + { + "slug": "lemmy-252", + "name": "Lemmy", + "group_key": "host:openmic.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://openmic.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:18+00:00", + "last_seen": "2026-09-06T02:54:18+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://openmic.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:18+00:00", + "last_seen": "2026-09-06T02:54:18+00:00", + "bytes_served": 11996, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:18+00:00", + "last": "2026-09-06T02:54:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:54:18Z" + ] + }, + "documentation_url": "https://openmic.social", + "self_described_as": null + }, + { + "slug": "lemmy-271", + "name": "Lemmy", + "group_key": "host:selfhosted.forum", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://selfhosted.forum", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:57:05+00:00", + "last_seen": "2026-09-06T02:57:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://selfhosted.forum", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:57:05+00:00", + "last_seen": "2026-09-06T02:57:05+00:00", + "bytes_served": 10013, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:57:05+00:00", + "last": "2026-09-06T02:57:05+00:00" + } + ], + "first_walk": [ + { + "path": "/data/", + "status": "200", + "at": "2026-09-06T02:57:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:57:05Z" + ] + }, + "documentation_url": "https://selfhosted.forum", + "self_described_as": null + }, + { + "slug": "lemmy-278", + "name": "Lemmy", + "group_key": "host:xn--e1aghfa.xn--e1aqbccjfc.xn--p1acf", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://xn--e1aghfa.xn--e1aqbccjfc.xn--p1acf", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:27+00:00", + "last_seen": "2026-09-06T03:16:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://xn--e1aghfa.xn--e1aqbccjfc.xn--p1acf", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:27+00:00", + "last_seen": "2026-09-06T03:16:27+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:27+00:00", + "last": "2026-09-06T03:16:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:27Z" + ] + }, + "documentation_url": "https://xn--e1aghfa.xn--e1aqbccjfc.xn--p1acf", + "self_described_as": null + }, + { + "slug": "lemmy-282", + "name": "Lemmy", + "group_key": "host:lemmy.bestiver.se", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.bestiver.se", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:38+00:00", + "last_seen": "2026-09-06T03:16:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.bestiver.se", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:38+00:00", + "last_seen": "2026-09-06T03:16:38+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:38+00:00", + "last": "2026-09-06T03:16:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:38Z" + ] + }, + "documentation_url": "https://lemmy.bestiver.se", + "self_described_as": null + }, + { + "slug": "lemmy-283", + "name": "Lemmy", + "group_key": "host:lemmy.mrm.one", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.mrm.one", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:39+00:00", + "last_seen": "2026-09-06T03:16:39+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.mrm.one", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:39+00:00", + "last_seen": "2026-09-06T03:16:39+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:39+00:00", + "last": "2026-09-06T03:16:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:39Z" + ] + }, + "documentation_url": "https://lemmy.mrm.one", + "self_described_as": null + }, + { + "slug": "lemmy-287", + "name": "Lemmy", + "group_key": "host:lemmy.grey.ooo", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.grey.ooo", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:19+00:00", + "last_seen": "2026-09-06T09:15:19+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.grey.ooo", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:19+00:00", + "last_seen": "2026-09-06T09:15:19+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:19+00:00", + "last": "2026-09-06T09:15:19+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:19Z" + ] + }, + "documentation_url": "https://lemmy.grey.ooo", + "self_described_as": null + }, + { + "slug": "lemmy-288", + "name": "Lemmy", + "group_key": "host:lemmy.securitycafe.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.securitycafe.ca", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:27+00:00", + "last_seen": "2026-09-06T09:15:27+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.securitycafe.ca", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:27+00:00", + "last_seen": "2026-09-06T09:15:27+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:27+00:00", + "last": "2026-09-06T09:15:27+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:27Z" + ] + }, + "documentation_url": "https://lemmy.securitycafe.ca", + "self_described_as": null + }, + { + "slug": "lemmy-289", + "name": "Lemmy", + "group_key": "host:safest.space", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://safest.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:28+00:00", + "last_seen": "2026-09-06T09:15:28+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://safest.space", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:28+00:00", + "last_seen": "2026-09-06T09:15:28+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:28+00:00", + "last": "2026-09-06T09:15:28+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:28Z" + ] + }, + "documentation_url": "https://safest.space", + "self_described_as": null + }, + { + "slug": "lemmy-290", + "name": "Lemmy", + "group_key": "host:lemmy.conorab.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.12; +https://lemmy.conorab.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:31+00:00", + "last_seen": "2026-09-06T09:15:31+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.12; +https://lemmy.conorab.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:31+00:00", + "last_seen": "2026-09-06T09:15:31+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:31+00:00", + "last": "2026-09-06T09:15:31+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:31Z" + ] + }, + "documentation_url": "https://lemmy.conorab.com", + "self_described_as": null + }, + { + "slug": "lemmy-292", + "name": "Lemmy", + "group_key": "host:news.girolab.foo", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://news.girolab.foo", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:36+00:00", + "last_seen": "2026-09-06T09:15:36+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://news.girolab.foo", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:36+00:00", + "last_seen": "2026-09-06T09:15:36+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:36+00:00", + "last": "2026-09-06T09:15:36+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:36Z" + ] + }, + "documentation_url": "https://news.girolab.foo", + "self_described_as": null + }, + { + "slug": "lemmy-295", + "name": "Lemmy", + "group_key": "host:feddit.rocks", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://feddit.rocks", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:49:16+00:00", + "last_seen": "2026-09-06T09:49:16+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://feddit.rocks", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:49:16+00:00", + "last_seen": "2026-09-06T09:49:16+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:49:16+00:00", + "last": "2026-09-06T09:49:16+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:49:16Z" + ] + }, + "documentation_url": "https://feddit.rocks", + "self_described_as": null + }, + { + "slug": "lemmy-296", + "name": "Lemmy", + "group_key": "host:lemmy.unboiled.info", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.unboiled.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:49:17+00:00", + "last_seen": "2026-09-06T09:49:17+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.unboiled.info", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:49:17+00:00", + "last_seen": "2026-09-06T09:49:17+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:49:17+00:00", + "last": "2026-09-06T09:49:17+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:49:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:49:17Z" + ] + }, + "documentation_url": "https://lemmy.unboiled.info", + "self_described_as": null + }, + { + "slug": "lemmy-297", + "name": "Lemmy", + "group_key": "host:lemmy.lynas.ca", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.lynas.ca", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:37+00:00", + "last_seen": "2026-09-07T03:00:37+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.lynas.ca", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:37+00:00", + "last_seen": "2026-09-07T03:00:37+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:37+00:00", + "last": "2026-09-07T03:00:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:37Z" + ] + }, + "documentation_url": "https://lemmy.lynas.ca", + "self_described_as": null + }, + { + "slug": "lemmy-298", + "name": "Lemmy", + "group_key": "host:lemmy.okr765.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.18; +https://lemmy.okr765.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:38+00:00", + "last_seen": "2026-09-07T03:00:38+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.18; +https://lemmy.okr765.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:38+00:00", + "last_seen": "2026-09-07T03:00:38+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:38+00:00", + "last": "2026-09-07T03:00:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:38Z" + ] + }, + "documentation_url": "https://lemmy.okr765.com", + "self_described_as": null + }, + { + "slug": "lemmy-299", + "name": "Lemmy", + "group_key": "host:lef.li", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lef.li", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:41+00:00", + "last_seen": "2026-09-07T03:00:41+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lef.li", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:41+00:00", + "last_seen": "2026-09-07T03:00:41+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:41+00:00", + "last": "2026-09-07T03:00:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:41Z" + ] + }, + "documentation_url": "https://lef.li", + "self_described_as": null + }, + { + "slug": "lemmy-300", + "name": "Lemmy", + "group_key": "host:corndog.social", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.16; +https://corndog.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:44+00:00", + "last_seen": "2026-09-07T03:00:44+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.16; +https://corndog.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:44+00:00", + "last_seen": "2026-09-07T03:00:44+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:44+00:00", + "last": "2026-09-07T03:00:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:44Z" + ] + }, + "documentation_url": "https://corndog.social", + "self_described_as": null + }, + { + "slug": "lemmy-301", + "name": "Lemmy", + "group_key": "host:herbicide.fallcounty.omg.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://herbicide.fallcounty.omg.lol", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:47+00:00", + "last_seen": "2026-09-07T03:00:47+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://herbicide.fallcounty.omg.lol", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:47+00:00", + "last_seen": "2026-09-07T03:00:47+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:47+00:00", + "last": "2026-09-07T03:00:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://herbicide.fallcounty.omg.lol", + "self_described_as": null + }, + { + "slug": "lemmy-303", + "name": "Lemmy", + "group_key": "host:lemmy.lantian.pub", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.lantian.pub", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:49+00:00", + "last_seen": "2026-09-07T03:00:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.lantian.pub", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:49+00:00", + "last_seen": "2026-09-07T03:00:49+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:49+00:00", + "last": "2026-09-07T03:00:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://lemmy.lantian.pub", + "self_described_as": null + }, + { + "slug": "lemmy-304", + "name": "Lemmy", + "group_key": "host:lemmy.nanatay.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lemmy.nanatay.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:49+00:00", + "last_seen": "2026-09-07T03:00:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lemmy.nanatay.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:49+00:00", + "last_seen": "2026-09-07T03:00:49+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:49+00:00", + "last": "2026-09-07T03:00:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://lemmy.nanatay.net", + "self_described_as": null + }, + { + "slug": "lemmy-305", + "name": "Lemmy", + "group_key": "host:esc.ozar.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://esc.ozar.dev", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:49+00:00", + "last_seen": "2026-09-07T03:00:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://esc.ozar.dev", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:49+00:00", + "last_seen": "2026-09-07T03:00:49+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:49+00:00", + "last": "2026-09-07T03:00:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:49Z" + ] + }, + "documentation_url": "https://esc.ozar.dev", + "self_described_as": null + }, + { + "slug": "lemmy-306", + "name": "Lemmy", + "group_key": "host:info.prou.be", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://info.prou.be", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:51+00:00", + "last_seen": "2026-09-07T03:00:51+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://info.prou.be", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:51+00:00", + "last_seen": "2026-09-07T03:00:51+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:51+00:00", + "last": "2026-09-07T03:00:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:51Z" + ] + }, + "documentation_url": "https://info.prou.be", + "self_described_as": null + }, + { + "slug": "lemmy-308", + "name": "Lemmy", + "group_key": "host:l.sw0.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://l.sw0.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:53+00:00", + "last_seen": "2026-09-07T03:00:53+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://l.sw0.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:53+00:00", + "last_seen": "2026-09-07T03:00:53+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:53+00:00", + "last": "2026-09-07T03:00:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://l.sw0.com", + "self_described_as": null + }, + { + "slug": "lemmy-310", + "name": "Lemmy", + "group_key": "host:ly.eok.me", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://ly.eok.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:57+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://ly.eok.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:57+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:57+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://ly.eok.me", + "self_described_as": null + }, + { + "slug": "lemmy-311", + "name": "Lemmy", + "group_key": "host:lemmy.ssba.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.3; +https://lemmy.ssba.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:58+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.3; +https://lemmy.ssba.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:58+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:58+00:00", + "last": "2026-09-07T03:00:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://lemmy.ssba.com", + "self_described_as": null + }, + { + "slug": "lemmy-312", + "name": "Lemmy", + "group_key": "host:fed.dyne.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://fed.dyne.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:59+00:00", + "last_seen": "2026-09-07T03:00:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://fed.dyne.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:59+00:00", + "last_seen": "2026-09-07T03:00:59+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:59+00:00", + "last": "2026-09-07T03:00:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:59Z" + ] + }, + "documentation_url": "https://fed.dyne.org", + "self_described_as": null + }, + { + "slug": "lemmy-313", + "name": "Lemmy", + "group_key": "host:lemmy.poudlar.do", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.15; +https://lemmy.poudlar.do", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:01+00:00", + "last_seen": "2026-09-07T03:01:01+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.15; +https://lemmy.poudlar.do", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:01+00:00", + "last_seen": "2026-09-07T03:01:01+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:01:01+00:00", + "last": "2026-09-07T03:01:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:01:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://lemmy.poudlar.do", + "self_described_as": null + }, + { + "slug": "lemmy-315", + "name": "Lemmy", + "group_key": "host:slevin.horse", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://slevin.horse", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:43+00:00", + "last_seen": "2026-09-07T03:03:43+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://slevin.horse", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:43+00:00", + "last_seen": "2026-09-07T03:03:43+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:43+00:00", + "last": "2026-09-07T03:03:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:03:43Z" + ] + }, + "documentation_url": "https://slevin.horse", + "self_described_as": null + }, + { + "slug": "lemmy-316", + "name": "Lemmy", + "group_key": "host:reddit.kokomo.cloud", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://reddit.kokomo.cloud", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:44+00:00", + "last_seen": "2026-09-07T03:03:44+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://reddit.kokomo.cloud", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:44+00:00", + "last_seen": "2026-09-07T03:03:44+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:44+00:00", + "last": "2026-09-07T03:03:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:03:44Z" + ] + }, + "documentation_url": "https://reddit.kokomo.cloud", + "self_described_as": null + }, + { + "slug": "lemmy-317", + "name": "Lemmy", + "group_key": "host:lemmy.pobierz.net", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/1.0.0-beta.1-22-g36d6297c8; +https://lemmy.pobierz.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:58+00:00", + "last_seen": "2026-09-07T03:03:58+00:00" + } + ], + "primary_user_agent": "Lemmy/1.0.0-beta.1-22-g36d6297c8; +https://lemmy.pobierz.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:58+00:00", + "last_seen": "2026-09-07T03:03:58+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "application/activity+json" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:58+00:00", + "last": "2026-09-07T03:03:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:03:58Z" + ] + }, + "documentation_url": "https://lemmy.pobierz.net", + "self_described_as": null + }, + { + "slug": "lemmy-318", + "name": "Lemmy", + "group_key": "host:lm.kluge.cafe", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lm.kluge.cafe", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:59+00:00", + "last_seen": "2026-09-07T03:03:59+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lm.kluge.cafe", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:59+00:00", + "last_seen": "2026-09-07T03:03:59+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:59+00:00", + "last": "2026-09-07T03:03:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:03:59Z" + ] + }, + "documentation_url": "https://lm.kluge.cafe", + "self_described_as": null + }, + { + "slug": "lemmy-319", + "name": "Lemmy", + "group_key": "host:piefed.diffrint.org", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://piefed.diffrint.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:04:02+00:00", + "last_seen": "2026-09-07T03:04:02+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://piefed.diffrint.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:04:02+00:00", + "last_seen": "2026-09-07T03:04:02+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:02+00:00", + "last": "2026-09-07T03:04:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:04:02Z" + ] + }, + "documentation_url": "https://piefed.diffrint.org", + "self_described_as": null + }, + { + "slug": "lemmy-320", + "name": "Lemmy", + "group_key": "host:sublem.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://sublem.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:22:40+00:00", + "last_seen": "2026-09-07T03:22:40+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://sublem.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:22:40+00:00", + "last_seen": "2026-09-07T03:22:40+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:22:40+00:00", + "last": "2026-09-07T03:22:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:22:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:22:40Z" + ] + }, + "documentation_url": "https://sublem.com", + "self_described_as": null + }, + { + "slug": "lemmy-321", + "name": "Lemmy", + "group_key": "host:lemmy.moonling.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.17; +https://lemmy.moonling.nl", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:02:35+00:00", + "last_seen": "2026-09-07T06:02:35+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.17; +https://lemmy.moonling.nl", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:02:35+00:00", + "last_seen": "2026-09-07T06:02:35+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:02:35+00:00", + "last": "2026-09-07T06:02:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T06:02:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:02:35Z" + ] + }, + "documentation_url": "https://lemmy.moonling.nl", + "self_described_as": null + }, + { + "slug": "lemmy-322", + "name": "Lemmy", + "group_key": "host:lemmy.shiny-task.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.19; +https://lemmy.shiny-task.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T08:11:49+00:00", + "last_seen": "2026-09-07T08:11:49+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.19; +https://lemmy.shiny-task.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T08:11:49+00:00", + "last_seen": "2026-09-07T08:11:49+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T08:11:49+00:00", + "last": "2026-09-07T08:11:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T08:11:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T08:11:49Z" + ] + }, + "documentation_url": "https://lemmy.shiny-task.com", + "self_described_as": null + }, + { + "slug": "lemmy-41", + "name": "Lemmy", + "group_key": "host:lemmy.fait.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.11; +https://lemmy.fait.ch", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-06T00:15:12+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.11; +https://lemmy.fait.ch", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-06T00:15:12+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:12+00:00", + "last": "2026-09-06T00:15:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:12Z" + ] + }, + "documentation_url": "https://lemmy.fait.ch", + "self_described_as": null + }, + { + "slug": "lemmy-7", + "name": "Lemmy", + "group_key": "host:lemmy.lundgrensjostrom.com", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.13; +https://lemmy.lundgrensjostrom.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-06T00:15:05+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.13; +https://lemmy.lundgrensjostrom.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:05+00:00", + "last_seen": "2026-09-06T00:15:05+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:05+00:00", + "last": "2026-09-06T00:15:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:05Z" + ] + }, + "documentation_url": "https://lemmy.lundgrensjostrom.com", + "self_described_as": null + }, + { + "slug": "lemmy-70", + "name": "Lemmy", + "group_key": "host:lem.serkozh.me", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.20; +https://lem.serkozh.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-06T00:15:15+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.20; +https://lem.serkozh.me", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-06T00:15:15+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-06T00:15:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:15Z" + ] + }, + "documentation_url": "https://lem.serkozh.me", + "self_described_as": null + }, + { + "slug": "lemmy-93", + "name": "Lemmy", + "group_key": "host:lemmy.selina.diy", + "kind": "named", + "user_agents": [ + { + "ua": "Lemmy/0.19.16; +https://lemmy.selina.diy", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-06T00:15:19+00:00" + } + ], + "primary_user_agent": "Lemmy/0.19.16; +https://lemmy.selina.diy", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:19+00:00", + "last_seen": "2026-09-06T00:15:19+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:19+00:00", + "last": "2026-09-06T00:15:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:19Z" + ] + }, + "documentation_url": "https://lemmy.selina.diy", + "self_described_as": null + }, + { + "slug": "lightpanda", + "name": "Lightpanda", + "group_key": "ua:lightpanda", + "kind": "named", + "user_agents": [ + { + "ua": "Lightpanda/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T09:50:07+00:00", + "last_seen": "2026-09-04T09:50:07+00:00" + } + ], + "primary_user_agent": "Lightpanda/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T09:50:07+00:00", + "last_seen": "2026-09-04T09:50:07+00:00", + "bytes_served": 278173, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "apis-io": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/openapi.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T09:50:07+00:00", + "last": "2026-09-04T09:50:07+00:00" + } + ], + "first_walk": [ + { + "path": "/openapi.json", + "status": "200", + "at": "2026-09-04T09:50:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T09:50:07Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "machinecensus", + "name": "MachineCensus", + "group_key": "ua:machinecensus", + "kind": "named", + "user_agents": [ + { + "ua": "MachineCensus/0.1 (research; no payment capability)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:13:32+00:00", + "last_seen": "2026-09-06T06:13:32+00:00" + } + ], + "primary_user_agent": "MachineCensus/0.1 (research; no payment capability)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:13:32+00:00", + "last_seen": "2026-09-06T06:13:32+00:00", + "bytes_served": 22158, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "agent-card-addresses": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:13:32+00:00", + "last": "2026-09-06T06:13:32+00:00" + } + ], + "first_walk": [ + { + "path": "/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-06T06:13:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:13:32Z" + ] + }, + "documentation_url": null, + "self_described_as": "research; no payment capability" + }, + { + "slug": "mastodon-100", + "name": "Mastodon", + "group_key": "host:mastoot.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastoot.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:14+00:00", + "last_seen": "2026-09-06T00:16:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastoot.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:14+00:00", + "last_seen": "2026-09-06T00:16:14+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:14+00:00", + "last": "2026-09-06T00:16:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:14Z" + ] + }, + "documentation_url": "https://mastoot.fr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-101", + "name": "Mastodon", + "group_key": "host:libretooth.gr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://libretooth.gr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:16+00:00", + "last_seen": "2026-09-06T00:16:16+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://libretooth.gr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:16+00:00", + "last_seen": "2026-09-06T00:16:16+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:16+00:00", + "last": "2026-09-06T00:16:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:16Z" + ] + }, + "documentation_url": "https://libretooth.gr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-104", + "name": "Mastodon", + "group_key": "host:mastodont.cat", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodont.cat/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:17+00:00", + "last_seen": "2026-09-06T00:16:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodont.cat/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:17+00:00", + "last_seen": "2026-09-06T00:16:17+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:17+00:00", + "last": "2026-09-06T00:16:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:17Z" + ] + }, + "documentation_url": "https://mastodont.cat/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-105", + "name": "Mastodon", + "group_key": "host:101010.pl", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.2 (http.rb/5.3.1; +https://101010.pl/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:23+00:00", + "last_seen": "2026-09-06T00:16:23+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.2 (http.rb/5.3.1; +https://101010.pl/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:23+00:00", + "last_seen": "2026-09-06T00:16:23+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:23+00:00", + "last": "2026-09-06T00:16:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:23Z" + ] + }, + "documentation_url": "https://101010.pl/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-106", + "name": "Mastodon", + "group_key": "host:openbiblio.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://openbiblio.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:24+00:00", + "last_seen": "2026-09-06T00:16:24+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://openbiblio.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:24+00:00", + "last_seen": "2026-09-06T00:16:24+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:24+00:00", + "last": "2026-09-06T00:16:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:24Z" + ] + }, + "documentation_url": "https://openbiblio.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-107", + "name": "Mastodon", + "group_key": "host:wehavecookies.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://wehavecookies.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:25+00:00", + "last_seen": "2026-09-06T00:16:25+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://wehavecookies.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:25+00:00", + "last_seen": "2026-09-06T00:16:25+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:25+00:00", + "last": "2026-09-06T00:16:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:25Z" + ] + }, + "documentation_url": "https://wehavecookies.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-109", + "name": "Mastodon", + "group_key": "host:mastodon.tedomum.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.tedomum.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:17:46+00:00", + "last_seen": "2026-09-06T00:17:46+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.tedomum.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:17:46+00:00", + "last_seen": "2026-09-06T00:17:46+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:17:46+00:00", + "last": "2026-09-06T00:17:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:17:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:17:46Z" + ] + }, + "documentation_url": "https://mastodon.tedomum.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-110", + "name": "Mastodon", + "group_key": "host:social.noleron.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-nightly.2026-08-30+chuckya (http.rb/5.3.1; +https://social.noleron.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:19:52+00:00", + "last_seen": "2026-09-06T00:19:52+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-nightly.2026-08-30+chuckya (http.rb/5.3.1; +https://social.noleron.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:19:52+00:00", + "last_seen": "2026-09-06T00:19:52+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:19:52+00:00", + "last": "2026-09-06T00:19:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:19:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:19:52Z" + ] + }, + "documentation_url": "https://social.noleron.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-111", + "name": "Mastodon", + "group_key": "host:really.sleepytealcoder.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://really.sleepytealcoder.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://really.sleepytealcoder.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:20+00:00", + "last_seen": "2026-09-06T00:33:20+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:20+00:00", + "last": "2026-09-06T00:33:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:20Z" + ] + }, + "documentation_url": "https://really.sleepytealcoder.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-112", + "name": "Mastodon", + "group_key": "host:mammut.gogreenit.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mammut.gogreenit.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:25+00:00", + "last_seen": "2026-09-06T00:33:25+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mammut.gogreenit.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:25+00:00", + "last_seen": "2026-09-06T00:33:25+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:25+00:00", + "last": "2026-09-06T00:33:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:25Z" + ] + }, + "documentation_url": "https://mammut.gogreenit.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-113", + "name": "Mastodon", + "group_key": "host:calamity.world", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://calamity.world/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:25+00:00", + "last_seen": "2026-09-06T00:33:25+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://calamity.world/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:25+00:00", + "last_seen": "2026-09-06T00:33:25+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:25+00:00", + "last": "2026-09-06T00:33:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:25Z" + ] + }, + "documentation_url": "https://calamity.world/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-114", + "name": "Mastodon", + "group_key": "host:social.zerojay.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.zerojay.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:25+00:00", + "last_seen": "2026-09-06T00:33:25+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.zerojay.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:25+00:00", + "last_seen": "2026-09-06T00:33:25+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:25+00:00", + "last": "2026-09-06T00:33:25+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:25Z" + ] + }, + "documentation_url": "https://social.zerojay.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-115", + "name": "Mastodon", + "group_key": "host:crypto-only.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.9 (http.rb/5.3.1; +https://crypto-only.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:27+00:00", + "last_seen": "2026-09-06T00:33:27+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.9 (http.rb/5.3.1; +https://crypto-only.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:27+00:00", + "last_seen": "2026-09-06T00:33:27+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:27+00:00", + "last": "2026-09-06T00:33:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:27Z" + ] + }, + "documentation_url": "https://crypto-only.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-116", + "name": "Mastodon", + "group_key": "host:mastodon.slayers.com.br", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.slayers.com.br/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:28+00:00", + "last_seen": "2026-09-06T00:33:28+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.slayers.com.br/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:28+00:00", + "last_seen": "2026-09-06T00:33:28+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:28+00:00", + "last": "2026-09-06T00:33:28+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:28+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:28Z" + ] + }, + "documentation_url": "https://mastodon.slayers.com.br/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-117", + "name": "Mastodon", + "group_key": "host:microblog.shivering-isles.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://microblog.shivering-isles.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:32+00:00", + "last_seen": "2026-09-06T00:33:32+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://microblog.shivering-isles.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:32+00:00", + "last_seen": "2026-09-06T00:33:32+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:32+00:00", + "last": "2026-09-06T00:33:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:32Z" + ] + }, + "documentation_url": "https://microblog.shivering-isles.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-118", + "name": "Mastodon", + "group_key": "host:mastodon.chester.id.au", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.chester.id.au/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:33+00:00", + "last_seen": "2026-09-06T00:33:33+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.chester.id.au/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:33+00:00", + "last_seen": "2026-09-06T00:33:33+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:33+00:00", + "last": "2026-09-06T00:33:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:33Z" + ] + }, + "documentation_url": "https://mastodon.chester.id.au/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-119", + "name": "Mastodon", + "group_key": "host:gluck.cc", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://gluck.cc/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:35+00:00", + "last_seen": "2026-09-06T00:33:35+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://gluck.cc/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:35+00:00", + "last_seen": "2026-09-06T00:33:35+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:35+00:00", + "last": "2026-09-06T00:33:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:35Z" + ] + }, + "documentation_url": "https://gluck.cc/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-120", + "name": "Mastodon", + "group_key": "host:shutafem.casa", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://shutafem.casa/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:35+00:00", + "last_seen": "2026-09-06T00:33:35+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://shutafem.casa/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:35+00:00", + "last_seen": "2026-09-06T00:33:35+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:35+00:00", + "last": "2026-09-06T00:33:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:35Z" + ] + }, + "documentation_url": "https://shutafem.casa/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-121", + "name": "Mastodon", + "group_key": "host:pad.venzano.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://pad.venzano.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:36+00:00", + "last_seen": "2026-09-06T00:33:36+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://pad.venzano.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:36+00:00", + "last_seen": "2026-09-06T00:33:36+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:36+00:00", + "last": "2026-09-06T00:33:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:36Z" + ] + }, + "documentation_url": "https://pad.venzano.fr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-122", + "name": "Mastodon", + "group_key": "host:social.pincade.com.au", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.pincade.com.au/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:36+00:00", + "last_seen": "2026-09-06T00:33:36+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.pincade.com.au/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:36+00:00", + "last_seen": "2026-09-06T00:33:36+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:36+00:00", + "last": "2026-09-06T00:33:36+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:36+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:36Z" + ] + }, + "documentation_url": "https://social.pincade.com.au/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-123", + "name": "Mastodon", + "group_key": "host:mastodon.glitchy.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.glitchy.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:37+00:00", + "last_seen": "2026-09-06T00:33:37+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.glitchy.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:37+00:00", + "last_seen": "2026-09-06T00:33:37+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:37+00:00", + "last": "2026-09-06T00:33:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:37Z" + ] + }, + "documentation_url": "https://mastodon.glitchy.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-124", + "name": "Mastodon", + "group_key": "host:m.ipoac.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://m.ipoac.nl/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:37+00:00", + "last_seen": "2026-09-06T00:33:37+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://m.ipoac.nl/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:37+00:00", + "last_seen": "2026-09-06T00:33:37+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:37+00:00", + "last": "2026-09-06T00:33:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:37Z" + ] + }, + "documentation_url": "https://m.ipoac.nl/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-125", + "name": "Mastodon", + "group_key": "host:amigos.family", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://amigos.family/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:37+00:00", + "last_seen": "2026-09-06T00:33:37+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://amigos.family/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:37+00:00", + "last_seen": "2026-09-06T00:33:37+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:37+00:00", + "last": "2026-09-06T00:33:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:37Z" + ] + }, + "documentation_url": "https://amigos.family/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-126", + "name": "Mastodon", + "group_key": "host:toots.ananace.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.5 (http.rb/5.3.1; +https://toots.ananace.dev/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:38+00:00", + "last_seen": "2026-09-06T00:33:38+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.5 (http.rb/5.3.1; +https://toots.ananace.dev/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:38+00:00", + "last_seen": "2026-09-06T00:33:38+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:38+00:00", + "last": "2026-09-06T00:33:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:38Z" + ] + }, + "documentation_url": "https://toots.ananace.dev/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-127", + "name": "Mastodon", + "group_key": "host:social.witez.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.witez.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:39+00:00", + "last_seen": "2026-09-06T00:33:39+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.witez.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:39+00:00", + "last_seen": "2026-09-06T00:33:39+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:39+00:00", + "last": "2026-09-06T00:33:39+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:39+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:39Z" + ] + }, + "documentation_url": "https://social.witez.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-128", + "name": "Mastodon", + "group_key": "host:socials.thundercleess.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://socials.thundercleess.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:40+00:00", + "last_seen": "2026-09-06T00:33:40+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://socials.thundercleess.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:40+00:00", + "last_seen": "2026-09-06T00:33:40+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:40+00:00", + "last": "2026-09-06T00:33:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:40Z" + ] + }, + "documentation_url": "https://socials.thundercleess.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-129", + "name": "Mastodon", + "group_key": "host:faithcollapsing.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://faithcollapsing.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:40+00:00", + "last_seen": "2026-09-06T00:33:40+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://faithcollapsing.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:40+00:00", + "last_seen": "2026-09-06T00:33:40+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:40+00:00", + "last": "2026-09-06T00:33:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:40Z" + ] + }, + "documentation_url": "https://faithcollapsing.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-130", + "name": "Mastodon", + "group_key": "host:mastodon.dlun.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.3 (http.rb/5.3.1; +https://mastodon.dlun.ch/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:40+00:00", + "last_seen": "2026-09-06T00:33:40+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.3 (http.rb/5.3.1; +https://mastodon.dlun.ch/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:40+00:00", + "last_seen": "2026-09-06T00:33:40+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:40+00:00", + "last": "2026-09-06T00:33:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:40Z" + ] + }, + "documentation_url": "https://mastodon.dlun.ch/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-132", + "name": "Mastodon", + "group_key": "host:social.klein.ruhr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.klein.ruhr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:43+00:00", + "last_seen": "2026-09-06T00:33:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.klein.ruhr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:43+00:00", + "last_seen": "2026-09-06T00:33:43+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:43+00:00", + "last": "2026-09-06T00:33:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:43Z" + ] + }, + "documentation_url": "https://social.klein.ruhr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-133", + "name": "Mastodon", + "group_key": "host:mastodon.nicochristmann.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.nicochristmann.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:44+00:00", + "last_seen": "2026-09-06T00:33:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.nicochristmann.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:44+00:00", + "last_seen": "2026-09-06T00:33:44+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:44+00:00", + "last": "2026-09-06T00:33:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:44Z" + ] + }, + "documentation_url": "https://mastodon.nicochristmann.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-134", + "name": "Mastodon", + "group_key": "host:cmx.dongzhim.in", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-alpha.2 (http.rb/5.3.1; +https://cmx.dongzhim.in/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:44+00:00", + "last_seen": "2026-09-06T00:33:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-alpha.2 (http.rb/5.3.1; +https://cmx.dongzhim.in/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:44+00:00", + "last_seen": "2026-09-06T00:33:44+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:44+00:00", + "last": "2026-09-06T00:33:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:44Z" + ] + }, + "documentation_url": "https://cmx.dongzhim.in/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-135", + "name": "Mastodon", + "group_key": "host:dol.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+dol (http.rb/5.3.1; +https://dol.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:46+00:00", + "last_seen": "2026-09-06T00:33:46+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+dol (http.rb/5.3.1; +https://dol.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:46+00:00", + "last_seen": "2026-09-06T00:33:46+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:46+00:00", + "last": "2026-09-06T00:33:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:46Z" + ] + }, + "documentation_url": "https://dol.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-137", + "name": "Mastodon", + "group_key": "host:mastodon.grey.fail", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.grey.fail/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:47+00:00", + "last_seen": "2026-09-06T00:33:47+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.grey.fail/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:47+00:00", + "last_seen": "2026-09-06T00:33:47+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:47+00:00", + "last": "2026-09-06T00:33:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:47Z" + ] + }, + "documentation_url": "https://mastodon.grey.fail/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-138", + "name": "Mastodon", + "group_key": "host:dariox.club", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.14-nightly.2026-07-31+glitch (http.rb/5.3.1; +https://dariox.club/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:47+00:00", + "last_seen": "2026-09-06T00:33:47+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.14-nightly.2026-07-31+glitch (http.rb/5.3.1; +https://dariox.club/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:47+00:00", + "last_seen": "2026-09-06T00:33:47+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:47+00:00", + "last": "2026-09-06T00:33:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:47Z" + ] + }, + "documentation_url": "https://dariox.club/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-139", + "name": "Mastodon", + "group_key": "host:social.firestrike.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.firestrike.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:48+00:00", + "last_seen": "2026-09-06T00:33:48+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.firestrike.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:48+00:00", + "last_seen": "2026-09-06T00:33:48+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:48+00:00", + "last": "2026-09-06T00:33:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:48Z" + ] + }, + "documentation_url": "https://social.firestrike.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-140", + "name": "Mastodon", + "group_key": "host:mastodon.skorpil.cz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.skorpil.cz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:53+00:00", + "last_seen": "2026-09-06T00:33:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://mastodon.skorpil.cz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:53+00:00", + "last_seen": "2026-09-06T00:33:53+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:53+00:00", + "last": "2026-09-06T00:33:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:53Z" + ] + }, + "documentation_url": "https://mastodon.skorpil.cz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-141", + "name": "Mastodon", + "group_key": "host:mastodon.allnutt.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.allnutt.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:57+00:00", + "last_seen": "2026-09-06T00:33:57+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.allnutt.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:57+00:00", + "last_seen": "2026-09-06T00:33:57+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:57+00:00", + "last": "2026-09-06T00:33:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:57Z" + ] + }, + "documentation_url": "https://mastodon.allnutt.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-142", + "name": "Mastodon", + "group_key": "host:social.folkdata.se", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.folkdata.se/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:59+00:00", + "last_seen": "2026-09-06T00:33:59+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.folkdata.se/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:59+00:00", + "last_seen": "2026-09-06T00:33:59+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:59+00:00", + "last": "2026-09-06T00:33:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:59Z" + ] + }, + "documentation_url": "https://social.folkdata.se/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-143", + "name": "Mastodon", + "group_key": "host:social.erambert.me", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.erambert.me/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:59+00:00", + "last_seen": "2026-09-06T00:33:59+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.erambert.me/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:59+00:00", + "last_seen": "2026-09-06T00:33:59+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:59+00:00", + "last": "2026-09-06T00:33:59+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:59+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:59Z" + ] + }, + "documentation_url": "https://social.erambert.me/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-145", + "name": "Mastodon", + "group_key": "host:social.muxodious.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.muxodious.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:03+00:00", + "last_seen": "2026-09-06T00:34:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.muxodious.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:03+00:00", + "last_seen": "2026-09-06T00:34:03+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:03+00:00", + "last": "2026-09-06T00:34:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:03Z" + ] + }, + "documentation_url": "https://social.muxodious.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-146", + "name": "Mastodon", + "group_key": "host:social.joyrex.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.joyrex.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:03+00:00", + "last_seen": "2026-09-06T00:34:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.joyrex.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:03+00:00", + "last_seen": "2026-09-06T00:34:03+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:03+00:00", + "last": "2026-09-06T00:34:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:03Z" + ] + }, + "documentation_url": "https://social.joyrex.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-147", + "name": "Mastodon", + "group_key": "host:tosk.in", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://tosk.in/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:05+00:00", + "last_seen": "2026-09-06T00:34:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://tosk.in/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:05+00:00", + "last_seen": "2026-09-06T00:34:05+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:05+00:00", + "last": "2026-09-06T00:34:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:05Z" + ] + }, + "documentation_url": "https://tosk.in/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-148", + "name": "Mastodon", + "group_key": "host:mastodon.praxis.red", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.praxis.red/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:06+00:00", + "last_seen": "2026-09-06T00:34:06+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.praxis.red/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:06+00:00", + "last_seen": "2026-09-06T00:34:06+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:06+00:00", + "last": "2026-09-06T00:34:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:06Z" + ] + }, + "documentation_url": "https://mastodon.praxis.red/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-149", + "name": "Mastodon", + "group_key": "host:impa.cc", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://impa.cc/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:06+00:00", + "last_seen": "2026-09-06T00:34:06+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://impa.cc/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:06+00:00", + "last_seen": "2026-09-06T00:34:06+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:06+00:00", + "last": "2026-09-06T00:34:06+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:06+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:06Z" + ] + }, + "documentation_url": "https://impa.cc/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-150", + "name": "Mastodon", + "group_key": "host:fedi.smith.geek.nz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-nightly.2026-09-05+glitch (http.rb/5.3.1; +https://fedi.smith.geek.nz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:07+00:00", + "last_seen": "2026-09-06T00:34:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-nightly.2026-09-05+glitch (http.rb/5.3.1; +https://fedi.smith.geek.nz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:07+00:00", + "last_seen": "2026-09-06T00:34:07+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:07+00:00", + "last": "2026-09-06T00:34:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:07Z" + ] + }, + "documentation_url": "https://fedi.smith.geek.nz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-151", + "name": "Mastodon", + "group_key": "host:icanteventoot.help", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://icanteventoot.help/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:08+00:00", + "last_seen": "2026-09-06T00:34:08+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://icanteventoot.help/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:08+00:00", + "last_seen": "2026-09-06T00:34:08+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:08+00:00", + "last": "2026-09-06T00:34:08+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:08Z" + ] + }, + "documentation_url": "https://icanteventoot.help/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-152", + "name": "Mastodon", + "group_key": "host:gmtu.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://gmtu.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:09+00:00", + "last_seen": "2026-09-06T00:34:09+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.10 (http.rb/5.3.1; +https://gmtu.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:09+00:00", + "last_seen": "2026-09-06T00:34:09+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:09+00:00", + "last": "2026-09-06T00:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:09Z" + ] + }, + "documentation_url": "https://gmtu.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-153", + "name": "Mastodon", + "group_key": "host:jb.md", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://jb.md/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:09+00:00", + "last_seen": "2026-09-06T00:34:09+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://jb.md/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:09+00:00", + "last_seen": "2026-09-06T00:34:09+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:09+00:00", + "last": "2026-09-06T00:34:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:09Z" + ] + }, + "documentation_url": "https://jb.md/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-154", + "name": "Mastodon", + "group_key": "host:mastodon.idwd.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.idwd.ch/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:10+00:00", + "last_seen": "2026-09-06T00:34:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.idwd.ch/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:10+00:00", + "last_seen": "2026-09-06T00:34:10+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:10+00:00", + "last": "2026-09-06T00:34:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:10Z" + ] + }, + "documentation_url": "https://mastodon.idwd.ch/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-155", + "name": "Mastodon", + "group_key": "host:mastodon.parastor.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.parastor.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:10+00:00", + "last_seen": "2026-09-06T00:34:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.parastor.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:10+00:00", + "last_seen": "2026-09-06T00:34:10+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:10+00:00", + "last": "2026-09-06T00:34:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:10Z" + ] + }, + "documentation_url": "https://mastodon.parastor.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-156", + "name": "Mastodon", + "group_key": "host:swecyb.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://swecyb.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:11+00:00", + "last_seen": "2026-09-06T00:34:11+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://swecyb.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:11+00:00", + "last_seen": "2026-09-06T00:34:11+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:11+00:00", + "last": "2026-09-06T00:34:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:11Z" + ] + }, + "documentation_url": "https://swecyb.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-157", + "name": "Mastodon", + "group_key": "host:mastodon.katniss.top", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.5 (http.rb/5.3.1; +https://mastodon.katniss.top/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:12+00:00", + "last_seen": "2026-09-06T00:34:12+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.5 (http.rb/5.3.1; +https://mastodon.katniss.top/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:12+00:00", + "last_seen": "2026-09-06T00:34:12+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:12+00:00", + "last": "2026-09-06T00:34:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:12Z" + ] + }, + "documentation_url": "https://mastodon.katniss.top/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-158", + "name": "Mastodon", + "group_key": "host:mastodon.lanofthedead.xyz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://mastodon.lanofthedead.xyz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:13+00:00", + "last_seen": "2026-09-06T00:34:13+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.10 (http.rb/5.3.1; +https://mastodon.lanofthedead.xyz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:13+00:00", + "last_seen": "2026-09-06T00:34:13+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:13+00:00", + "last": "2026-09-06T00:34:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:13Z" + ] + }, + "documentation_url": "https://mastodon.lanofthedead.xyz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-159", + "name": "Mastodon", + "group_key": "host:mastodon.fullmotion.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://mastodon.fullmotion.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:15+00:00", + "last_seen": "2026-09-06T00:34:15+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://mastodon.fullmotion.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:15+00:00", + "last_seen": "2026-09-06T00:34:15+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:15+00:00", + "last": "2026-09-06T00:34:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:15Z" + ] + }, + "documentation_url": "https://mastodon.fullmotion.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-160", + "name": "Mastodon", + "group_key": "host:the.voiceover.bar", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://the.voiceover.bar/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:16+00:00", + "last_seen": "2026-09-06T00:34:16+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://the.voiceover.bar/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:16+00:00", + "last_seen": "2026-09-06T00:34:16+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:16+00:00", + "last": "2026-09-06T00:34:16+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:16+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:16Z" + ] + }, + "documentation_url": "https://the.voiceover.bar/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-161", + "name": "Mastodon", + "group_key": "host:mastodon.yauseyenka.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.yauseyenka.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:17+00:00", + "last_seen": "2026-09-06T00:34:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.yauseyenka.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:17+00:00", + "last_seen": "2026-09-06T00:34:17+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:17+00:00", + "last": "2026-09-06T00:34:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:17Z" + ] + }, + "documentation_url": "https://mastodon.yauseyenka.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-162", + "name": "Mastodon", + "group_key": "host:social.nhp.sh", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.nhp.sh/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:20+00:00", + "last_seen": "2026-09-06T00:34:20+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://social.nhp.sh/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:20+00:00", + "last_seen": "2026-09-06T00:34:20+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:20+00:00", + "last": "2026-09-06T00:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:20Z" + ] + }, + "documentation_url": "https://social.nhp.sh/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-163", + "name": "Mastodon", + "group_key": "host:patrickflynn.me", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://patrickflynn.me/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:20+00:00", + "last_seen": "2026-09-06T00:34:20+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://patrickflynn.me/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:20+00:00", + "last_seen": "2026-09-06T00:34:20+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:20+00:00", + "last": "2026-09-06T00:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:20Z" + ] + }, + "documentation_url": "https://patrickflynn.me/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-164", + "name": "Mastodon", + "group_key": "host:mastodon.ctrl-c.liu.se", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.ctrl-c.liu.se/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:21+00:00", + "last_seen": "2026-09-06T00:34:21+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.ctrl-c.liu.se/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:21+00:00", + "last_seen": "2026-09-06T00:34:21+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:21+00:00", + "last": "2026-09-06T00:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:21Z" + ] + }, + "documentation_url": "https://mastodon.ctrl-c.liu.se/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-165", + "name": "Mastodon", + "group_key": "host:mastodon.uy", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.uy/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:21+00:00", + "last_seen": "2026-09-06T00:34:21+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.7 (http.rb/5.3.1; +https://mastodon.uy/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:21+00:00", + "last_seen": "2026-09-06T00:34:21+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:21+00:00", + "last": "2026-09-06T00:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:21Z" + ] + }, + "documentation_url": "https://mastodon.uy/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-166", + "name": "Mastodon", + "group_key": "host:mastodon.bentasker.co.uk", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4 (http.rb/5.3.1; +https://mastodon.bentasker.co.uk/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:22+00:00", + "last_seen": "2026-09-06T00:34:22+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4 (http.rb/5.3.1; +https://mastodon.bentasker.co.uk/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:22+00:00", + "last_seen": "2026-09-06T00:34:22+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:22+00:00", + "last": "2026-09-06T00:34:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:22Z" + ] + }, + "documentation_url": "https://mastodon.bentasker.co.uk/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-167", + "name": "Mastodon", + "group_key": "host:mastodon.jmsquared.net", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.jmsquared.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:30+00:00", + "last_seen": "2026-09-06T00:34:30+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.jmsquared.net/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:34:30+00:00", + "last_seen": "2026-09-06T00:34:30+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:34:30+00:00", + "last": "2026-09-06T00:34:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:34:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:34:30Z" + ] + }, + "documentation_url": "https://mastodon.jmsquared.net/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-17", + "name": "Mastodon", + "group_key": "host:mastodon.helvetet.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mastodon.helvetet.eu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-06T00:15:09+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.1+glitch (http.rb/5.3.1; +https://mastodon.helvetet.eu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:09+00:00", + "last_seen": "2026-09-06T00:15:09+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:09+00:00", + "last": "2026-09-06T00:15:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:09Z" + ] + }, + "documentation_url": "https://mastodon.helvetet.eu/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-171", + "name": "Mastodon", + "group_key": "host:sunbeam.city", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sunbeam.city/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:58+00:00", + "last_seen": "2026-09-06T02:54:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sunbeam.city/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:58+00:00", + "last_seen": "2026-09-06T02:54:58+00:00", + "bytes_served": 11996, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:58+00:00", + "last": "2026-09-06T02:54:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:54:58Z" + ] + }, + "documentation_url": "https://sunbeam.city/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-172", + "name": "Mastodon", + "group_key": "host:social.ookami.space", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.ookami.space/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:58+00:00", + "last_seen": "2026-09-06T02:54:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.ookami.space/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:54:58+00:00", + "last_seen": "2026-09-06T02:54:58+00:00", + "bytes_served": 11996, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:54:58+00:00", + "last": "2026-09-06T02:54:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:54:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:54:58Z" + ] + }, + "documentation_url": "https://social.ookami.space/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-174", + "name": "Mastodon", + "group_key": "host:mastodon.berlin", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.berlin/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:55:17+00:00", + "last_seen": "2026-09-06T02:55:17+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.berlin/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T02:55:17+00:00", + "last_seen": "2026-09-06T02:55:17+00:00", + "bytes_served": 11996, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T02:55:17+00:00", + "last": "2026-09-06T02:55:17+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/ip-ranges/", + "status": "200", + "at": "2026-09-06T02:55:17+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T02:55:17Z" + ] + }, + "documentation_url": "https://mastodon.berlin/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-175", + "name": "Mastodon", + "group_key": "host:fed.chris-shaw.dev", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://fed.chris-shaw.dev/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:30+00:00", + "last_seen": "2026-09-06T03:16:30+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://fed.chris-shaw.dev/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:30+00:00", + "last_seen": "2026-09-06T03:16:30+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:30+00:00", + "last": "2026-09-06T03:16:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:30Z" + ] + }, + "documentation_url": "https://fed.chris-shaw.dev/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-176", + "name": "Mastodon", + "group_key": "host:mastodon.bits-und-baeume.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.bits-und-baeume.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:33+00:00", + "last_seen": "2026-09-06T03:16:33+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.bits-und-baeume.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:33+00:00", + "last_seen": "2026-09-06T03:16:33+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:33+00:00", + "last": "2026-09-06T03:16:33+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:33Z" + ] + }, + "documentation_url": "https://mastodon.bits-und-baeume.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-178", + "name": "Mastodon", + "group_key": "host:mastodon.bit.nl", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.bit.nl/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:45+00:00", + "last_seen": "2026-09-06T03:16:45+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.bit.nl/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:45+00:00", + "last_seen": "2026-09-06T03:16:45+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:45+00:00", + "last": "2026-09-06T03:16:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:45Z" + ] + }, + "documentation_url": "https://mastodon.bit.nl/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-181", + "name": "Mastodon", + "group_key": "host:mastodon.squarecows.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.squarecows.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:58+00:00", + "last_seen": "2026-09-06T03:16:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.squarecows.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:58+00:00", + "last_seen": "2026-09-06T03:16:58+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:58+00:00", + "last": "2026-09-06T03:16:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:58Z" + ] + }, + "documentation_url": "https://mastodon.squarecows.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-182", + "name": "Mastodon", + "group_key": "host:hive.institute", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://hive.institute/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:58+00:00", + "last_seen": "2026-09-06T03:16:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://hive.institute/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:58+00:00", + "last_seen": "2026-09-06T03:16:58+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:58+00:00", + "last": "2026-09-06T03:16:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:58Z" + ] + }, + "documentation_url": "https://hive.institute/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-183", + "name": "Mastodon", + "group_key": "host:mast.interfacinglinux.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mast.interfacinglinux.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:03+00:00", + "last_seen": "2026-09-06T03:17:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mast.interfacinglinux.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:03+00:00", + "last_seen": "2026-09-06T03:17:03+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:03+00:00", + "last": "2026-09-06T03:17:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:17:03Z" + ] + }, + "documentation_url": "https://mast.interfacinglinux.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-184", + "name": "Mastodon", + "group_key": "host:mastodon.friendhyve.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.friendhyve.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:07+00:00", + "last_seen": "2026-09-06T03:17:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.friendhyve.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:07+00:00", + "last_seen": "2026-09-06T03:17:07+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:07+00:00", + "last": "2026-09-06T03:17:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:17:07Z" + ] + }, + "documentation_url": "https://mastodon.friendhyve.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-185", + "name": "Mastodon", + "group_key": "host:social.fwcr.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.fwcr.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:09+00:00", + "last_seen": "2026-09-06T03:17:09+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.fwcr.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:09+00:00", + "last_seen": "2026-09-06T03:17:09+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:09+00:00", + "last": "2026-09-06T03:17:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:17:09Z" + ] + }, + "documentation_url": "https://social.fwcr.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-186", + "name": "Mastodon", + "group_key": "host:phpc.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://phpc.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:14+00:00", + "last_seen": "2026-09-06T03:17:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://phpc.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:14+00:00", + "last_seen": "2026-09-06T03:17:14+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:14+00:00", + "last": "2026-09-06T03:17:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:17:14Z" + ] + }, + "documentation_url": "https://phpc.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-187", + "name": "Mastodon", + "group_key": "host:mastodon.llyxx.me", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://mastodon.llyxx.me/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:15+00:00", + "last_seen": "2026-09-06T03:17:15+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://mastodon.llyxx.me/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:15+00:00", + "last_seen": "2026-09-06T03:17:15+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:15+00:00", + "last": "2026-09-06T03:17:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:17:15Z" + ] + }, + "documentation_url": "https://mastodon.llyxx.me/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-188", + "name": "Mastodon", + "group_key": "host:social.glitchlabs.ovh", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.glitchlabs.ovh/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:21+00:00", + "last_seen": "2026-09-06T03:17:21+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.glitchlabs.ovh/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:17:21+00:00", + "last_seen": "2026-09-06T03:17:21+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:17:21+00:00", + "last": "2026-09-06T03:17:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:17:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:17:21Z" + ] + }, + "documentation_url": "https://social.glitchlabs.ovh/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-189", + "name": "Mastodon", + "group_key": "host:zirk.us", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://zirk.us/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:33:27+00:00", + "last_seen": "2026-09-06T03:33:27+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://zirk.us/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:33:27+00:00", + "last_seen": "2026-09-06T03:33:27+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:33:27+00:00", + "last": "2026-09-06T03:33:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:33:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:33:27Z" + ] + }, + "documentation_url": "https://zirk.us/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-19", + "name": "Mastodon", + "group_key": "host:mastodon.quebec", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.quebec/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-06T00:15:15+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.quebec/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:15+00:00", + "last_seen": "2026-09-06T00:15:15+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:15+00:00", + "last": "2026-09-06T00:15:15+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:15+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:15Z" + ] + }, + "documentation_url": "https://mastodon.quebec/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-191", + "name": "Mastodon", + "group_key": "host:morph.todon.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://morph.todon.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:21+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://morph.todon.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:21+00:00", + "last_seen": "2026-09-06T06:34:21+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:21+00:00", + "last": "2026-09-06T06:34:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:21Z" + ] + }, + "documentation_url": "https://morph.todon.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-192", + "name": "Mastodon", + "group_key": "host:mastodon.la", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.0 (http.rb/5.3.1; +https://mastodon.la/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:24+00:00", + "last_seen": "2026-09-06T06:34:24+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.0 (http.rb/5.3.1; +https://mastodon.la/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:24+00:00", + "last_seen": "2026-09-06T06:34:24+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:24+00:00", + "last": "2026-09-06T06:34:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:24Z" + ] + }, + "documentation_url": "https://mastodon.la/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-194", + "name": "Mastodon", + "group_key": "host:microblog.at", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://microblog.at/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:49+00:00", + "last_seen": "2026-09-06T06:34:49+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://microblog.at/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:49+00:00", + "last_seen": "2026-09-06T06:34:49+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:49+00:00", + "last": "2026-09-06T06:34:49+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:49+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:49Z" + ] + }, + "documentation_url": "https://microblog.at/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-195", + "name": "Mastodon", + "group_key": "host:greennuclear.online", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://greennuclear.online/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:51+00:00", + "last_seen": "2026-09-06T06:34:51+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://greennuclear.online/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:51+00:00", + "last_seen": "2026-09-06T06:34:51+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:51+00:00", + "last": "2026-09-06T06:34:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:51Z" + ] + }, + "documentation_url": "https://greennuclear.online/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-196", + "name": "Mastodon", + "group_key": "host:social.schiessle.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4+glitch (http.rb/5.3.1; +https://social.schiessle.eu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:53+00:00", + "last_seen": "2026-09-06T06:34:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4+glitch (http.rb/5.3.1; +https://social.schiessle.eu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:53+00:00", + "last_seen": "2026-09-06T06:34:53+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:53+00:00", + "last": "2026-09-06T06:34:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:53Z" + ] + }, + "documentation_url": "https://social.schiessle.eu/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-197", + "name": "Mastodon", + "group_key": "host:newsie.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://newsie.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:03+00:00", + "last_seen": "2026-09-06T06:35:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://newsie.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:03+00:00", + "last_seen": "2026-09-06T06:35:03+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:03+00:00", + "last": "2026-09-06T06:35:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:35:03Z" + ] + }, + "documentation_url": "https://newsie.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-198", + "name": "Mastodon", + "group_key": "host:mastodon.cloud", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.cloud/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:05+00:00", + "last_seen": "2026-09-06T06:35:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastodon.cloud/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:05+00:00", + "last_seen": "2026-09-06T06:35:05+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:05+00:00", + "last": "2026-09-06T06:35:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:35:05Z" + ] + }, + "documentation_url": "https://mastodon.cloud/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-199", + "name": "Mastodon", + "group_key": "host:mastodon.lebenswert.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.lebenswert.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:05+00:00", + "last_seen": "2026-09-06T06:35:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.lebenswert.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:35:05+00:00", + "last_seen": "2026-09-06T06:35:05+00:00", + "bytes_served": 12574, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:35:05+00:00", + "last": "2026-09-06T06:35:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:35:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:35:05Z" + ] + }, + "documentation_url": "https://mastodon.lebenswert.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-20", + "name": "Mastodon", + "group_key": "host:pkm.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://pkm.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-06T00:15:18+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://pkm.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:18+00:00", + "last_seen": "2026-09-06T00:15:18+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:18+00:00", + "last": "2026-09-06T00:15:18+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:18+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:18Z" + ] + }, + "documentation_url": "https://pkm.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-201", + "name": "Mastodon", + "group_key": "host:framapiaf.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.14 (http.rb/5.3.1; +https://framapiaf.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:01+00:00", + "last_seen": "2026-09-06T06:41:01+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.14 (http.rb/5.3.1; +https://framapiaf.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:01+00:00", + "last_seen": "2026-09-06T06:41:01+00:00", + "bytes_served": 13232, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:41:01+00:00", + "last": "2026-09-06T06:41:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:41:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:41:01Z" + ] + }, + "documentation_url": "https://framapiaf.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-202", + "name": "Mastodon", + "group_key": "host:sociale.network", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.13 (http.rb/5.3.1; +https://sociale.network/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:30+00:00", + "last_seen": "2026-09-06T06:41:30+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.13 (http.rb/5.3.1; +https://sociale.network/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:30+00:00", + "last_seen": "2026-09-06T06:41:30+00:00", + "bytes_served": 13232, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:41:30+00:00", + "last": "2026-09-06T06:41:30+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:41:30+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:41:30Z" + ] + }, + "documentation_url": "https://sociale.network/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-203", + "name": "Mastodon", + "group_key": "host:bologna.one", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://bologna.one/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:35+00:00", + "last_seen": "2026-09-06T06:41:35+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://bologna.one/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:35+00:00", + "last_seen": "2026-09-06T06:41:35+00:00", + "bytes_served": 13232, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:41:35+00:00", + "last": "2026-09-06T06:41:35+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:41:35+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:41:35Z" + ] + }, + "documentation_url": "https://bologna.one/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-204", + "name": "Mastodon", + "group_key": "host:mastodon.opencloud.lu", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.opencloud.lu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:41+00:00", + "last_seen": "2026-09-06T06:41:41+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.3 (http.rb/5.3.1; +https://mastodon.opencloud.lu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:41:41+00:00", + "last_seen": "2026-09-06T06:41:41+00:00", + "bytes_served": 13232, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/operator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:41:41+00:00", + "last": "2026-09-06T06:41:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/operator/", + "status": "200", + "at": "2026-09-06T06:41:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:41:41Z" + ] + }, + "documentation_url": "https://mastodon.opencloud.lu/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-205", + "name": "Mastodon", + "group_key": "host:lingo.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://lingo.lol/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T07:10:01+00:00", + "last_seen": "2026-09-06T07:10:01+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://lingo.lol/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T07:10:01+00:00", + "last_seen": "2026-09-06T07:10:01+00:00", + "bytes_served": 34198, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:01+00:00", + "last": "2026-09-06T07:10:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T07:10:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T07:10:01Z" + ] + }, + "documentation_url": "https://lingo.lol/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-206", + "name": "Mastodon", + "group_key": "host:gnulinux.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://gnulinux.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T07:10:12+00:00", + "last_seen": "2026-09-06T07:10:12+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://gnulinux.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T07:10:12+00:00", + "last_seen": "2026-09-06T07:10:12+00:00", + "bytes_served": 34198, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T07:10:12+00:00", + "last": "2026-09-06T07:10:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T07:10:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T07:10:12Z" + ] + }, + "documentation_url": "https://gnulinux.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-207", + "name": "Mastodon", + "group_key": "host:social.lol", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.lol/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:38+00:00", + "last_seen": "2026-09-06T09:15:38+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://social.lol/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:38+00:00", + "last_seen": "2026-09-06T09:15:38+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:38+00:00", + "last": "2026-09-06T09:15:38+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:38Z" + ] + }, + "documentation_url": "https://social.lol/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-208", + "name": "Mastodon", + "group_key": "host:climatejustice.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1-stable+ff1 (http.rb/5.3.1; +https://climatejustice.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:41+00:00", + "last_seen": "2026-09-06T09:15:41+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1-stable+ff1 (http.rb/5.3.1; +https://climatejustice.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:41+00:00", + "last_seen": "2026-09-06T09:15:41+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:41+00:00", + "last": "2026-09-06T09:15:41+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:41Z" + ] + }, + "documentation_url": "https://climatejustice.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-209", + "name": "Mastodon", + "group_key": "host:mastodon.nu", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.nu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:43+00:00", + "last_seen": "2026-09-06T09:15:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.nu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:43+00:00", + "last_seen": "2026-09-06T09:15:43+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:43+00:00", + "last": "2026-09-06T09:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:43Z" + ] + }, + "documentation_url": "https://mastodon.nu/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-21", + "name": "Mastodon", + "group_key": "host:ruhr.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ruhr.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T00:15:23+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ruhr.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:23+00:00", + "last_seen": "2026-09-06T00:15:23+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:23+00:00", + "last": "2026-09-06T00:15:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:23Z" + ] + }, + "documentation_url": "https://ruhr.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-210", + "name": "Mastodon", + "group_key": "host:shellsharks.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://shellsharks.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:57+00:00", + "last_seen": "2026-09-06T09:15:57+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://shellsharks.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:15:57+00:00", + "last_seen": "2026-09-06T09:15:57+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:15:57+00:00", + "last": "2026-09-06T09:15:57+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:15:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:15:57Z" + ] + }, + "documentation_url": "https://shellsharks.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-212", + "name": "Mastodon", + "group_key": "host:ppb.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ppb.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:25+00:00", + "last_seen": "2026-09-06T09:16:25+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://ppb.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:25+00:00", + "last_seen": "2026-09-06T09:16:25+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:25+00:00", + "last": "2026-09-06T09:16:25+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:25+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:16:25Z" + ] + }, + "documentation_url": "https://ppb.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-213", + "name": "Mastodon", + "group_key": "host:toot.re", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://toot.re/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:40+00:00", + "last_seen": "2026-09-06T09:16:40+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://toot.re/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:40+00:00", + "last_seen": "2026-09-06T09:16:40+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:40+00:00", + "last": "2026-09-06T09:16:40+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:16:40Z" + ] + }, + "documentation_url": "https://toot.re/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-214", + "name": "Mastodon", + "group_key": "host:mastodo.neoliber.al", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-alpha.2+chuckya (http.rb/5.3.1; +https://mastodo.neoliber.al/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:41+00:00", + "last_seen": "2026-09-06T09:16:41+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-alpha.2+chuckya (http.rb/5.3.1; +https://mastodo.neoliber.al/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:16:41+00:00", + "last_seen": "2026-09-06T09:16:41+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:16:41+00:00", + "last": "2026-09-06T09:16:41+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:16:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:16:41Z" + ] + }, + "documentation_url": "https://mastodo.neoliber.al/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-215", + "name": "Mastodon", + "group_key": "host:sunny.garden", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sunny.garden/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:19:48+00:00", + "last_seen": "2026-09-06T09:19:48+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sunny.garden/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:19:48+00:00", + "last_seen": "2026-09-06T09:19:48+00:00", + "bytes_served": 23351, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "blog": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T09:19:48+00:00", + "last": "2026-09-06T09:19:48+00:00" + } + ], + "first_walk": [ + { + "path": "/blog/ai-crawler-traffic-2026-w36.html", + "status": "200", + "at": "2026-09-06T09:19:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T09:19:48Z" + ] + }, + "documentation_url": "https://sunny.garden/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-23", + "name": "Mastodon", + "group_key": "host:datasci.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://datasci.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-06T00:15:24+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://datasci.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:24+00:00", + "last_seen": "2026-09-06T00:15:24+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:24+00:00", + "last": "2026-09-06T00:15:24+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:24+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:24Z" + ] + }, + "documentation_url": "https://datasci.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-233", + "name": "Mastodon", + "group_key": "host:pouet.chapril.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://pouet.chapril.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:04:03+00:00", + "last_seen": "2026-09-07T03:04:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://pouet.chapril.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:04:03+00:00", + "last_seen": "2026-09-07T03:04:03+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:03+00:00", + "last": "2026-09-07T03:04:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:04:03Z" + ] + }, + "documentation_url": "https://pouet.chapril.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-234", + "name": "Mastodon", + "group_key": "host:sigmoid.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sigmoid.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:04:53+00:00", + "last_seen": "2026-09-07T03:04:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sigmoid.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:04:53+00:00", + "last_seen": "2026-09-07T03:04:53+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:04:53+00:00", + "last": "2026-09-07T03:04:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:04:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:04:53Z" + ] + }, + "documentation_url": "https://sigmoid.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-235", + "name": "Mastodon", + "group_key": "host:soc.bosio.info", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.4.8 (http.rb/5.3.1; +https://soc.bosio.info/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:32+00:00", + "last_seen": "2026-09-07T06:50:32+00:00" + } + ], + "primary_user_agent": "Mastodon/4.4.8 (http.rb/5.3.1; +https://soc.bosio.info/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:32+00:00", + "last_seen": "2026-09-07T06:50:32+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:32+00:00", + "last": "2026-09-07T06:50:32+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:32+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:32Z" + ] + }, + "documentation_url": "https://soc.bosio.info/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-236", + "name": "Mastodon", + "group_key": "host:abraum.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.9 (http.rb/5.3.1; +https://abraum.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:42+00:00", + "last_seen": "2026-09-07T06:50:42+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.9 (http.rb/5.3.1; +https://abraum.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:42+00:00", + "last_seen": "2026-09-07T06:50:42+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:42+00:00", + "last": "2026-09-07T06:50:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:42Z" + ] + }, + "documentation_url": "https://abraum.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-237", + "name": "Mastodon", + "group_key": "host:chilemasto.casa", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://chilemasto.casa/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:44+00:00", + "last_seen": "2026-09-07T06:50:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://chilemasto.casa/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:44+00:00", + "last_seen": "2026-09-07T06:50:44+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:44+00:00", + "last": "2026-09-07T06:50:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:44Z" + ] + }, + "documentation_url": "https://chilemasto.casa/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-238", + "name": "Mastodon", + "group_key": "host:freeradical.zone", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://freeradical.zone/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:48+00:00", + "last_seen": "2026-09-07T06:50:48+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://freeradical.zone/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:48+00:00", + "last_seen": "2026-09-07T06:50:48+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:48+00:00", + "last": "2026-09-07T06:50:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:48Z" + ] + }, + "documentation_url": "https://freeradical.zone/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-239", + "name": "Mastodon", + "group_key": "host:social.coop", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.16 (http.rb/5.3.1; +https://social.coop/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:51+00:00", + "last_seen": "2026-09-07T06:50:51+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.16 (http.rb/5.3.1; +https://social.coop/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:51+00:00", + "last_seen": "2026-09-07T06:50:51+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:51+00:00", + "last": "2026-09-07T06:50:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:51Z" + ] + }, + "documentation_url": "https://social.coop/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-24", + "name": "Mastodon", + "group_key": "host:mamutovo.cz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mamutovo.cz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:26+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mamutovo.cz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:26+00:00", + "last_seen": "2026-09-06T00:15:26+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:26+00:00", + "last": "2026-09-06T00:15:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:26+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:26Z" + ] + }, + "documentation_url": "https://mamutovo.cz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-240", + "name": "Mastodon", + "group_key": "host:mastodon.scot", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.scot/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:56+00:00", + "last_seen": "2026-09-07T06:50:56+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.scot/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:50:56+00:00", + "last_seen": "2026-09-07T06:50:56+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:50:56+00:00", + "last": "2026-09-07T06:50:56+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:50:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:50:56Z" + ] + }, + "documentation_url": "https://mastodon.scot/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-241", + "name": "Mastodon", + "group_key": "host:social.wake.st", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.11 (http.rb/5.3.1; +https://social.wake.st/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:04+00:00", + "last_seen": "2026-09-07T06:51:04+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.11 (http.rb/5.3.1; +https://social.wake.st/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:04+00:00", + "last_seen": "2026-09-07T06:51:04+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:04+00:00", + "last": "2026-09-07T06:51:04+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:04+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:04Z" + ] + }, + "documentation_url": "https://social.wake.st/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-242", + "name": "Mastodon", + "group_key": "host:masto.donte.com.br", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.16+donte (http.rb/5.3.1; +https://masto.donte.com.br/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:09+00:00", + "last_seen": "2026-09-07T06:51:09+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.16+donte (http.rb/5.3.1; +https://masto.donte.com.br/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:09+00:00", + "last_seen": "2026-09-07T06:51:09+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:09+00:00", + "last": "2026-09-07T06:51:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:09Z" + ] + }, + "documentation_url": "https://masto.donte.com.br/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-243", + "name": "Mastodon", + "group_key": "host:digitalcourage.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://digitalcourage.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:10+00:00", + "last_seen": "2026-09-07T06:51:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://digitalcourage.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:10+00:00", + "last_seen": "2026-09-07T06:51:10+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:10+00:00", + "last": "2026-09-07T06:51:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:10Z" + ] + }, + "documentation_url": "https://digitalcourage.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-244", + "name": "Mastodon", + "group_key": "host:social.bau-ha.us", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.bau-ha.us/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:14+00:00", + "last_seen": "2026-09-07T06:51:14+00:00" + } + ], + "primary_user_agent": "Mastodon/4.5.10 (http.rb/5.3.1; +https://social.bau-ha.us/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:14+00:00", + "last_seen": "2026-09-07T06:51:14+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:14+00:00", + "last": "2026-09-07T06:51:14+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:14+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:14Z" + ] + }, + "documentation_url": "https://social.bau-ha.us/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-245", + "name": "Mastodon", + "group_key": "host:mstdn.party", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.5 (http.rb/5.3.1; +https://mstdn.party/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:19+00:00", + "last_seen": "2026-09-07T06:51:19+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.5 (http.rb/5.3.1; +https://mstdn.party/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:19+00:00", + "last_seen": "2026-09-07T06:51:19+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:19+00:00", + "last": "2026-09-07T06:51:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:19Z" + ] + }, + "documentation_url": "https://mstdn.party/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-246", + "name": "Mastodon", + "group_key": "host:c.im", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.6 (http.rb/5.3.1; +https://c.im/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:19+00:00", + "last_seen": "2026-09-07T06:51:19+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.6 (http.rb/5.3.1; +https://c.im/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:19+00:00", + "last_seen": "2026-09-07T06:51:19+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:19+00:00", + "last": "2026-09-07T06:51:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:19Z" + ] + }, + "documentation_url": "https://c.im/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-247", + "name": "Mastodon", + "group_key": "host:mastodon.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.4+glitch (http.rb/5.3.1; +https://mastodon.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:22+00:00", + "last_seen": "2026-09-07T06:51:22+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.4+glitch (http.rb/5.3.1; +https://mastodon.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:22+00:00", + "last_seen": "2026-09-07T06:51:22+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:22+00:00", + "last": "2026-09-07T06:51:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:22Z" + ] + }, + "documentation_url": "https://mastodon.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-248", + "name": "Mastodon", + "group_key": "host:tech.lgbt", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.6.5+glitch.techlgbt (http.rb/5.3.1; +https://tech.lgbt/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:48+00:00", + "last_seen": "2026-09-07T06:51:48+00:00" + } + ], + "primary_user_agent": "Mastodon/4.6.5+glitch.techlgbt (http.rb/5.3.1; +https://tech.lgbt/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:51:48+00:00", + "last_seen": "2026-09-07T06:51:48+00:00", + "bytes_served": 10654, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/data/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:51:48+00:00", + "last": "2026-09-07T06:51:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/data/", + "status": "200", + "at": "2026-09-07T06:51:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:51:48Z" + ] + }, + "documentation_url": "https://tech.lgbt/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-26", + "name": "Mastodon", + "group_key": "host:mstdn.dk", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-nightly.2026-08-07+glitch (http.rb/5.3.1; +https://mstdn.dk/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-06T00:15:27+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-nightly.2026-08-07+glitch (http.rb/5.3.1; +https://mstdn.dk/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:27+00:00", + "last_seen": "2026-09-06T00:15:27+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:27+00:00", + "last": "2026-09-06T00:15:27+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:27+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:27Z" + ] + }, + "documentation_url": "https://mstdn.dk/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-29", + "name": "Mastodon", + "group_key": "host:aus.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-rc.1 (http.rb/5.3.1; +https://aus.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-06T00:15:29+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-rc.1 (http.rb/5.3.1; +https://aus.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:29+00:00", + "last_seen": "2026-09-06T00:15:29+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:29+00:00", + "last": "2026-09-06T00:15:29+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:29+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:29Z" + ] + }, + "documentation_url": "https://aus.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-30", + "name": "Mastodon", + "group_key": "host:tkz.one", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.1+glitch_20260817 (http.rb/5.3.1; +https://tkz.one/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T00:15:31+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.1+glitch_20260817 (http.rb/5.3.1; +https://tkz.one/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T00:15:31+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-06T00:15:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:31Z" + ] + }, + "documentation_url": "https://tkz.one/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-31", + "name": "Mastodon", + "group_key": "host:aleph.land", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://aleph.land/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T00:15:31+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://aleph.land/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:31+00:00", + "last_seen": "2026-09-06T00:15:31+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:31+00:00", + "last": "2026-09-06T00:15:31+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:31+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:31Z" + ] + }, + "documentation_url": "https://aleph.land/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-34", + "name": "Mastodon", + "group_key": "host:mast.lat", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.1+glitch_20260901 (http.rb/5.3.1; +https://mast.lat/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-06T00:15:34+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.1+glitch_20260901 (http.rb/5.3.1; +https://mast.lat/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:34+00:00", + "last_seen": "2026-09-06T00:15:34+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:34+00:00", + "last": "2026-09-06T00:15:34+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:34+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:34Z" + ] + }, + "documentation_url": "https://mast.lat/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-38", + "name": "Mastodon", + "group_key": "host:social.kendoo.eu", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.kendoo.eu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:37+00:00", + "last_seen": "2026-09-06T00:15:37+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.kendoo.eu/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:37+00:00", + "last_seen": "2026-09-06T00:15:37+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:37+00:00", + "last": "2026-09-06T00:15:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:37Z" + ] + }, + "documentation_url": "https://social.kendoo.eu/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-39", + "name": "Mastodon", + "group_key": "host:mastodon.hosnet.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.hosnet.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:37+00:00", + "last_seen": "2026-09-06T00:15:37+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.hosnet.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:37+00:00", + "last_seen": "2026-09-06T00:15:37+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:37+00:00", + "last": "2026-09-06T00:15:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:37Z" + ] + }, + "documentation_url": "https://mastodon.hosnet.fr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-40", + "name": "Mastodon", + "group_key": "host:jasette.facil.services", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://jasette.facil.services/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:38+00:00", + "last_seen": "2026-09-06T00:15:38+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://jasette.facil.services/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:38+00:00", + "last_seen": "2026-09-06T00:15:38+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:38+00:00", + "last": "2026-09-06T00:15:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:38Z" + ] + }, + "documentation_url": "https://jasette.facil.services/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-41", + "name": "Mastodon", + "group_key": "host:sciences.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sciences.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:38+00:00", + "last_seen": "2026-09-06T00:15:38+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sciences.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:38+00:00", + "last_seen": "2026-09-06T00:15:38+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:38+00:00", + "last": "2026-09-06T00:15:38+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:38+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:38Z" + ] + }, + "documentation_url": "https://sciences.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-42", + "name": "Mastodon", + "group_key": "host:toot.community", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.community/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:40+00:00", + "last_seen": "2026-09-06T00:15:40+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.community/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:40+00:00", + "last_seen": "2026-09-06T00:15:40+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:40+00:00", + "last": "2026-09-06T00:15:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:40Z" + ] + }, + "documentation_url": "https://toot.community/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-45", + "name": "Mastodon", + "group_key": "host:schach.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://schach.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:41+00:00", + "last_seen": "2026-09-06T00:15:41+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://schach.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:41+00:00", + "last_seen": "2026-09-06T00:15:41+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:41+00:00", + "last": "2026-09-06T00:15:41+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:41+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:41Z" + ] + }, + "documentation_url": "https://schach.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-47", + "name": "Mastodon", + "group_key": "host:mastodon.kfed.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.kfed.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.kfed.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:43+00:00", + "last": "2026-09-06T00:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:43Z" + ] + }, + "documentation_url": "https://mastodon.kfed.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-48", + "name": "Mastodon", + "group_key": "host:xarxamontgri.masto.host", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://xarxamontgri.masto.host/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://xarxamontgri.masto.host/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:43+00:00", + "last": "2026-09-06T00:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:43Z" + ] + }, + "documentation_url": "https://xarxamontgri.masto.host/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-49", + "name": "Mastodon", + "group_key": "host:sasa.africa", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sasa.africa/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://sasa.africa/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:43+00:00", + "last": "2026-09-06T00:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:43Z" + ] + }, + "documentation_url": "https://sasa.africa/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-51", + "name": "Mastodon", + "group_key": "host:tooting.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://tooting.ch/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://tooting.ch/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:43+00:00", + "last_seen": "2026-09-06T00:15:43+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:43+00:00", + "last": "2026-09-06T00:15:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:43Z" + ] + }, + "documentation_url": "https://tooting.ch/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-54", + "name": "Mastodon", + "group_key": "host:craftodon.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://craftodon.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:44+00:00", + "last_seen": "2026-09-06T00:15:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://craftodon.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:44+00:00", + "last_seen": "2026-09-06T00:15:44+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:44+00:00", + "last": "2026-09-06T00:15:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:44Z" + ] + }, + "documentation_url": "https://craftodon.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-55", + "name": "Mastodon", + "group_key": "host:mastodon.gamedev.place", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.gamedev.place/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:44+00:00", + "last_seen": "2026-09-06T00:15:44+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.gamedev.place/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:44+00:00", + "last_seen": "2026-09-06T00:15:44+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:44+00:00", + "last": "2026-09-06T00:15:44+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:44+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:44Z" + ] + }, + "documentation_url": "https://mastodon.gamedev.place/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-58", + "name": "Mastodon", + "group_key": "host:social.sdfeu.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.sdfeu.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:46+00:00", + "last_seen": "2026-09-06T00:15:46+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.sdfeu.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:46+00:00", + "last_seen": "2026-09-06T00:15:46+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:46+00:00", + "last": "2026-09-06T00:15:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:46Z" + ] + }, + "documentation_url": "https://social.sdfeu.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-60", + "name": "Mastodon", + "group_key": "host:toot.whatever.cz", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.whatever.cz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:48+00:00", + "last_seen": "2026-09-06T00:15:48+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://toot.whatever.cz/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:48+00:00", + "last_seen": "2026-09-06T00:15:48+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:48+00:00", + "last": "2026-09-06T00:15:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:48Z" + ] + }, + "documentation_url": "https://toot.whatever.cz/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-61", + "name": "Mastodon", + "group_key": "host:mastodon.cr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.cr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:48+00:00", + "last_seen": "2026-09-06T00:15:48+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.cr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:48+00:00", + "last_seen": "2026-09-06T00:15:48+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:48+00:00", + "last": "2026-09-06T00:15:48+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:48+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:48Z" + ] + }, + "documentation_url": "https://mastodon.cr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-63", + "name": "Mastodon", + "group_key": "host:union.place", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://union.place/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:50+00:00", + "last_seen": "2026-09-06T00:15:50+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://union.place/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:50+00:00", + "last_seen": "2026-09-06T00:15:50+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:50+00:00", + "last": "2026-09-06T00:15:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:50Z" + ] + }, + "documentation_url": "https://union.place/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-64", + "name": "Mastodon", + "group_key": "host:bildung.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://bildung.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:51+00:00", + "last_seen": "2026-09-06T00:15:51+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://bildung.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:51+00:00", + "last_seen": "2026-09-06T00:15:51+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:51+00:00", + "last": "2026-09-06T00:15:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:51Z" + ] + }, + "documentation_url": "https://bildung.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-68", + "name": "Mastodon", + "group_key": "host:mastodon.ie", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.ie/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:52+00:00", + "last_seen": "2026-09-06T00:15:52+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.ie/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:52+00:00", + "last_seen": "2026-09-06T00:15:52+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:52+00:00", + "last": "2026-09-06T00:15:52+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:52+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:52Z" + ] + }, + "documentation_url": "https://mastodon.ie/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-70", + "name": "Mastodon", + "group_key": "host:discuss.systems", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://discuss.systems/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-06T00:15:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://discuss.systems/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-06T00:15:53+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:53+00:00", + "last": "2026-09-06T00:15:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:53Z" + ] + }, + "documentation_url": "https://discuss.systems/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-71", + "name": "Mastodon", + "group_key": "host:social.cologne", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.cologne/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-06T00:15:53+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://social.cologne/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:53+00:00", + "last_seen": "2026-09-06T00:15:53+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:53+00:00", + "last": "2026-09-06T00:15:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:53Z" + ] + }, + "documentation_url": "https://social.cologne/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-73", + "name": "Mastodon", + "group_key": "host:ursal.zone", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.8.0-alpha.2 (http.rb/5.3.1; +https://ursal.zone/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:54+00:00", + "last_seen": "2026-09-06T00:15:54+00:00" + } + ], + "primary_user_agent": "Mastodon/4.8.0-alpha.2 (http.rb/5.3.1; +https://ursal.zone/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:54+00:00", + "last_seen": "2026-09-06T00:15:54+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:54+00:00", + "last": "2026-09-06T00:15:54+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:54+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:54Z" + ] + }, + "documentation_url": "https://ursal.zone/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-74", + "name": "Mastodon", + "group_key": "host:social.bund.de", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.bund.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:55+00:00", + "last_seen": "2026-09-06T00:15:55+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.bund.de/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:55+00:00", + "last_seen": "2026-09-06T00:15:55+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:55+00:00", + "last": "2026-09-06T00:15:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:55Z" + ] + }, + "documentation_url": "https://social.bund.de/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-78", + "name": "Mastodon", + "group_key": "host:23.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://23.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:57+00:00", + "last_seen": "2026-09-06T00:15:57+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://23.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:57+00:00", + "last_seen": "2026-09-06T00:15:57+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:57+00:00", + "last": "2026-09-06T00:15:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:57Z" + ] + }, + "documentation_url": "https://23.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-80", + "name": "Mastodon", + "group_key": "host:snabelen.no", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://snabelen.no/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:57+00:00", + "last_seen": "2026-09-06T00:15:57+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://snabelen.no/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:57+00:00", + "last_seen": "2026-09-06T00:15:57+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:57+00:00", + "last": "2026-09-06T00:15:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:57Z" + ] + }, + "documentation_url": "https://snabelen.no/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-81", + "name": "Mastodon", + "group_key": "host:social.sdf.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.sdf.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:58+00:00", + "last_seen": "2026-09-06T00:15:58+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://social.sdf.org/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:15:58+00:00", + "last_seen": "2026-09-06T00:15:58+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:15:58+00:00", + "last": "2026-09-06T00:15:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:15:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:15:58Z" + ] + }, + "documentation_url": "https://social.sdf.org/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-83", + "name": "Mastodon", + "group_key": "host:berlin.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://berlin.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:01+00:00", + "last_seen": "2026-09-06T00:16:01+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://berlin.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:01+00:00", + "last_seen": "2026-09-06T00:16:01+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:01+00:00", + "last": "2026-09-06T00:16:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:01Z" + ] + }, + "documentation_url": "https://berlin.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-84", + "name": "Mastodon", + "group_key": "host:mastodon.bd", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.bd/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:02+00:00", + "last_seen": "2026-09-06T00:16:02+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.bd/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:02+00:00", + "last_seen": "2026-09-06T00:16:02+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:02+00:00", + "last": "2026-09-06T00:16:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:02Z" + ] + }, + "documentation_url": "https://mastodon.bd/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-85", + "name": "Mastodon", + "group_key": "host:toot.aquilenet.fr", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://toot.aquilenet.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:03+00:00", + "last_seen": "2026-09-06T00:16:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://toot.aquilenet.fr/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:03+00:00", + "last_seen": "2026-09-06T00:16:03+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:03+00:00", + "last": "2026-09-06T00:16:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:03Z" + ] + }, + "documentation_url": "https://toot.aquilenet.fr/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-86", + "name": "Mastodon", + "group_key": "host:mastorol.es", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastorol.es/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:03+00:00", + "last_seen": "2026-09-06T00:16:03+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://mastorol.es/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:03+00:00", + "last_seen": "2026-09-06T00:16:03+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:03+00:00", + "last": "2026-09-06T00:16:03+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:03+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:03Z" + ] + }, + "documentation_url": "https://mastorol.es/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-88", + "name": "Mastodon", + "group_key": "host:tomkahe.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://tomkahe.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:05+00:00", + "last_seen": "2026-09-06T00:16:05+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0-alpha.2+glitch (http.rb/5.3.1; +https://tomkahe.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:05+00:00", + "last_seen": "2026-09-06T00:16:05+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:05+00:00", + "last": "2026-09-06T00:16:05+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:05+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:05Z" + ] + }, + "documentation_url": "https://tomkahe.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-89", + "name": "Mastodon", + "group_key": "host:mastodon.org.uk", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.org.uk/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:07+00:00", + "last_seen": "2026-09-06T00:16:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://mastodon.org.uk/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:07+00:00", + "last_seen": "2026-09-06T00:16:07+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:07+00:00", + "last": "2026-09-06T00:16:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:07Z" + ] + }, + "documentation_url": "https://mastodon.org.uk/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-90", + "name": "Mastodon", + "group_key": "host:bonn.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://bonn.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:07+00:00", + "last_seen": "2026-09-06T00:16:07+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://bonn.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:07+00:00", + "last_seen": "2026-09-06T00:16:07+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:07+00:00", + "last": "2026-09-06T00:16:07+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:07+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:07Z" + ] + }, + "documentation_url": "https://bonn.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-92", + "name": "Mastodon", + "group_key": "host:vis.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://vis.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:09+00:00", + "last_seen": "2026-09-06T00:16:09+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://vis.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:09+00:00", + "last_seen": "2026-09-06T00:16:09+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:09+00:00", + "last": "2026-09-06T00:16:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:09Z" + ] + }, + "documentation_url": "https://vis.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-94", + "name": "Mastodon", + "group_key": "host:androiddev.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://androiddev.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:10+00:00", + "last_seen": "2026-09-06T00:16:10+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://androiddev.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:10+00:00", + "last_seen": "2026-09-06T00:16:10+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:10+00:00", + "last": "2026-09-06T00:16:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:10Z" + ] + }, + "documentation_url": "https://androiddev.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-96", + "name": "Mastodon", + "group_key": "host:chaosfem.tw", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://chaosfem.tw/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-06T00:16:11+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1+glitch (http.rb/5.3.1; +https://chaosfem.tw/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-06T00:16:11+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:11+00:00", + "last": "2026-09-06T00:16:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:11Z" + ] + }, + "documentation_url": "https://chaosfem.tw/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-97", + "name": "Mastodon", + "group_key": "host:bookstodon.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.0 (http.rb/5.3.1; +https://bookstodon.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-06T00:16:11+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.0 (http.rb/5.3.1; +https://bookstodon.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-06T00:16:11+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:11+00:00", + "last": "2026-09-06T00:16:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:11Z" + ] + }, + "documentation_url": "https://bookstodon.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-98", + "name": "Mastodon", + "group_key": "host:masto.yttrx.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://masto.yttrx.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-06T00:16:11+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://masto.yttrx.com/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-06T00:16:11+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:11+00:00", + "last": "2026-09-06T00:16:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:11Z" + ] + }, + "documentation_url": "https://masto.yttrx.com/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mastodon-99", + "name": "Mastodon", + "group_key": "host:umbracocommunity.social", + "kind": "named", + "user_agents": [ + { + "ua": "Mastodon/4.7.1 (http.rb/5.3.1; +https://umbracocommunity.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:12+00:00", + "last_seen": "2026-09-06T00:16:12+00:00" + } + ], + "primary_user_agent": "Mastodon/4.7.1 (http.rb/5.3.1; +https://umbracocommunity.social/) Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:16:12+00:00", + "last_seen": "2026-09-06T00:16:12+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:16:12+00:00", + "last": "2026-09-06T00:16:12+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T00:16:12+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:16:12Z" + ] + }, + "documentation_url": "https://umbracocommunity.social/", + "self_described_as": "http.rb/5.3.1" + }, + { + "slug": "mcprush-verify", + "name": "mcprush-verify", + "group_key": "host:mcprush.com", + "kind": "named", + "user_agents": [ + { + "ua": "mcprush-verify/1.0 (+https://mcprush.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T08:44:09+00:00", + "last_seen": "2026-09-06T08:44:09+00:00" + } + ], + "primary_user_agent": "mcprush-verify/1.0 (+https://mcprush.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T08:44:09+00:00", + "last_seen": "2026-09-06T08:44:09+00:00", + "bytes_served": 5266, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T08:44:09+00:00", + "last": "2026-09-06T08:44:09+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T08:44:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T08:44:09Z" + ] + }, + "documentation_url": "https://mcprush.com", + "self_described_as": null + }, + { + "slug": "mercury-velvt", + "name": "Mercury-Velvt", + "group_key": "host:velvt.ai", + "kind": "named", + "user_agents": [ + { + "ua": "Mercury-Velvt/1.0 (+https://www.velvt.ai/agents.txt)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T17:45:50+00:00", + "last_seen": "2026-09-04T17:45:50+00:00" + } + ], + "primary_user_agent": "Mercury-Velvt/1.0 (+https://www.velvt.ai/agents.txt)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T17:45:50+00:00", + "last_seen": "2026-09-04T17:45:50+00:00", + "bytes_served": 21472, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "agent-card-addresses": 1 + }, + "channels": { + "a2a-registry-org": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T17:45:50+00:00", + "last": "2026-09-04T17:45:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-org/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-04T17:45:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T17:45:50Z" + ] + }, + "documentation_url": "https://www.velvt.ai/agents.txt", + "self_described_as": null + }, + { + "slug": "newsblur", + "name": "NewsBlur", + "group_key": "ua:newsblur", + "kind": "named", + "user_agents": [ + { + "ua": "NewsBlur Feed Finder", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:44:02+00:00", + "last_seen": "2026-09-06T01:44:02+00:00" + } + ], + "primary_user_agent": "NewsBlur Feed Finder", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:44:02+00:00", + "last_seen": "2026-09-06T01:44:02+00:00", + "bytes_served": 28949, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "changes-syndication-feeds": 1 + }, + "channels": { + "newsblur": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/newsblur/feed.xml", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T01:44:02+00:00", + "last": "2026-09-06T01:44:02+00:00" + } + ], + "first_walk": [ + { + "path": "/c/newsblur/feed.xml", + "status": "200", + "at": "2026-09-06T01:44:02+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T01:44:02Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "ottermindagent", + "name": "OttermindAgent", + "group_key": "host:ottermind.ai", + "kind": "named", + "user_agents": [ + { + "ua": "OttermindAgent/1.0 (+https://ottermind.ai)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T05:55:09+00:00", + "last_seen": "2026-09-04T05:55:09+00:00" + } + ], + "primary_user_agent": "OttermindAgent/1.0 (+https://ottermind.ai)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T05:55:09+00:00", + "last_seen": "2026-09-04T05:55:09+00:00", + "bytes_served": 9036, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "mcp-crawler-index": 1 + }, + "channels": { + "mcpservers-org": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/mcp.html", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-04T05:55:09+00:00", + "last": "2026-09-04T05:55:09+00:00" + } + ], + "first_walk": [ + { + "path": "/mcp.html", + "status": "200", + "at": "2026-09-04T05:55:09+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-04T05:55:09Z" + ] + }, + "documentation_url": "https://ottermind.ai", + "self_described_as": null + }, + { + "slug": "personal-agent-platform-readonly-audit", + "name": "personal-agent-platform-readonly-audit", + "group_key": "ua:personal-agent-platform-readonly-audit", + "kind": "named", + "user_agents": [ + { + "ua": "personal-agent-platform-readonly-audit/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T15:08:23+00:00", + "last_seen": "2026-09-02T15:08:23+00:00" + } + ], + "primary_user_agent": "personal-agent-platform-readonly-audit/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T15:08:23+00:00", + "last_seen": "2026-09-02T15:08:23+00:00", + "bytes_served": 14652, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": { + "a2a-registry-global": 1 + }, + "accept_headers": [ + "application/json" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T15:08:23+00:00", + "last": "2026-09-02T15:08:23+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/.well-known/agent-card.json", + "status": "200", + "at": "2026-09-02T15:08:23+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-02T15:08:23Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "piefed-46", + "name": "PieFed", + "group_key": "host:piefed.nullspace.lol", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.12.2; +https://piefed.nullspace.lol", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:22+00:00", + "last_seen": "2026-09-06T03:16:22+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.12.2; +https://piefed.nullspace.lol", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:16:22+00:00", + "last_seen": "2026-09-06T03:16:22+00:00", + "bytes_served": 33571, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:16:22+00:00", + "last": "2026-09-06T03:16:22+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-06T03:16:22+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:16:22Z" + ] + }, + "documentation_url": "https://piefed.nullspace.lol", + "self_described_as": null + }, + { + "slug": "piefed-54", + "name": "PieFed", + "group_key": "host:piefed.erwanleboucher.dev", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.6.27; +https://piefed.erwanleboucher.dev", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:37+00:00", + "last_seen": "2026-09-07T03:00:37+00:00" + } + ], + "primary_user_agent": "PieFed/1.6.27; +https://piefed.erwanleboucher.dev", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:37+00:00", + "last_seen": "2026-09-07T03:00:37+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:37+00:00", + "last": "2026-09-07T03:00:37+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:37+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:37Z" + ] + }, + "documentation_url": "https://piefed.erwanleboucher.dev", + "self_described_as": null + }, + { + "slug": "piefed-55", + "name": "PieFed", + "group_key": "host:feddit.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.7; +https://feddit.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:40+00:00", + "last_seen": "2026-09-07T03:00:40+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.7; +https://feddit.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:40+00:00", + "last_seen": "2026-09-07T03:00:40+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:40+00:00", + "last": "2026-09-07T03:00:40+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:40+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:40Z" + ] + }, + "documentation_url": "https://feddit.com", + "self_described_as": null + }, + { + "slug": "piefed-57", + "name": "PieFed", + "group_key": "host:piefeed.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.15.1; +https://piefeed.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:47+00:00", + "last_seen": "2026-09-07T03:00:47+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.15.1; +https://piefeed.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:47+00:00", + "last_seen": "2026-09-07T03:00:47+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:47+00:00", + "last": "2026-09-07T03:00:47+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:47+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:47Z" + ] + }, + "documentation_url": "https://piefeed.com", + "self_described_as": null + }, + { + "slug": "piefed-58", + "name": "PieFed", + "group_key": "host:px.pontual.social", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.0-dev; +https://px.pontual.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:10+00:00", + "last_seen": "2026-09-07T03:01:10+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.0-dev; +https://px.pontual.social", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:10+00:00", + "last_seen": "2026-09-07T03:01:10+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:01:10+00:00", + "last": "2026-09-07T03:01:10+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:01:10+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:01:10Z" + ] + }, + "documentation_url": "https://px.pontual.social", + "self_described_as": null + }, + { + "slug": "piefed-60", + "name": "PieFed", + "group_key": "host:piefed.socdojo.com", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.14; +https://piefed.socdojo.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:42+00:00", + "last_seen": "2026-09-07T03:03:42+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.14; +https://piefed.socdojo.com", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:42+00:00", + "last_seen": "2026-09-07T03:03:42+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:42+00:00", + "last": "2026-09-07T03:03:42+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:42+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:03:42Z" + ] + }, + "documentation_url": "https://piefed.socdojo.com", + "self_described_as": null + }, + { + "slug": "piefed-61", + "name": "PieFed", + "group_key": "host:news.heathenlab.net", + "kind": "named", + "user_agents": [ + { + "ua": "PieFed/1.7.9; +https://news.heathenlab.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:45+00:00", + "last_seen": "2026-09-07T03:03:45+00:00" + } + ], + "primary_user_agent": "PieFed/1.7.9; +https://news.heathenlab.net", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:03:45+00:00", + "last_seen": "2026-09-07T03:03:45+00:00", + "bytes_served": 7921, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:03:45+00:00", + "last": "2026-09-07T03:03:45+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-07T03:03:45+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:03:45Z" + ] + }, + "documentation_url": "https://news.heathenlab.net", + "self_described_as": null + }, + { + "slug": "pleroma", + "name": "Pleroma", + "group_key": "host:social.craftknight.com", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.2; https://social.craftknight.com ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.2; https://social.craftknight.com ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://social.craftknight.com", + "self_described_as": null + }, + { + "slug": "pleroma-2", + "name": "Pleroma", + "group_key": "host:fed.xnor.in", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.9.1; https://fed.xnor.in ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Pleroma 2.9.1; https://fed.xnor.in ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://fed.xnor.in", + "self_described_as": null + }, + { + "slug": "pleroma-3", + "name": "Pleroma", + "group_key": "host:social.doubleelforbes.co.uk", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.9.1; https://social.doubleelforbes.co.uk ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00" + } + ], + "primary_user_agent": "Pleroma 2.9.1; https://social.doubleelforbes.co.uk ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:33:19+00:00", + "last_seen": "2026-09-06T00:33:19+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T00:33:19+00:00", + "last": "2026-09-06T00:33:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/crawler/", + "status": "200", + "at": "2026-09-06T00:33:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T00:33:19Z" + ] + }, + "documentation_url": "https://social.doubleelforbes.co.uk", + "self_described_as": null + }, + { + "slug": "pleroma-4", + "name": "Pleroma", + "group_key": "host:social.fedoma.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.0; https://social.fedoma.ch ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:13+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.0; https://social.fedoma.ch ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:13+00:00", + "last_seen": "2026-09-06T06:34:13+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:13+00:00", + "last": "2026-09-06T06:34:13+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:13+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:13Z" + ] + }, + "documentation_url": "https://social.fedoma.ch", + "self_described_as": null + }, + { + "slug": "pleroma-6", + "name": "Pleroma", + "group_key": "host:pl.fedcast.ch", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.2-0-g124f4ec-develop; https://pl.fedcast.ch ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:20+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.2-0-g124f4ec-develop; https://pl.fedcast.ch ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:34:20+00:00", + "last_seen": "2026-09-06T06:34:20+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "friendica": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/friendica/ip-ranges/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:34:20+00:00", + "last": "2026-09-06T06:34:20+00:00" + } + ], + "first_walk": [ + { + "path": "/c/friendica/ip-ranges/", + "status": "200", + "at": "2026-09-06T06:34:20+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:34:20Z" + ] + }, + "documentation_url": "https://pl.fedcast.ch", + "self_described_as": null + }, + { + "slug": "pleroma-7", + "name": "Pleroma", + "group_key": "host:ors.novababilonia.me", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.2; https://ors.novababilonia.me ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:57+00:00", + "last_seen": "2026-09-07T03:00:57+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.2; https://ors.novababilonia.me ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:57+00:00", + "last_seen": "2026-09-07T03:00:57+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:57+00:00", + "last": "2026-09-07T03:00:57+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:57+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:57Z" + ] + }, + "documentation_url": "https://ors.novababilonia.me", + "self_described_as": null + }, + { + "slug": "pleroma-8", + "name": "Pleroma", + "group_key": "host:pleroma.miguelcr.me", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.2; https://pleroma.miguelcr.me <>; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:58+00:00", + "last_seen": "2026-09-07T03:00:58+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.2; https://pleroma.miguelcr.me <>; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:58+00:00", + "last_seen": "2026-09-07T03:00:58+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:58+00:00", + "last": "2026-09-07T03:00:58+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:58+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:58Z" + ] + }, + "documentation_url": "https://pleroma.miguelcr.me", + "self_described_as": null + }, + { + "slug": "pleroma-9", + "name": "Pleroma", + "group_key": "host:social.immibis.com", + "kind": "named", + "user_agents": [ + { + "ua": "Pleroma 2.10.2; https://social.immibis.com ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:01+00:00", + "last_seen": "2026-09-07T03:01:01+00:00" + } + ], + "primary_user_agent": "Pleroma 2.10.2; https://social.immibis.com ; Bot", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:01:01+00:00", + "last_seen": "2026-09-07T03:01:01+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:01:01+00:00", + "last": "2026-09-07T03:01:01+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:01:01+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:01:01Z" + ] + }, + "documentation_url": "https://social.immibis.com", + "self_described_as": null + }, + { + "slug": "postmanruntime", + "name": "PostmanRuntime", + "group_key": "ua:postmanruntime", + "kind": "named", + "user_agents": [ + { + "ua": "PostmanRuntime/7.53.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:14:26+00:00", + "last_seen": "2026-09-07T07:14:26+00:00" + } + ], + "primary_user_agent": "PostmanRuntime/7.53.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:14:26+00:00", + "last_seen": "2026-09-07T07:14:26+00:00", + "bytes_served": 22290, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "a2a-crawler-index": 1 + }, + "channels": { + "a2a-registry-global": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "404": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "requests": 1, + "statuses": { + "404": 1 + }, + "first": "2026-09-07T07:14:26+00:00", + "last": "2026-09-07T07:14:26+00:00" + } + ], + "first_walk": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "status": "404", + "at": "2026-09-07T07:14:26+00:00" + } + ], + "asked_for_and_got_nothing": [ + { + "path": "/c/a2a-registry-global/a2a/doctor/.well-known/agent-card.json", + "statuses": { + "404": 1 + }, + "first_asked": "2026-09-07T07:14:26+00:00", + "last_asked": "2026-09-07T07:14:26+00:00", + "answered_200_since": null + } + ], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:14:26Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "pylova-5", + "name": "PyLova", + "group_key": "host:pylova-test.anarchistflotilla.org", + "kind": "named", + "user_agents": [ + { + "ua": "PyLova/0.3.3; +https://pylova-test.anarchistflotilla.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:53+00:00", + "last_seen": "2026-09-07T03:00:53+00:00" + } + ], + "primary_user_agent": "PyLova/0.3.3; +https://pylova-test.anarchistflotilla.org", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:53+00:00", + "last_seen": "2026-09-07T03:00:53+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:53+00:00", + "last": "2026-09-07T03:00:53+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:53+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:53Z" + ] + }, + "documentation_url": "https://pylova-test.anarchistflotilla.org", + "self_described_as": null + }, + { + "slug": "python-opengraph-jaywink", + "name": "python-opengraph-jaywink", + "group_key": "ua:python-opengraph-jaywink", + "kind": "named", + "user_agents": [ + { + "ua": "python-opengraph-jaywink/0.2.1 (+https://github.com/jaywink/python-opengraph)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:50+00:00", + "last_seen": "2026-09-07T03:00:50+00:00" + } + ], + "primary_user_agent": "python-opengraph-jaywink/0.2.1 (+https://github.com/jaywink/python-opengraph)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T03:00:50+00:00", + "last_seen": "2026-09-07T03:00:50+00:00", + "bytes_served": 0, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T03:00:50+00:00", + "last": "2026-09-07T03:00:50+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T03:00:50+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T03:00:50Z" + ] + }, + "documentation_url": "https://github.com/jaywink/python-opengraph", + "self_described_as": null + }, + { + "slug": "quilr-catalog-probe", + "name": "quilr-catalog-probe", + "group_key": "ua:quilr-catalog-probe", + "kind": "named", + "user_agents": [ + { + "ua": "quilr-catalog-probe/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:31:55+00:00", + "last_seen": "2026-09-07T06:31:55+00:00" + } + ], + "primary_user_agent": "quilr-catalog-probe/1.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:31:55+00:00", + "last_seen": "2026-09-07T06:31:55+00:00", + "bytes_served": 7855, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "mcp-robots-policy-lint": 1 + }, + "channels": { + "mcp-registry-official": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T06:31:55+00:00", + "last": "2026-09-07T06:31:55+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/robots", + "status": "200", + "at": "2026-09-07T06:31:55+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T06:31:55Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "req", + "name": "req", + "group_key": "ua:req", + "kind": "named", + "user_agents": [ + { + "ua": "req/v3 (https://github.com/imroc/req)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:26:08+00:00", + "last_seen": "2026-09-07T07:26:08+00:00" + } + ], + "primary_user_agent": "req/v3 (https://github.com/imroc/req)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:26:08+00:00", + "last_seen": "2026-09-07T07:26:08+00:00", + "bytes_served": 6030, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/robots.txt", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:26:08+00:00", + "last": "2026-09-07T07:26:08+00:00" + } + ], + "first_walk": [ + { + "path": "/robots.txt", + "status": "200", + "at": "2026-09-07T07:26:08+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:26:08Z" + ] + }, + "documentation_url": "https://github.com/imroc/req", + "self_described_as": null + }, + { + "slug": "rokha-probe", + "name": "Rokha-Probe", + "group_key": "host:rokha.ai", + "kind": "named", + "user_agents": [ + { + "ua": "Rokha-Probe/0.1 (+https://rokha.ai)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T11:38:11+00:00", + "last_seen": "2026-09-06T11:38:11+00:00" + } + ], + "primary_user_agent": "Rokha-Probe/0.1 (+https://rokha.ai)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T11:38:11+00:00", + "last_seen": "2026-09-06T11:38:11+00:00", + "bytes_served": 6245, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "mcp-markdown-lane": 1 + }, + "channels": { + "mcp-registry-official": 1 + }, + "accept_headers": [ + "application/json, text/event-stream" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/mcp-registry-official/mcp/markdown", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T11:38:11+00:00", + "last": "2026-09-06T11:38:11+00:00" + } + ], + "first_walk": [ + { + "path": "/c/mcp-registry-official/mcp/markdown", + "status": "200", + "at": "2026-09-06T11:38:11+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T11:38:11Z" + ] + }, + "documentation_url": "https://rokha.ai", + "self_described_as": null + }, + { + "slug": "rubygems-org", + "name": "RubyGems.org", + "group_key": "ua:rubygems-org", + "kind": "named", + "user_agents": [ + { + "ua": "RubyGems.org Linkback Verification/6e18bb94b0380d3ee1b3ae32c3d984e5909868c0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T19:44:19+00:00", + "last_seen": "2026-09-05T19:44:19+00:00" + } + ], + "primary_user_agent": "RubyGems.org Linkback Verification/6e18bb94b0380d3ee1b3ae32c3d984e5909868c0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T19:44:19+00:00", + "last_seen": "2026-09-05T19:44:19+00:00", + "bytes_served": 1499, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "rubygems-registry": 1 + }, + "accept_headers": [ + "text/html" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T19:44:19+00:00", + "last": "2026-09-05T19:44:19+00:00" + } + ], + "first_walk": [ + { + "path": "/c/rubygems-registry/git/ai-crawler-index.git/", + "status": "200", + "at": "2026-09-05T19:44:19+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T19:44:19Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "schema-markup-validator", + "name": "Schema-Markup-Validator", + "group_key": "host:validator.schema.org", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; Schema-Markup-Validator; +https://validator.schema.org/)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T21:54:43+00:00", + "last_seen": "2026-09-05T21:54:43+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; Schema-Markup-Validator; +https://validator.schema.org/)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T21:54:43+00:00", + "last_seen": "2026-09-05T21:54:43+00:00", + "bytes_served": 16649, + "classed_by_our_instrument": { + "unknown": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": { + "schema-validator": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/schema-validator/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-05T21:54:43+00:00", + "last": "2026-09-05T21:54:43+00:00" + } + ], + "first_walk": [ + { + "path": "/c/schema-validator/", + "status": "200", + "at": "2026-09-05T21:54:43+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-05T21:54:43Z" + ] + }, + "documentation_url": "https://validator.schema.org/", + "self_described_as": "Schema-Markup-Validator" + }, + { + "slug": "seo-audit-mcp", + "name": "SEO-Audit-MCP", + "group_key": "host:seo.accruedev.com", + "kind": "named", + "user_agents": [ + { + "ua": "Mozilla/5.0 (compatible; SEO-Audit-MCP/0.1; +https://seo.accruedev.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T08:04:51+00:00", + "last_seen": "2026-09-03T08:04:51+00:00" + } + ], + "primary_user_agent": "Mozilla/5.0 (compatible; SEO-Audit-MCP/0.1; +https://seo.accruedev.com)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T08:04:51+00:00", + "last_seen": "2026-09-03T08:04:51+00:00", + "bytes_served": 7785, + "classed_by_our_instrument": { + "unknown": 1 + }, + "surfaces": { + "ai-crawler-index": 1 + }, + "channels": { + "accruedev": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/accruedev/api.json", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-03T08:04:51+00:00", + "last": "2026-09-03T08:04:51+00:00" + } + ], + "first_walk": [ + { + "path": "/c/accruedev/api.json", + "status": "200", + "at": "2026-09-03T08:04:51+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-03T08:04:51Z" + ] + }, + "documentation_url": "https://seo.accruedev.com", + "self_described_as": "SEO-Audit-MCP/0.1" + }, + { + "slug": "sharkey", + "name": "Sharkey", + "group_key": "ua:sharkey", + "kind": "named", + "user_agents": [ + { + "ua": "Sharkey (like Discordbot)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:37:21+00:00", + "last_seen": "2026-09-06T06:37:21+00:00" + } + ], + "primary_user_agent": "Sharkey (like Discordbot)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T06:37:21+00:00", + "last_seen": "2026-09-06T06:37:21+00:00", + "bytes_served": 6782, + "classed_by_our_instrument": { + "crawler": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "text/html,application/xhtml+xml" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/policy/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T06:37:21+00:00", + "last": "2026-09-06T06:37:21+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/policy/", + "status": "200", + "at": "2026-09-06T06:37:21+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T06:37:21Z" + ] + }, + "documentation_url": null, + "self_described_as": "like Discordbot" + }, + { + "slug": "slack", + "name": "slack", + "group_key": "ua:slack", + "kind": "named", + "user_agents": [ + { + "ua": "slack/26.09.10.0.90016132 (Google Pixel 9; Android 17; store com.android.vending)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:46:33+00:00", + "last_seen": "2026-09-06T03:46:33+00:00" + } + ], + "primary_user_agent": "slack/26.09.10.0.90016132 (Google Pixel 9; Android 17; store com.android.vending)", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:46:33+00:00", + "last_seen": "2026-09-06T03:46:33+00:00", + "bytes_served": 1325, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/apple-touch-icon.png", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-06T03:46:33+00:00", + "last": "2026-09-06T03:46:33+00:00" + } + ], + "first_walk": [ + { + "path": "/apple-touch-icon.png", + "status": "200", + "at": "2026-09-06T03:46:33+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-06T03:46:33Z" + ] + }, + "documentation_url": null, + "self_described_as": "Google Pixel 9; Android 17; store com.android.vending" + }, + { + "slug": "tapestry", + "name": "Tapestry", + "group_key": "ua:tapestry", + "kind": "named", + "user_agents": [ + { + "ua": "Tapestry/368 CFNetwork/3860.700.1 Darwin/25.6.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:18:46+00:00", + "last_seen": "2026-09-07T07:18:46+00:00" + } + ], + "primary_user_agent": "Tapestry/368 CFNetwork/3860.700.1 Darwin/25.6.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T07:18:46+00:00", + "last_seen": "2026-09-07T07:18:46+00:00", + "bytes_served": 35310, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "section-roots": 1 + }, + "channels": { + "lemmy": 1 + }, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/c/lemmy/crawler/", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-07T07:18:46+00:00", + "last": "2026-09-07T07:18:46+00:00" + } + ], + "first_walk": [ + { + "path": "/c/lemmy/crawler/", + "status": "200", + "at": "2026-09-07T07:18:46+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-07T07:18:46Z" + ] + }, + "documentation_url": null, + "self_described_as": null + }, + { + "slug": "telegram", + "name": "Telegram", + "group_key": "ua:telegram", + "kind": "named", + "user_agents": [ + { + "ua": "Telegram/34622 CFNetwork/3860.400.51 Darwin/25.3.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T10:15:56+00:00", + "last_seen": "2026-09-02T10:15:56+00:00" + } + ], + "primary_user_agent": "Telegram/34622 CFNetwork/3860.400.51 Darwin/25.3.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T10:15:56+00:00", + "last_seen": "2026-09-02T10:15:56+00:00", + "bytes_served": 15086, + "classed_by_our_instrument": { + "agent": 1 + }, + "surfaces": { + "pathwren-edge": 1 + }, + "channels": {}, + "accept_headers": [ + "*/*" + ], + "status_codes": { + "200": 1 + }, + "distinct_paths": 1, + "paths": [ + { + "path": "/favicon.ico", + "requests": 1, + "statuses": { + "200": 1 + }, + "first": "2026-09-02T10:15:56+00:00", + "last": "2026-09-02T10:15:56+00:00" + } + ], + "first_walk": [ + { + "path": "/favicon.ico", + "status": "200", + "at": "2026-09-02T10:15:56+00:00" + } + ], + "asked_for_and_got_nothing": [], + "return_behaviour": { + "visits": 1, + "median_gap_minutes": null, + "visit_starts": [ + "2026-09-02T10:15:56Z" + ] + }, + "documentation_url": null, + "self_described_as": null + } + ], + "browser_shaped": [ + { + "ua": "Mozilla/5.0 (Linux; Android 14; Pixel 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Mobile Safari/537.36", + "requests": 1387, + "addresses": 368, + "first_seen": "2026-09-06T00:15:55+00:00", + "last_seen": "2026-09-07T08:37:00+00:00", + "classed_by_our_instrument": { + "human": 1387 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", + "requests": 624, + "addresses": 15, + "first_seen": "2026-09-01T11:21:40+00:00", + "last_seen": "2026-09-06T12:20:38+00:00", + "classed_by_our_instrument": { + "human": 622, + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 12; Pixel 6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", + "requests": 506, + "addresses": 5, + "first_seen": "2026-09-04T00:10:54+00:00", + "last_seen": "2026-09-06T01:51:57+00:00", + "classed_by_our_instrument": { + "human": 506 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", + "requests": 498, + "addresses": 9, + "first_seen": "2026-09-01T04:29:34+00:00", + "last_seen": "2026-09-07T07:21:11+00:00", + "classed_by_our_instrument": { + "human": 498 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1", + "requests": 260, + "addresses": 190, + "first_seen": "2026-08-31T22:55:13+00:00", + "last_seen": "2026-09-07T05:53:41+00:00", + "classed_by_our_instrument": { + "human": 59, + "unknown": 201 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0.5938.132 Safari/537.36", + "requests": 258, + "addresses": 36, + "first_seen": "2026-09-01T07:39:14+00:00", + "last_seen": "2026-09-05T22:12:16+00:00", + "classed_by_our_instrument": { + "human": 258 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/109.0", + "requests": 222, + "addresses": 35, + "first_seen": "2026-09-01T09:20:08+00:00", + "last_seen": "2026-09-06T11:32:27+00:00", + "classed_by_our_instrument": { + "human": 222 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", + "requests": 198, + "addresses": 16, + "first_seen": "2026-08-31T22:56:04+00:00", + "last_seen": "2026-09-07T07:34:17+00:00", + "classed_by_our_instrument": { + "human": 198 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36", + "requests": 160, + "addresses": 34, + "first_seen": "2026-09-01T06:23:35+00:00", + "last_seen": "2026-09-07T04:29:16+00:00", + "classed_by_our_instrument": { + "human": 159, + "agent": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.79 Safari/537.36", + "requests": 148, + "addresses": 55, + "first_seen": "2026-09-01T15:32:55+00:00", + "last_seen": "2026-09-06T05:45:50+00:00", + "classed_by_our_instrument": { + "human": 148 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36 Edg/114.0.1823.51", + "requests": 138, + "addresses": 26, + "first_seen": "2026-09-01T06:23:34+00:00", + "last_seen": "2026-09-05T17:10:49+00:00", + "classed_by_our_instrument": { + "human": 83, + "agent": 54, + "crawler": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6.1 Mobile/15E148 Safari/604.1", + "requests": 132, + "addresses": 33, + "first_seen": "2026-09-02T07:25:51+00:00", + "last_seen": "2026-09-07T07:41:42+00:00", + "classed_by_our_instrument": { + "human": 132 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:73.0) Gecko/20100101 Firefox/73.0", + "requests": 128, + "addresses": 13, + "first_seen": "2026-09-06T00:15:12+00:00", + "last_seen": "2026-09-07T06:50:29+00:00", + "classed_by_our_instrument": { + "human": 112, + "agent": 16 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:155.0) Gecko/20100101 Firefox/155.0", + "requests": 124, + "addresses": 17, + "first_seen": "2026-09-05T14:11:57+00:00", + "last_seen": "2026-09-07T08:31:13+00:00", + "classed_by_our_instrument": { + "unknown": 124 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Mobile Safari/537.36", + "requests": 123, + "addresses": 30, + "first_seen": "2026-09-05T11:41:34+00:00", + "last_seen": "2026-09-07T08:25:45+00:00", + "classed_by_our_instrument": { + "human": 123 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:134.0) Gecko/20100101 Firefox/134.0", + "requests": 118, + "addresses": 1, + "first_seen": "2026-09-01T06:23:43+00:00", + "last_seen": "2026-09-05T22:51:49+00:00", + "classed_by_our_instrument": { + "human": 118 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 13) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/108.0.5359.128 Mobile Safari/537.36", + "requests": 102, + "addresses": 1, + "first_seen": "2026-09-06T06:42:17+00:00", + "last_seen": "2026-09-06T07:02:43+00:00", + "classed_by_our_instrument": { + "human": 102 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 95, + "addresses": 39, + "first_seen": "2026-09-06T01:47:15+00:00", + "last_seen": "2026-09-07T07:43:28+00:00", + "classed_by_our_instrument": { + "human": 95 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36", + "requests": 94, + "addresses": 21, + "first_seen": "2026-08-31T20:58:23+00:00", + "last_seen": "2026-09-07T06:00:35+00:00", + "classed_by_our_instrument": { + "human": 3, + "unknown": 91 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.61 Safari/537.36", + "requests": 90, + "addresses": 64, + "first_seen": "2026-09-01T15:32:51+00:00", + "last_seen": "2026-09-06T07:40:48+00:00", + "classed_by_our_instrument": { + "human": 90 + } + }, + { + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 83, + "addresses": 38, + "first_seen": "2026-09-06T00:37:10+00:00", + "last_seen": "2026-09-07T08:03:55+00:00", + "classed_by_our_instrument": { + "human": 83 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:154.0) Gecko/20100101 Firefox/154.0", + "requests": 75, + "addresses": 11, + "first_seen": "2026-09-03T23:24:36+00:00", + "last_seen": "2026-09-07T08:36:57+00:00", + "classed_by_our_instrument": { + "unknown": 75 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.6422.60 Safari/537.36 Edge/12.246", + "requests": 73, + "addresses": 4, + "first_seen": "2026-09-01T07:24:11+00:00", + "last_seen": "2026-09-05T18:12:00+00:00", + "classed_by_our_instrument": { + "human": 3, + "unknown": 70 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", + "requests": 66, + "addresses": 31, + "first_seen": "2026-09-01T17:41:48+00:00", + "last_seen": "2026-09-06T02:23:51+00:00", + "classed_by_our_instrument": { + "human": 62, + "agent": 4 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", + "requests": 66, + "addresses": 5, + "first_seen": "2026-09-02T07:34:13+00:00", + "last_seen": "2026-09-03T14:13:28+00:00", + "classed_by_our_instrument": { + "human": 66 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/154.0.0.0 Safari/537.36", + "requests": 65, + "addresses": 1, + "first_seen": "2026-09-07T00:10:08+00:00", + "last_seen": "2026-09-07T03:34:27+00:00", + "classed_by_our_instrument": { + "human": 65 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/138.0.0.0 Safari/537.36", + "requests": 56, + "addresses": 35, + "first_seen": "2026-09-01T09:20:12+00:00", + "last_seen": "2026-09-06T11:32:32+00:00", + "classed_by_our_instrument": { + "agent": 56 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", + "requests": 55, + "addresses": 19, + "first_seen": "2026-09-02T00:05:52+00:00", + "last_seen": "2026-09-07T06:54:24+00:00", + "classed_by_our_instrument": { + "human": 34, + "agent": 21 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:152.0) Gecko/20100101 Firefox/152.0", + "requests": 52, + "addresses": 5, + "first_seen": "2026-09-01T12:36:11+00:00", + "last_seen": "2026-09-06T12:15:39+00:00", + "classed_by_our_instrument": { + "unknown": 52 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 Edg/124.0.0.0", + "requests": 51, + "addresses": 16, + "first_seen": "2026-09-01T17:38:16+00:00", + "last_seen": "2026-09-06T02:23:48+00:00", + "classed_by_our_instrument": { + "human": 50, + "agent": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_1 like Mac OS X) AppleWebKit/603.1.30 (KHTML, like Gecko) Version/10.0 Mobile/14E304 Safari/602.1", + "requests": 51, + "addresses": 15, + "first_seen": "2026-09-01T20:10:13+00:00", + "last_seen": "2026-09-05T22:04:26+00:00", + "classed_by_our_instrument": { + "human": 51 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 7.0; SM-G930V Build/NRD90M) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.125 Mobile Safari/537.36", + "requests": 48, + "addresses": 12, + "first_seen": "2026-09-03T07:26:11+00:00", + "last_seen": "2026-09-05T22:04:31+00:00", + "classed_by_our_instrument": { + "human": 48 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36", + "requests": 48, + "addresses": 1, + "first_seen": "2026-09-03T18:24:49+00:00", + "last_seen": "2026-09-06T10:25:55+00:00", + "classed_by_our_instrument": { + "human": 27, + "agent": 21 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", + "requests": 45, + "addresses": 24, + "first_seen": "2026-08-31T22:32:32+00:00", + "last_seen": "2026-09-06T03:19:29+00:00", + "classed_by_our_instrument": { + "human": 39, + "agent": 6 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4147.89 Safari/537.36", + "requests": 45, + "addresses": 39, + "first_seen": "2026-09-01T07:29:20+00:00", + "last_seen": "2026-09-05T22:01:29+00:00", + "classed_by_our_instrument": { + "human": 21, + "agent": 24 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", + "requests": 41, + "addresses": 10, + "first_seen": "2026-09-02T06:11:48+00:00", + "last_seen": "2026-09-07T06:26:25+00:00", + "classed_by_our_instrument": { + "human": 41 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 39, + "addresses": 20, + "first_seen": "2026-09-06T02:08:39+00:00", + "last_seen": "2026-09-07T08:20:16+00:00", + "classed_by_our_instrument": { + "human": 39 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Mobile Safari/537.36", + "requests": 38, + "addresses": 12, + "first_seen": "2026-08-31T22:16:56+00:00", + "last_seen": "2026-09-07T06:35:03+00:00", + "classed_by_our_instrument": { + "human": 38 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Mobile Safari/537.36", + "requests": 38, + "addresses": 3, + "first_seen": "2026-09-05T10:52:45+00:00", + "last_seen": "2026-09-06T08:26:22+00:00", + "classed_by_our_instrument": { + "human": 38 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", + "requests": 37, + "addresses": 7, + "first_seen": "2026-09-01T17:38:19+00:00", + "last_seen": "2026-09-05T17:10:49+00:00", + "classed_by_our_instrument": { + "crawler": 37 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:140.0) Gecko/20100101 Firefox/140.0", + "requests": 33, + "addresses": 10, + "first_seen": "2026-09-06T01:00:07+00:00", + "last_seen": "2026-09-07T08:04:00+00:00", + "classed_by_our_instrument": { + "unknown": 33 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:125.0) Gecko/20100101 Firefox/125.0", + "requests": 32, + "addresses": 13, + "first_seen": "2026-09-01T17:40:50+00:00", + "last_seen": "2026-09-06T02:23:49+00:00", + "classed_by_our_instrument": { + "human": 32 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Mobile Safari/537.36", + "requests": 28, + "addresses": 13, + "first_seen": "2026-09-01T06:24:12+00:00", + "last_seen": "2026-09-07T04:31:34+00:00", + "classed_by_our_instrument": { + "human": 28 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 13; Pixel 4a (5G) Build/TQ2A.230505.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/112.0.5615.136 Mobile Safari/537.36 GoogleApp/14.16.27.29.arm64 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", + "requests": 28, + "addresses": 6, + "first_seen": "2026-09-01T17:38:09+00:00", + "last_seen": "2026-09-05T10:10:26+00:00", + "classed_by_our_instrument": { + "crawler": 28 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36 [ip:93.41.125.186]", + "requests": 28, + "addresses": 1, + "first_seen": "2026-09-05T23:38:31+00:00", + "last_seen": "2026-09-07T08:19:02+00:00", + "classed_by_our_instrument": { + "human": 23, + "agent": 5 + } + }, + { + "ua": "Mozilla/5.0 (Android 13; Mobile; rv:109.0) Gecko/112.0 Firefox/112.0 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", + "requests": 27, + "addresses": 6, + "first_seen": "2026-09-01T17:38:19+00:00", + "last_seen": "2026-09-05T10:10:11+00:00", + "classed_by_our_instrument": { + "crawler": 27 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_4_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4.1 Safari/605.1.15", + "requests": 27, + "addresses": 5, + "first_seen": "2026-09-01T17:39:20+00:00", + "last_seen": "2026-09-05T10:15:27+00:00", + "classed_by_our_instrument": { + "human": 27 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36", + "requests": 27, + "addresses": 15, + "first_seen": "2026-09-01T17:44:10+00:00", + "last_seen": "2026-09-06T02:23:50+00:00", + "classed_by_our_instrument": { + "unknown": 26, + "agent": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4.1 Mobile/15E148 Safari/604.1", + "requests": 26, + "addresses": 5, + "first_seen": "2026-09-01T06:23:44+00:00", + "last_seen": "2026-09-05T10:10:12+00:00", + "classed_by_our_instrument": { + "human": 26 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", + "requests": 25, + "addresses": 6, + "first_seen": "2026-09-01T07:14:16+00:00", + "last_seen": "2026-09-07T07:38:13+00:00", + "classed_by_our_instrument": { + "unknown": 25 + } + }, + { + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", + "requests": 25, + "addresses": 10, + "first_seen": "2026-09-02T06:59:26+00:00", + "last_seen": "2026-09-07T05:50:35+00:00", + "classed_by_our_instrument": { + "human": 25 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", + "requests": 25, + "addresses": 16, + "first_seen": "2026-09-02T07:14:48+00:00", + "last_seen": "2026-09-07T08:35:33+00:00", + "classed_by_our_instrument": { + "human": 25 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:125.0) Gecko/20100101 Firefox/125.0", + "requests": 24, + "addresses": 9, + "first_seen": "2026-09-01T17:43:08+00:00", + "last_seen": "2026-09-06T02:23:48+00:00", + "classed_by_our_instrument": { + "unknown": 24 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:153.0) Gecko/20100101 Firefox/153.0", + "requests": 24, + "addresses": 6, + "first_seen": "2026-09-06T01:53:24+00:00", + "last_seen": "2026-09-07T07:36:06+00:00", + "classed_by_our_instrument": { + "unknown": 24 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", + "requests": 23, + "addresses": 6, + "first_seen": "2026-09-01T06:23:34+00:00", + "last_seen": "2026-09-05T10:10:26+00:00", + "classed_by_our_instrument": { + "human": 2, + "crawler": 21 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", + "requests": 23, + "addresses": 6, + "first_seen": "2026-09-01T06:23:44+00:00", + "last_seen": "2026-09-05T09:58:30+00:00", + "classed_by_our_instrument": { + "human": 2, + "crawler": 21 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.0.0 Safari/537.36", + "requests": 22, + "addresses": 20, + "first_seen": "2026-09-04T18:51:42+00:00", + "last_seen": "2026-09-07T08:32:03+00:00", + "classed_by_our_instrument": { + "human": 22 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Mobile Safari/537.36", + "requests": 22, + "addresses": 6, + "first_seen": "2026-09-05T10:51:44+00:00", + "last_seen": "2026-09-07T08:28:34+00:00", + "classed_by_our_instrument": { + "human": 22 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36 PingZen/1.0", + "requests": 22, + "addresses": 1, + "first_seen": "2026-09-05T18:29:37+00:00", + "last_seen": "2026-09-05T19:20:23+00:00", + "classed_by_our_instrument": { + "agent": 22 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-04T11:03:10+00:00", + "last_seen": "2026-09-05T23:05:00+00:00", + "classed_by_our_instrument": { + "human": 21 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.7 Safari/605.1.15", + "requests": 21, + "addresses": 1, + "first_seen": "2026-09-06T02:22:40+00:00", + "last_seen": "2026-09-07T06:40:20+00:00", + "classed_by_our_instrument": { + "human": 21 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:153.0) Gecko/153.0 Firefox/153.0", + "requests": 21, + "addresses": 4, + "first_seen": "2026-09-06T02:50:58+00:00", + "last_seen": "2026-09-07T08:20:59+00:00", + "classed_by_our_instrument": { + "human": 21 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 21, + "addresses": 8, + "first_seen": "2026-09-06T06:39:14+00:00", + "last_seen": "2026-09-07T08:27:22+00:00", + "classed_by_our_instrument": { + "human": 21 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Gort)", + "requests": 20, + "addresses": 19, + "first_seen": "2026-09-01T05:13:10+00:00", + "last_seen": "2026-09-07T06:43:28+00:00", + "classed_by_our_instrument": { + "crawler": 20 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", + "requests": 20, + "addresses": 9, + "first_seen": "2026-09-06T04:01:45+00:00", + "last_seen": "2026-09-07T07:45:31+00:00", + "classed_by_our_instrument": { + "human": 20 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.5 Safari/605.1.15 AppEngine-Google; (+http://code.google.com/appengine; appid: s~virustotalcloud)", + "requests": 19, + "addresses": 7, + "first_seen": "2026-09-01T17:39:16+00:00", + "last_seen": "2026-09-05T10:10:26+00:00", + "classed_by_our_instrument": { + "crawler": 19 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36", + "requests": 19, + "addresses": 17, + "first_seen": "2026-09-03T19:36:22+00:00", + "last_seen": "2026-09-07T06:47:29+00:00", + "classed_by_our_instrument": { + "human": 19 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:155.0) Gecko/20100101 Firefox/155.0", + "requests": 19, + "addresses": 5, + "first_seen": "2026-09-06T00:46:21+00:00", + "last_seen": "2026-09-07T08:27:29+00:00", + "classed_by_our_instrument": { + "human": 19 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36", + "requests": 18, + "addresses": 17, + "first_seen": "2026-09-01T21:22:55+00:00", + "last_seen": "2026-09-07T08:04:30+00:00", + "classed_by_our_instrument": { + "agent": 1, + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36", + "requests": 18, + "addresses": 18, + "first_seen": "2026-09-04T07:04:48+00:00", + "last_seen": "2026-09-06T02:23:46+00:00", + "classed_by_our_instrument": { + "human": 16, + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 13; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 18, + "addresses": 5, + "first_seen": "2026-09-06T05:55:57+00:00", + "last_seen": "2026-09-06T12:03:50+00:00", + "classed_by_our_instrument": { + "human": 18 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", + "requests": 17, + "addresses": 1, + "first_seen": "2026-09-01T10:31:59+00:00", + "last_seen": "2026-09-05T14:12:49+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.0.0 Safari/537.36", + "requests": 17, + "addresses": 17, + "first_seen": "2026-09-04T18:52:25+00:00", + "last_seen": "2026-09-07T08:06:16+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7; rv:128.0) Gecko/20100101 Firefox/128.0 (FlipboardProxy/1.2; +http://flipboard.com/browserproxy)", + "requests": 17, + "addresses": 8, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-07T06:51:35+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/155.0 Mobile/15E148 Safari/604.1", + "requests": 17, + "addresses": 5, + "first_seen": "2026-09-06T01:35:10+00:00", + "last_seen": "2026-09-06T11:15:01+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", + "requests": 17, + "addresses": 9, + "first_seen": "2026-09-06T01:35:45+00:00", + "last_seen": "2026-09-07T07:33:33+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:156.0) Gecko/156.0 Firefox/156.0", + "requests": 17, + "addresses": 3, + "first_seen": "2026-09-06T01:41:16+00:00", + "last_seen": "2026-09-06T06:31:48+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6.1 Safari/605.1.15", + "requests": 17, + "addresses": 4, + "first_seen": "2026-09-06T03:14:30+00:00", + "last_seen": "2026-09-07T06:49:37+00:00", + "classed_by_our_instrument": { + "human": 17 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.127 Safari/537.36", + "requests": 16, + "addresses": 1, + "first_seen": "2026-09-01T18:25:34+00:00", + "last_seen": "2026-09-05T10:52:18+00:00", + "classed_by_our_instrument": { + "human": 9, + "agent": 7 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:125.0) Gecko/20100101 Firefox/125.0", + "requests": 16, + "addresses": 15, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:49+00:00", + "classed_by_our_instrument": { + "human": 14, + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:124.0) Gecko/20100101 Firefox/124.0", + "requests": 16, + "addresses": 15, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:48+00:00", + "classed_by_our_instrument": { + "human": 11, + "agent": 5 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15", + "requests": 16, + "addresses": 15, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:48+00:00", + "classed_by_our_instrument": { + "human": 14, + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:128.0) Gecko/20100101 Firefox/128.0", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-01T18:40:14+00:00", + "last_seen": "2026-09-05T18:10:22+00:00", + "classed_by_our_instrument": { + "human": 15 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:149.0) Gecko/20100101 Firefox/149.0", + "requests": 15, + "addresses": 3, + "first_seen": "2026-09-02T06:59:46+00:00", + "last_seen": "2026-09-06T03:58:53+00:00", + "classed_by_our_instrument": { + "unknown": 15 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36", + "requests": 15, + "addresses": 15, + "first_seen": "2026-09-03T20:23:02+00:00", + "last_seen": "2026-09-07T08:04:04+00:00", + "classed_by_our_instrument": { + "human": 15 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Safari/537.36", + "requests": 15, + "addresses": 15, + "first_seen": "2026-09-04T18:52:15+00:00", + "last_seen": "2026-09-07T04:32:38+00:00", + "classed_by_our_instrument": { + "human": 15 + } + }, + { + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:153.0) Gecko/153.0 Firefox/153.0", + "requests": 15, + "addresses": 6, + "first_seen": "2026-09-06T00:38:21+00:00", + "last_seen": "2026-09-07T07:22:38+00:00", + "classed_by_our_instrument": { + "human": 15 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", + "requests": 15, + "addresses": 3, + "first_seen": "2026-09-06T03:39:31+00:00", + "last_seen": "2026-09-06T09:17:32+00:00", + "classed_by_our_instrument": { + "human": 15 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Safari/605.1.15", + "requests": 15, + "addresses": 1, + "first_seen": "2026-09-06T07:17:12+00:00", + "last_seen": "2026-09-06T07:19:38+00:00", + "classed_by_our_instrument": { + "human": 15 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", + "requests": 14, + "addresses": 6, + "first_seen": "2026-09-02T07:33:32+00:00", + "last_seen": "2026-09-05T12:10:45+00:00", + "classed_by_our_instrument": { + "human": 14 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", + "requests": 13, + "addresses": 10, + "first_seen": "2026-09-01T07:30:59+00:00", + "last_seen": "2026-09-07T07:34:15+00:00", + "classed_by_our_instrument": { + "human": 13 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/139.0.0.0 Safari/537.36", + "requests": 13, + "addresses": 13, + "first_seen": "2026-09-04T22:48:00+00:00", + "last_seen": "2026-09-07T07:51:47+00:00", + "classed_by_our_instrument": { + "human": 13 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/146.0.0.0 Safari/537.36", + "requests": 13, + "addresses": 12, + "first_seen": "2026-09-04T22:48:03+00:00", + "last_seen": "2026-09-07T08:01:42+00:00", + "classed_by_our_instrument": { + "human": 13 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.6943.53 Mobile Safari/537.36", + "requests": 13, + "addresses": 7, + "first_seen": "2026-09-06T01:35:46+00:00", + "last_seen": "2026-09-07T07:33:34+00:00", + "classed_by_our_instrument": { + "human": 13 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", + "requests": 13, + "addresses": 13, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:49+00:00", + "classed_by_our_instrument": { + "human": 11, + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 Chrome/128.0 Safari/537.36", + "requests": 12, + "addresses": 1, + "first_seen": "2026-09-01T11:52:22+00:00", + "last_seen": "2026-09-01T11:55:01+00:00", + "classed_by_our_instrument": { + "human": 2, + "agent": 10 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36", + "requests": 12, + "addresses": 7, + "first_seen": "2026-09-02T07:34:13+00:00", + "last_seen": "2026-09-06T02:23:29+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36", + "requests": 12, + "addresses": 4, + "first_seen": "2026-09-03T14:12:25+00:00", + "last_seen": "2026-09-03T14:13:19+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Safari/537.36", + "requests": 12, + "addresses": 12, + "first_seen": "2026-09-04T18:51:43+00:00", + "last_seen": "2026-09-07T08:33:56+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.4896.75 Safari/537.36", + "requests": 12, + "addresses": 4, + "first_seen": "2026-09-05T12:31:22+00:00", + "last_seen": "2026-09-05T13:30:14+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7_8 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.0 Mobile/15E148 Safari/604.1", + "requests": 12, + "addresses": 2, + "first_seen": "2026-09-05T23:06:24+00:00", + "last_seen": "2026-09-05T23:07:40+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:125.0) Gecko/20100101 Firefox/125.0", + "requests": 12, + "addresses": 12, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:48+00:00", + "classed_by_our_instrument": { + "unknown": 9, + "agent": 3 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.7.5 Mobile/15E148 Safari/604.1", + "requests": 12, + "addresses": 2, + "first_seen": "2026-09-06T03:28:31+00:00", + "last_seen": "2026-09-06T07:25:54+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (Android 14; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 12, + "addresses": 5, + "first_seen": "2026-09-06T03:48:54+00:00", + "last_seen": "2026-09-07T00:17:29+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Mobile Safari/537.36 (Ecosia android@150.0.0.0)", + "requests": 12, + "addresses": 2, + "first_seen": "2026-09-06T06:56:14+00:00", + "last_seen": "2026-09-07T04:07:41+00:00", + "classed_by_our_instrument": { + "human": 12 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36", + "requests": 11, + "addresses": 10, + "first_seen": "2026-09-01T17:39:40+00:00", + "last_seen": "2026-09-06T00:22:03+00:00", + "classed_by_our_instrument": { + "human": 11 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36", + "requests": 11, + "addresses": 9, + "first_seen": "2026-09-04T18:52:11+00:00", + "last_seen": "2026-09-07T07:57:08+00:00", + "classed_by_our_instrument": { + "human": 11 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:153.0) Gecko/20100101 Firefox/153.0", + "requests": 11, + "addresses": 3, + "first_seen": "2026-09-06T01:52:26+00:00", + "last_seen": "2026-09-07T05:39:35+00:00", + "classed_by_our_instrument": { + "human": 11 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:154.0) Gecko/20100101 Firefox/154.0", + "requests": 11, + "addresses": 3, + "first_seen": "2026-09-06T03:03:45+00:00", + "last_seen": "2026-09-06T12:19:22+00:00", + "classed_by_our_instrument": { + "human": 11 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Mobile Safari/537.36", + "requests": 11, + "addresses": 1, + "first_seen": "2026-09-07T08:26:13+00:00", + "last_seen": "2026-09-07T08:28:43+00:00", + "classed_by_our_instrument": { + "human": 11 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.7444.162 Safari/537.36", + "requests": 10, + "addresses": 4, + "first_seen": "2026-09-01T07:09:51+00:00", + "last_seen": "2026-09-07T03:38:23+00:00", + "classed_by_our_instrument": { + "human": 10 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36 Edg/122.0.0.0", + "requests": 10, + "addresses": 7, + "first_seen": "2026-09-01T08:24:33+00:00", + "last_seen": "2026-09-01T19:46:22+00:00", + "classed_by_our_instrument": { + "human": 10 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Mobile Safari/537.36", + "requests": 10, + "addresses": 3, + "first_seen": "2026-09-01T17:41:45+00:00", + "last_seen": "2026-09-05T10:11:54+00:00", + "classed_by_our_instrument": { + "human": 10 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36", + "requests": 10, + "addresses": 3, + "first_seen": "2026-09-05T09:57:26+00:00", + "last_seen": "2026-09-05T09:58:34+00:00", + "classed_by_our_instrument": { + "human": 10 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_1) AppleWebKit/601.2.4 (KHTML, like Gecko) Version/9.0.1 Safari/601.2.4 facebookexternalhit/1.1 Facebot Twitterbot/1.0", + "requests": 10, + "addresses": 7, + "first_seen": "2026-09-06T01:50:59+00:00", + "last_seen": "2026-09-07T04:00:26+00:00", + "classed_by_our_instrument": { + "crawler": 10 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 OPR/110.0.0.0", + "requests": 10, + "addresses": 10, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:49+00:00", + "classed_by_our_instrument": { + "agent": 1, + "human": 9 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.3 Safari/605.1.15", + "requests": 10, + "addresses": 9, + "first_seen": "2026-09-06T02:23:23+00:00", + "last_seen": "2026-09-06T02:23:50+00:00", + "classed_by_our_instrument": { + "human": 10 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", + "requests": 10, + "addresses": 10, + "first_seen": "2026-09-06T02:23:24+00:00", + "last_seen": "2026-09-06T02:23:49+00:00", + "classed_by_our_instrument": { + "agent": 1, + "unknown": 9 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", + "requests": 10, + "addresses": 6, + "first_seen": "2026-09-06T05:24:52+00:00", + "last_seen": "2026-09-06T09:45:33+00:00", + "classed_by_our_instrument": { + "human": 10 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.5.2 Mobile/15E148 Safari/604.1", + "requests": 9, + "addresses": 4, + "first_seen": "2026-09-03T06:35:12+00:00", + "last_seen": "2026-09-07T08:00:47+00:00", + "classed_by_our_instrument": { + "human": 9 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36", + "requests": 9, + "addresses": 9, + "first_seen": "2026-09-04T21:48:15+00:00", + "last_seen": "2026-09-06T02:23:45+00:00", + "classed_by_our_instrument": { + "human": 6, + "agent": 3 + } + }, + { + "ua": "Mozilla/5.0 (X11; CrOS x86_64 14541.0.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", + "requests": 9, + "addresses": 2, + "first_seen": "2026-09-05T15:09:47+00:00", + "last_seen": "2026-09-07T06:27:15+00:00", + "classed_by_our_instrument": { + "human": 9 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.4 Mobile/15E148 Safari/604.1", + "requests": 9, + "addresses": 2, + "first_seen": "2026-09-06T00:16:51+00:00", + "last_seen": "2026-09-06T06:22:57+00:00", + "classed_by_our_instrument": { + "human": 9 + } + }, + { + "ua": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:135.0) Gecko/20100101 Firefox/135.0", + "requests": 9, + "addresses": 3, + "first_seen": "2026-09-06T00:51:52+00:00", + "last_seen": "2026-09-06T12:07:30+00:00", + "classed_by_our_instrument": { + "unknown": 9 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Safari/537.36", + "requests": 8, + "addresses": 8, + "first_seen": "2026-09-04T19:27:51+00:00", + "last_seen": "2026-09-07T07:34:15+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.0.0 Safari/537.36", + "requests": 8, + "addresses": 8, + "first_seen": "2026-09-05T04:33:08+00:00", + "last_seen": "2026-09-07T07:33:59+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 14_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/14.0.1 Mobile/15E148 Safari/604.1", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T02:01:24+00:00", + "last_seen": "2026-09-06T02:03:45+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:154.0) Gecko/20100101 Firefox/154.0", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T04:50:30+00:00", + "last_seen": "2026-09-06T04:51:30+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; M2012K11AG Build/BP4A.251205.006; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/147.0.7727.101 Mobile Safari/537.36", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T06:34:48+00:00", + "last_seen": "2026-09-06T06:36:25+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:152.0) Gecko/152.0 Firefox/152.0", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T07:26:48+00:00", + "last_seen": "2026-09-06T07:28:33+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T07:42:37+00:00", + "last_seen": "2026-09-06T07:42:40+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (Android 14; Mobile; rv:157.0) Gecko/157.0 Firefox/157.0", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T08:09:59+00:00", + "last_seen": "2026-09-06T08:12:51+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/151.0.0.0 Safari/537.36", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T10:35:25+00:00", + "last_seen": "2026-09-06T10:53:42+00:00", + "classed_by_our_instrument": { + "unknown": 8 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:151.0) Gecko/20100101 Firefox/151.0", + "requests": 8, + "addresses": 2, + "first_seen": "2026-09-06T11:25:17+00:00", + "last_seen": "2026-09-07T05:32:13+00:00", + "classed_by_our_instrument": { + "unknown": 8 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; Pixel 10 Pro XL Build/CP1A.260505.005; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/151.0.7922.199 Mobile Safari/537.36", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-06T11:59:25+00:00", + "last_seen": "2026-09-06T12:02:41+00:00", + "classed_by_our_instrument": { + "human": 8 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0 Safari/537.36 (a2a-registry-agent-card-crawler-v2)", + "requests": 8, + "addresses": 1, + "first_seen": "2026-09-07T02:21:39+00:00", + "last_seen": "2026-09-07T02:21:39+00:00", + "classed_by_our_instrument": { + "crawler": 8 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.6 Mobile/15E148 Safari/604.1", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-01T17:38:19+00:00", + "last_seen": "2026-09-05T11:00:46+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.0.0 Safari/537.36", + "requests": 7, + "addresses": 7, + "first_seen": "2026-09-04T21:36:15+00:00", + "last_seen": "2026-09-07T07:34:08+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.4 Safari/605.1.15 (Applebot/0.1; +http://www.apple.com/go/applebot)", + "requests": 7, + "addresses": 4, + "first_seen": "2026-09-05T20:16:47+00:00", + "last_seen": "2026-09-07T02:52:12+00:00", + "classed_by_our_instrument": { + "crawler": 7 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:153.0) Gecko/153.0 Firefox/153.0", + "requests": 7, + "addresses": 4, + "first_seen": "2026-09-06T02:17:23+00:00", + "last_seen": "2026-09-07T01:11:02+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.7.5 Safari/605.1.15", + "requests": 7, + "addresses": 2, + "first_seen": "2026-09-06T03:28:14+00:00", + "last_seen": "2026-09-07T02:20:23+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36", + "requests": 7, + "addresses": 2, + "first_seen": "2026-09-06T04:30:18+00:00", + "last_seen": "2026-09-07T06:09:47+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/27.0 Mobile/15E148 Safari/604.1", + "requests": 7, + "addresses": 4, + "first_seen": "2026-09-06T07:22:06+00:00", + "last_seen": "2026-09-07T04:49:25+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:156.0) Gecko/156.0 Firefox/156.0", + "requests": 7, + "addresses": 1, + "first_seen": "2026-09-07T07:05:39+00:00", + "last_seen": "2026-09-07T07:06:49+00:00", + "classed_by_our_instrument": { + "human": 7 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.7444.163 Safari/537.36", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-01T07:08:03+00:00", + "last_seen": "2026-09-06T07:42:08+00:00", + "classed_by_our_instrument": { + "human": 6 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/40.0.2214.85 Safari/537.36", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-02T01:05:04+00:00", + "last_seen": "2026-09-02T01:05:28+00:00", + "classed_by_our_instrument": { + "human": 6 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Safari/537.36", + "requests": 6, + "addresses": 2, + "first_seen": "2026-09-02T02:31:06+00:00", + "last_seen": "2026-09-07T05:51:11+00:00", + "classed_by_our_instrument": { + "unknown": 6 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.0.0 Safari/537.36", + "requests": 6, + "addresses": 4, + "first_seen": "2026-09-03T23:07:14+00:00", + "last_seen": "2026-09-06T03:44:18+00:00", + "classed_by_our_instrument": { + "human": 6 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36", + "requests": 6, + "addresses": 6, + "first_seen": "2026-09-04T18:12:06+00:00", + "last_seen": "2026-09-07T06:46:16+00:00", + "classed_by_our_instrument": { + "human": 6 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/153.0.0.0 Safari/537.36", + "requests": 6, + "addresses": 1, + "first_seen": "2026-09-06T11:52:26+00:00", + "last_seen": "2026-09-06T11:55:22+00:00", + "classed_by_our_instrument": { + "human": 6 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.7632.6 Safari/537.36", + "requests": 5, + "addresses": 3, + "first_seen": "2026-09-01T20:15:46+00:00", + "last_seen": "2026-09-05T11:18:07+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Safari/537.36 Edg/152.0.0.0", + "requests": 5, + "addresses": 5, + "first_seen": "2026-09-03T08:16:54+00:00", + "last_seen": "2026-09-04T08:15:10+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Safari/537.36", + "requests": 5, + "addresses": 5, + "first_seen": "2026-09-04T20:20:52+00:00", + "last_seen": "2026-09-07T07:55:37+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36", + "requests": 5, + "addresses": 3, + "first_seen": "2026-09-05T22:04:17+00:00", + "last_seen": "2026-09-05T22:04:29+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.11; rv:49.0) Gecko/20100101 Firefox/49.0 (FlipboardProxy/1.2; +http://flipboard.com/browserproxy)", + "requests": 5, + "addresses": 4, + "first_seen": "2026-09-06T00:16:11+00:00", + "last_seen": "2026-09-07T06:51:33+00:00", + "classed_by_our_instrument": { + "crawler": 4, + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:153.0) Gecko/20100101 Firefox/153.0", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T04:06:11+00:00", + "last_seen": "2026-09-07T01:08:22+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6 Mobile/15E148 Safari/604.1", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T05:02:44+00:00", + "last_seen": "2026-09-07T05:17:26+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:152.0) Gecko/152.0 Firefox/152.0", + "requests": 5, + "addresses": 2, + "first_seen": "2026-09-06T06:08:38+00:00", + "last_seen": "2026-09-06T08:44:49+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.2 Mobile/15E148 Safari/604.1", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T06:14:14+00:00", + "last_seen": "2026-09-07T05:36:07+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:140.0) Gecko/20100101 Firefox/140.0", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T07:59:21+00:00", + "last_seen": "2026-09-06T08:00:46+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 14; KB2003 Build/UKQ1.230924.001; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/151.0.7922.199 Mobile Safari/537.36", + "requests": 5, + "addresses": 1, + "first_seen": "2026-09-06T12:31:06+00:00", + "last_seen": "2026-09-06T12:31:18+00:00", + "classed_by_our_instrument": { + "human": 5 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36", + "requests": 4, + "addresses": 3, + "first_seen": "2026-09-01T09:20:04+00:00", + "last_seen": "2026-09-06T02:23:29+00:00", + "classed_by_our_instrument": { + "human": 2, + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36 Qlfd", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-02T08:01:21+00:00", + "last_seen": "2026-09-02T08:01:21+00:00", + "classed_by_our_instrument": { + "unknown": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.6943.141 Safari/537.36", + "requests": 4, + "addresses": 4, + "first_seen": "2026-09-03T12:35:53+00:00", + "last_seen": "2026-09-03T12:36:06+00:00", + "classed_by_our_instrument": { + "crawler": 4 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 11_0_0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-03T14:12:26+00:00", + "last_seen": "2026-09-03T14:13:07+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36", + "requests": 4, + "addresses": 4, + "first_seen": "2026-09-03T22:33:56+00:00", + "last_seen": "2026-09-05T00:53:28+00:00", + "classed_by_our_instrument": { + "agent": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Mobile Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T10:56:51+00:00", + "last_seen": "2026-09-05T11:04:24+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-05T11:00:10+00:00", + "last_seen": "2026-09-05T11:06:58+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; SM-S921U) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/145.0.7632.6 Mobile Safari/537.36", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-05T11:17:10+00:00", + "last_seen": "2026-09-05T11:18:07+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Mobile Safari/537.36 OPR/100.0.0.0", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-05T13:46:50+00:00", + "last_seen": "2026-09-05T13:50:46+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.6533.17 Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T19:30:39+00:00", + "last_seen": "2026-09-05T19:30:41+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T19:30:39+00:00", + "last_seen": "2026-09-05T19:30:41+00:00", + "classed_by_our_instrument": { + "agent": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36 SecurityHeaders", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T21:45:57+00:00", + "last_seen": "2026-09-07T06:05:15+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; arm_64; Android 13; TECNO KI7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/148.0.7778.32 YaBrowser/26.6.7.32.00 Mobile Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T22:01:14+00:00", + "last_seen": "2026-09-05T22:01:24+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_6_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.5 Mobile/15E148 Safari/604.1", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T22:07:25+00:00", + "last_seen": "2026-09-05T22:07:26+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-05T22:10:18+00:00", + "last_seen": "2026-09-05T22:10:20+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:150.0) Gecko/20100101 Firefox/150.0", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T00:37:33+00:00", + "last_seen": "2026-09-07T07:09:29+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T04:11:26+00:00", + "last_seen": "2026-09-06T04:17:51+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Mobile Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T05:30:33+00:00", + "last_seen": "2026-09-06T05:30:34+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:128.0) Gecko/20100101 Firefox/128.0", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T05:43:49+00:00", + "last_seen": "2026-09-06T05:45:34+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T06:14:41+00:00", + "last_seen": "2026-09-06T06:14:42+00:00", + "classed_by_our_instrument": { + "unknown": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 8; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T07:23:02+00:00", + "last_seen": "2026-09-07T06:15:21+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 8a Build/CP2A.260805.005; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/152.0.7977.64 Mobile Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-06T07:39:09+00:00", + "last_seen": "2026-09-06T07:39:09+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Android 13; Mobile; rv:151.0) Gecko/151.0 Firefox/151.0", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-06T10:00:11+00:00", + "last_seen": "2026-09-07T07:21:08+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 11; SM-T290 Build/RP1A.200720.012; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/151.0.7922.199 Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T00:05:40+00:00", + "last_seen": "2026-09-07T00:05:41+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (Android 13; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", + "requests": 4, + "addresses": 2, + "first_seen": "2026-09-07T00:31:57+00:00", + "last_seen": "2026-09-07T05:19:25+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:154.0) Gecko/20100101 Firefox/154.0", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T04:44:25+00:00", + "last_seen": "2026-09-07T04:45:20+00:00", + "classed_by_our_instrument": { + "unknown": 4 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/137.0.0.0 Mobile Safari/537.36", + "requests": 4, + "addresses": 1, + "first_seen": "2026-09-07T06:59:08+00:00", + "last_seen": "2026-09-07T07:01:02+00:00", + "classed_by_our_instrument": { + "human": 4 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0.0.0 Safari/537.36", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-02T04:44:12+00:00", + "last_seen": "2026-09-02T04:44:13+00:00", + "classed_by_our_instrument": { + "unknown": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.110.1 Chrome/142.0.7444.265 Electron/39.6.0 Safari/537.36", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-03T00:25:56+00:00", + "last_seen": "2026-09-04T15:00:54+00:00", + "classed_by_our_instrument": { + "unknown": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36", + "requests": 3, + "addresses": 3, + "first_seen": "2026-09-03T12:15:52+00:00", + "last_seen": "2026-09-07T08:03:25+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-04T07:13:57+00:00", + "last_seen": "2026-09-04T07:14:52+00:00", + "classed_by_our_instrument": { + "unknown": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 6.3; WOW64; rv:38.0) Gecko/20100101 Firefox/38.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-05T22:00:29+00:00", + "last_seen": "2026-09-05T22:00:29+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7_8 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/150.0.7871.178 Mobile/15E148 Safari/604.1", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T01:49:23+00:00", + "last_seen": "2026-09-06T01:49:24+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:141.0) Gecko/20100101 Firefox/141.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:23:29+00:00", + "last_seen": "2026-09-06T03:23:30+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; SM-F946U Build/BP4A.251205.006; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/151.0.7922.199 Safari/537.36", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T03:45:58+00:00", + "last_seen": "2026-09-06T03:45:58+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6 Safari/605.1.15", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T04:07:42+00:00", + "last_seen": "2026-09-06T04:07:42+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T07:05:00+00:00", + "last_seen": "2026-09-06T07:05:12+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64; rv:143.0) Gecko/20100101 Firefox/143.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T08:55:28+00:00", + "last_seen": "2026-09-06T08:55:29+00:00", + "classed_by_our_instrument": { + "unknown": 3 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 7a; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T09:22:16+00:00", + "last_seen": "2026-09-06T09:31:18+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:147.0) Gecko/20100101 Firefox/147.0 r3dfox/147.0.4", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T10:17:04+00:00", + "last_seen": "2026-09-06T10:17:05+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:157.0) Gecko/157.0 Firefox/157.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T10:20:48+00:00", + "last_seen": "2026-09-06T10:24:03+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Android 12; Mobile; rv:142.0) Gecko/142.0 Firefox/142.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-06T11:11:16+00:00", + "last_seen": "2026-09-06T11:11:44+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (iPad; CPU OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6.1 Mobile/15E148 Safari/604.1 Brave", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T04:19:45+00:00", + "last_seen": "2026-09-07T04:19:45+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Android 12; Mobile; rv:153.0) Gecko/153.0 Firefox/153.0", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T04:31:49+00:00", + "last_seen": "2026-09-07T04:33:32+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 9 Build/CP2A.260805.005; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/152.0.7977.64 Mobile Safari/537.36", + "requests": 3, + "addresses": 1, + "first_seen": "2026-09-07T06:57:43+00:00", + "last_seen": "2026-09-07T06:57:44+00:00", + "classed_by_our_instrument": { + "human": 3 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/106.0.0.0 Safari/537.36", + "requests": 2, + "addresses": 2, + "first_seen": "2026-08-31T22:50:13+00:00", + "last_seen": "2026-09-03T12:16:13+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T06:42:28+00:00", + "last_seen": "2026-09-04T14:58:08+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/142.0.7444.175 Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T07:08:52+00:00", + "last_seen": "2026-09-01T07:08:57+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.126.0 Chrome/148.0.7778.97 Electron/42.2.0 Safari/537.36", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T09:38:31+00:00", + "last_seen": "2026-09-04T05:21:48+00:00", + "classed_by_our_instrument": { + "unknown": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 16_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/16.0 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-01T14:30:01+00:00", + "last_seen": "2026-09-01T14:42:03+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 15; Pixel 9) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Mobile Safari/537.36", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T14:41:18+00:00", + "last_seen": "2026-09-02T06:22:42+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.110.1 Chrome/142.0.7444.265 Electron/39.6.0 Safari/537.36", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-01T17:14:51+00:00", + "last_seen": "2026-09-01T17:32:22+00:00", + "classed_by_our_instrument": { + "unknown": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.3.1 Mobile/23D8133 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-02T10:15:55+00:00", + "last_seen": "2026-09-02T10:15:55+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) EdgiOS/120.0.2210.141 Version/17.0 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T01:32:45+00:00", + "last_seen": "2026-09-03T01:32:45+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/144.0.0.0 Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T01:32:56+00:00", + "last_seen": "2026-09-03T01:32:56+00:00", + "classed_by_our_instrument": { + "unknown": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:123.0) Gecko/20100101 Firefox/123", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-03T02:58:34+00:00", + "last_seen": "2026-09-03T02:58:35+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 FortLineResearch/1.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T09:50:56+00:00", + "last_seen": "2026-09-05T10:54:50+00:00", + "classed_by_our_instrument": { + "agent": 2 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Devin/1.126.0 Chrome/148.0.7778.97 Electron/42.2.0 Safari/537.36", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-03T12:01:43+00:00", + "last_seen": "2026-09-05T23:42:21+00:00", + "classed_by_our_instrument": { + "unknown": 2 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-03T14:12:59+00:00", + "last_seen": "2026-09-03T14:13:07+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-04T23:55:10+00:00", + "last_seen": "2026-09-04T23:55:10+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/124.0.6367.29 Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-04T23:55:11+00:00", + "last_seen": "2026-09-04T23:55:11+00:00", + "classed_by_our_instrument": { + "unknown": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; arm_64; Android 16; SM-S928B) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/150.0.7871.308 YaBrowser/26.8.0.308.00 Mobile Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T10:52:28+00:00", + "last_seen": "2026-09-05T11:00:03+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; Infinix X6876) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Mobile Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T13:50:01+00:00", + "last_seen": "2026-09-05T13:50:01+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) SamsungBrowser/30.0 Chrome/143.0.0.0 Mobile Safari/537.36", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T13:57:01+00:00", + "last_seen": "2026-09-05T13:57:02+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-05T17:38:21+00:00", + "last_seen": "2026-09-05T17:54:54+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36 Edg/151.0.0.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-05T18:40:44+00:00", + "last_seen": "2026-09-06T09:09:38+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 15_0 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/15.0 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-05T22:01:31+00:00", + "last_seen": "2026-09-05T22:01:34+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:146.0) Gecko/146.0 Firefox/146.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:16:55+00:00", + "last_seen": "2026-09-06T00:42:15+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:157.0) Gecko/157.0 Firefox/157.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:27:24+00:00", + "last_seen": "2026-09-06T00:27:25+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_3_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T00:31:16+00:00", + "last_seen": "2026-09-06T00:31:16+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:152.0) Gecko/152.0 Firefox/152.0", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T00:51:21+00:00", + "last_seen": "2026-09-06T07:04:49+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:153.0) Gecko/153.0 Firefox/153.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:39:22+00:00", + "last_seen": "2026-09-06T01:39:29+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_4_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.4 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T01:48:23+00:00", + "last_seen": "2026-09-06T01:48:23+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:13:30+00:00", + "last_seen": "2026-09-06T02:13:30+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 12; Mobile; rv:154.0) Gecko/154.0 Firefox/154.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:17:26+00:00", + "last_seen": "2026-09-06T02:18:42+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; CPH2663; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T02:28:28+00:00", + "last_seen": "2026-09-06T02:29:04+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.2 (KHTML, like Gecko) Chrome/15.0.874.92 Safari/535.2", + "requests": 2, + "addresses": 2, + "first_seen": "2026-09-06T04:20:21+00:00", + "last_seen": "2026-09-06T07:37:52+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 10; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T05:58:01+00:00", + "last_seen": "2026-09-06T05:58:01+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 8a; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:17:16+00:00", + "last_seen": "2026-09-06T06:17:16+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 11; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:28:07+00:00", + "last_seen": "2026-09-06T06:28:07+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:156.0) Gecko/156.0 Firefox/156.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T06:30:37+00:00", + "last_seen": "2026-09-06T06:31:01+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:133.0) Gecko/133.0 Firefox/133.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T07:25:41+00:00", + "last_seen": "2026-09-06T07:25:41+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 9 Pro Fold; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T07:59:10+00:00", + "last_seen": "2026-09-06T07:59:10+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 17; Mobile; rv:151.0) Gecko/151.0 Firefox/151.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T07:59:12+00:00", + "last_seen": "2026-09-06T07:59:12+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.1 Mobile/15E148 Safari/604.1 Brave", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T08:08:30+00:00", + "last_seen": "2026-09-06T08:08:30+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 14; Mobile; rv:156.0) Gecko/156.0 Firefox/156.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:17:42+00:00", + "last_seen": "2026-09-06T10:14:29+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU OS 26_1 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.0.1 Mobile/14E304 Safari/605.1.15", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T09:50:24+00:00", + "last_seen": "2026-09-06T09:51:16+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 17; Pixel 7 Pro; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T10:44:05+00:00", + "last_seen": "2026-09-06T10:44:05+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.3 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-06T12:09:14+00:00", + "last_seen": "2026-09-06T12:09:15+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/155 Mobile/15E148 Version/26.4", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:11:39+00:00", + "last_seen": "2026-09-07T03:11:39+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 6.1; WOW64) SkypeUriPreview Preview/0.5 skype-url-preview@microsoft.com", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:37:35+00:00", + "last_seen": "2026-09-07T03:37:36+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; ASUSAI2501E; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:42:04+00:00", + "last_seen": "2026-09-07T03:42:04+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6 Safari/605.1.15 Ddg/26.6", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T03:59:40+00:00", + "last_seen": "2026-09-07T03:59:40+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 11; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T05:00:46+00:00", + "last_seen": "2026-09-07T05:00:48+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 16; U13; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T05:30:08+00:00", + "last_seen": "2026-09-07T05:30:08+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:149.0) Gecko/149.0 Firefox/149.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T05:40:15+00:00", + "last_seen": "2026-09-07T05:40:15+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 15; XQ-DQ54; bl) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/139.0.0.0 Mobile Safari/537.36 SummitForLemmyAndroid", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T05:45:14+00:00", + "last_seen": "2026-09-07T05:45:14+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/148.0 Mobile/15E148 Safari/604.1", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T07:03:13+00:00", + "last_seen": "2026-09-07T07:03:14+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Android 10; Mobile; rv:147.0) Gecko/147.0 Firefox/147.0", + "requests": 2, + "addresses": 1, + "first_seen": "2026-09-07T07:38:10+00:00", + "last_seen": "2026-09-07T07:38:11+00:00", + "classed_by_our_instrument": { + "human": 2 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36 Edg/125.0.0.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T02:58:19+00:00", + "last_seen": "2026-09-01T02:58:19+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T07:30:51+00:00", + "last_seen": "2026-09-01T07:30:51+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/150.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T20:10:16+00:00", + "last_seen": "2026-09-01T20:10:16+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T20:21:30+00:00", + "last_seen": "2026-09-01T20:21:30+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.7390.37 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-01T23:24:40+00:00", + "last_seen": "2026-09-01T23:24:40+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/151.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T06:37:44+00:00", + "last_seen": "2026-09-02T06:37:44+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/149.0.7827.55 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T07:28:47+00:00", + "last_seen": "2026-09-02T07:28:47+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT; Windows NT 10.0; en-US) WindowsPowerShell/5.1.26100.9168", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T15:47:26+00:00", + "last_seen": "2026-09-02T15:47:26+00:00", + "classed_by_our_instrument": { + "agent": 1 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/147.0.0.0 Mobile Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-02T20:33:09+00:00", + "last_seen": "2026-09-02T20:33:09+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_8_2) p3k/Switchboard/0.1.1 AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.57 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T01:17:35+00:00", + "last_seen": "2026-09-03T01:17:35+00:00", + "classed_by_our_instrument": { + "agent": 1 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 11; moto g power (2022)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/136.0.0.0 Mobile Safari/537.36 Chrome-Lighthouse", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T08:04:53+00:00", + "last_seen": "2026-09-03T08:04:53+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T10:41:46+00:00", + "last_seen": "2026-09-03T10:41:46+00:00", + "classed_by_our_instrument": { + "agent": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/144.0.0.0 Safari/537.36 QuarkPC/7.1.2.956", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T15:51:58+00:00", + "last_seen": "2026-09-03T15:51:58+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/150.0.0.0 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-03T16:47:46+00:00", + "last_seen": "2026-09-03T16:47:46+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Windsurf/1.110.1 Chrome/142.0.7444.265 Electron/39.6.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T03:34:54+00:00", + "last_seen": "2026-09-04T03:34:54+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64, SimpleAnalyticsBot/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/73.0.3683.86 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T05:24:36+00:00", + "last_seen": "2026-09-04T05:24:36+00:00", + "classed_by_our_instrument": { + "crawler": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.28 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T07:26:06+00:00", + "last_seen": "2026-09-04T07:26:06+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T15:19:49+00:00", + "last_seen": "2026-09-04T15:19:49+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/149.0.0.0 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T18:16:08+00:00", + "last_seen": "2026-09-04T18:16:08+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-04T23:55:10+00:00", + "last_seen": "2026-09-04T23:55:10+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 26_4_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) FxiOS/149.0 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T03:50:05+00:00", + "last_seen": "2026-09-05T03:50:05+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T08:45:49+00:00", + "last_seen": "2026-09-05T08:45:49+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:133.0) Gecko/20100101 Firefox/133.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T08:45:49+00:00", + "last_seen": "2026-09-05T08:45:49+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/140.0.0.0 Mobile Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T11:01:51+00:00", + "last_seen": "2026-09-05T11:01:51+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.5112.81 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T11:17:19+00:00", + "last_seen": "2026-09-05T11:17:19+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_6 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.6 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T11:47:54+00:00", + "last_seen": "2026-09-05T11:47:54+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.6.2 Safari/605.1.15", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T12:13:00+00:00", + "last_seen": "2026-09-05T12:13:00+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/126.0.6478.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T13:46:59+00:00", + "last_seen": "2026-09-05T13:46:59+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.4 Safari/605.1.15", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-05T16:46:35+00:00", + "last_seen": "2026-09-05T16:46:35+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.77 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:44:10+00:00", + "last_seen": "2026-09-06T00:44:10+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/135.0.0.0 Mobile Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T00:44:14+00:00", + "last_seen": "2026-09-06T00:44:14+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 17_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/120.0.6099.119 Version/17.2 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:44:59+00:00", + "last_seen": "2026-09-06T01:44:59+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.6312.122 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T01:51:01+00:00", + "last_seen": "2026-09-06T01:51:01+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 14; Pixel 8) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Mobile Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T03:19:20+00:00", + "last_seen": "2026-09-06T03:19:20+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T05:01:54+00:00", + "last_seen": "2026-09-06T05:01:54+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Android 13; Mobile; rv:153.0) Gecko/153.0 Firefox/153.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T05:28:49+00:00", + "last_seen": "2026-09-06T05:28:49+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Android 15; Mobile; rv:143.0) Gecko/143.0 Firefox/143.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T09:50:24+00:00", + "last_seen": "2026-09-06T09:50:24+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_4 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) CriOS/151.0.0.0 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T11:07:17+00:00", + "last_seen": "2026-09-06T11:07:17+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/151.0.7922.34 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-06T11:52:54+00:00", + "last_seen": "2026-09-06T11:52:54+00:00", + "classed_by_our_instrument": { + "unknown": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T04:00:29+00:00", + "last_seen": "2026-09-07T04:00:29+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (iPhone; CPU iPhone OS 18_7 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/26.5 Mobile/15E148 Safari/604.1", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T04:13:45+00:00", + "last_seen": "2026-09-07T04:13:45+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/149.0.0.0 Safari/537.36 Edg/149.0.0.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T04:29:59+00:00", + "last_seen": "2026-09-07T04:29:59+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T04:35:02+00:00", + "last_seen": "2026-09-07T04:35:02+00:00", + "classed_by_our_instrument": { + "crawler": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T04:35:20+00:00", + "last_seen": "2026-09-07T04:35:20+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:151.0) Gecko/151.0 Firefox/151.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T05:32:10+00:00", + "last_seen": "2026-09-07T05:32:10+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36 Edg/126.0.0.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:08:43+00:00", + "last_seen": "2026-09-07T06:08:43+00:00", + "classed_by_our_instrument": { + "human": 1 + } + }, + { + "ua": "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/152.0.0.0 Mobile Safari/537.36 EdgA/152.0.0.0", + "requests": 1, + "addresses": 1, + "first_seen": "2026-09-07T06:57:39+00:00", + "last_seen": "2026-09-07T06:57:39+00:00", + "classed_by_our_instrument": { + "human": 1 + } + } + ], + "empty_user_agent": { + "requests": 1797, + "addresses": 21, + "first_seen": "2026-08-31T23:41:45+00:00", + "last_seen": "2026-09-07T08:35:04+00:00" + }, + "license": "CC0-1.0", + "base": "https://www.pathwren.workers.dev", + "pages": { + "node": "https://www.pathwren.workers.dev/bot/node.html", + "claudebot": "https://www.pathwren.workers.dev/bot/claudebot.html", + "gptbot": "https://www.pathwren.workers.dev/bot/gptbot.html", + "sentineloracle": "https://www.pathwren.workers.dev/bot/sentineloracle.html", + "meta-externalagent": "https://www.pathwren.workers.dev/bot/meta-externalagent.html", + "mcpbeat": "https://www.pathwren.workers.dev/bot/mcpbeat.html", + "amazonbot": "https://www.pathwren.workers.dev/bot/amazonbot.html", + "semrushbot": "https://www.pathwren.workers.dev/bot/semrushbot.html", + "agent-tools-cloud-crawler": "https://www.pathwren.workers.dev/bot/agent-tools-cloud-crawler.html", + "git": "https://www.pathwren.workers.dev/bot/git.html", + "402explorer": "https://www.pathwren.workers.dev/bot/402explorer.html", + "archive-org-bot": "https://www.pathwren.workers.dev/bot/archive-org-bot.html", + "waggle": "https://www.pathwren.workers.dev/bot/waggle.html", + "yandexbot": "https://www.pathwren.workers.dev/bot/yandexbot.html", + "undici": "https://www.pathwren.workers.dev/bot/undici.html", + "pingzen": "https://www.pathwren.workers.dev/bot/pingzen.html", + "shapbot": "https://www.pathwren.workers.dev/bot/shapbot.html", + "python-httpx": "https://www.pathwren.workers.dev/bot/python-httpx.html", + "sofyabot": "https://www.pathwren.workers.dev/bot/sofyabot.html", + "dataforseobot": "https://www.pathwren.workers.dev/bot/dataforseobot.html", + "davefeedread": "https://www.pathwren.workers.dev/bot/davefeedread.html", + "mcpi": "https://www.pathwren.workers.dev/bot/mcpi.html", + "forgescanner": "https://www.pathwren.workers.dev/bot/forgescanner.html", + "aisec-registry": "https://www.pathwren.workers.dev/bot/aisec-registry.html", + "agentdisco": "https://www.pathwren.workers.dev/bot/agentdisco.html", + "agoragenticadminhealth": "https://www.pathwren.workers.dev/bot/agoragenticadminhealth.html", + "watchpup": "https://www.pathwren.workers.dev/bot/watchpup.html", + "webalert": "https://www.pathwren.workers.dev/bot/webalert.html", + "enerlio": "https://www.pathwren.workers.dev/bot/enerlio.html", + "agenttrust-monitor": "https://www.pathwren.workers.dev/bot/agenttrust-monitor.html", + "a2a-registry-healthcheck": "https://www.pathwren.workers.dev/bot/a2a-registry-healthcheck.html", + "rokmcp-collector": "https://www.pathwren.workers.dev/bot/rokmcp-collector.html", + "mcp2-research": "https://www.pathwren.workers.dev/bot/mcp2-research.html", + "sasame-mcp-audit": "https://www.pathwren.workers.dev/bot/sasame-mcp-audit.html", + "agent-ready-scanner": "https://www.pathwren.workers.dev/bot/agent-ready-scanner.html", + "mcp-cloud-aboutbot": "https://www.pathwren.workers.dev/bot/mcp-cloud-aboutbot.html", + "agentgaugebot": "https://www.pathwren.workers.dev/bot/agentgaugebot.html", + "mcpscan": "https://www.pathwren.workers.dev/bot/mcpscan.html", + "proofbench": "https://www.pathwren.workers.dev/bot/proofbench.html", + "agentgrade": "https://www.pathwren.workers.dev/bot/agentgrade.html", + "neuronto": "https://www.pathwren.workers.dev/bot/neuronto.html", + "gtm-engine": "https://www.pathwren.workers.dev/bot/gtm-engine.html", + "facebookexternalhit": "https://www.pathwren.workers.dev/bot/facebookexternalhit.html", + "python-httpx2": "https://www.pathwren.workers.dev/bot/python-httpx2.html", + "agenstrybot": "https://www.pathwren.workers.dev/bot/agenstrybot.html", + "golemreachtrustbot": "https://www.pathwren.workers.dev/bot/golemreachtrustbot.html", + "mcpwatch": "https://www.pathwren.workers.dev/bot/mcpwatch.html", + "neoncamplinksbot": "https://www.pathwren.workers.dev/bot/neoncamplinksbot.html", + "applecoremedia": "https://www.pathwren.workers.dev/bot/applecoremedia.html", + "gomodulemirror": "https://www.pathwren.workers.dev/bot/gomodulemirror.html", + "cbi-penny-utility-demand-probe": "https://www.pathwren.workers.dev/bot/cbi-penny-utility-demand-probe.html", + "axios": "https://www.pathwren.workers.dev/bot/axios.html", + "lastseen-schema-probe": "https://www.pathwren.workers.dev/bot/lastseen-schema-probe.html", + "go-http-client": "https://www.pathwren.workers.dev/bot/go-http-client.html", + "aive-mcp-discover": "https://www.pathwren.workers.dev/bot/aive-mcp-discover.html", + "curl": "https://www.pathwren.workers.dev/bot/curl.html", + "tar-directory-indexer": "https://www.pathwren.workers.dev/bot/tar-directory-indexer.html", + "deno": "https://www.pathwren.workers.dev/bot/deno.html", + "mozilla": "https://www.pathwren.workers.dev/bot/mozilla.html", + "capi2-neural-revenue-flow": "https://www.pathwren.workers.dev/bot/capi2-neural-revenue-flow.html", + "bingbot": "https://www.pathwren.workers.dev/bot/bingbot.html", + "mcpgrade-probe": "https://www.pathwren.workers.dev/bot/mcpgrade-probe.html", + "mcp-watch": "https://www.pathwren.workers.dev/bot/mcp-watch.html", + "ahrefsbot": "https://www.pathwren.workers.dev/bot/ahrefsbot.html", + "googleother": "https://www.pathwren.workers.dev/bot/googleother.html", + "io-verifymcp": "https://www.pathwren.workers.dev/bot/io-verifymcp.html", + "exasearchbot": "https://www.pathwren.workers.dev/bot/exasearchbot.html", + "openai-mcp": "https://www.pathwren.workers.dev/bot/openai-mcp.html", + "python-requests": "https://www.pathwren.workers.dev/bot/python-requests.html", + "arctic": "https://www.pathwren.workers.dev/bot/arctic.html", + "hultra-link": "https://www.pathwren.workers.dev/bot/hultra-link.html", + "python": "https://www.pathwren.workers.dev/bot/python.html", + "googlebot": "https://www.pathwren.workers.dev/bot/googlebot.html", + "llmse": "https://www.pathwren.workers.dev/bot/llmse.html", + "x402-observatory": "https://www.pathwren.workers.dev/bot/x402-observatory.html", + "reliability-bureau-spike": "https://www.pathwren.workers.dev/bot/reliability-bureau-spike.html", + "utopian-foundry-probe": "https://www.pathwren.workers.dev/bot/utopian-foundry-probe.html", + "mcp-rugpull-research": "https://www.pathwren.workers.dev/bot/mcp-rugpull-research.html", + "bun": "https://www.pathwren.workers.dev/bot/bun.html", + "mastodon": "https://www.pathwren.workers.dev/bot/mastodon.html", + "mcp-schema-archive": "https://www.pathwren.workers.dev/bot/mcp-schema-archive.html", + "endpointaudit": "https://www.pathwren.workers.dev/bot/endpointaudit.html", + "tar-discovery": "https://www.pathwren.workers.dev/bot/tar-discovery.html", + "tar-health": "https://www.pathwren.workers.dev/bot/tar-health.html", + "apievangelist": "https://www.pathwren.workers.dev/bot/apievangelist.html", + "commafeed": "https://www.pathwren.workers.dev/bot/commafeed.html", + "verifymcp-ownersbot": "https://www.pathwren.workers.dev/bot/verifymcp-ownersbot.html", + "agentry-registry": "https://www.pathwren.workers.dev/bot/agentry-registry.html", + "lemmy-90": "https://www.pathwren.workers.dev/bot/lemmy-90.html", + "mcp-observatory": "https://www.pathwren.workers.dev/bot/mcp-observatory.html", + "mcpwitness": "https://www.pathwren.workers.dev/bot/mcpwitness.html", + "networkingextension": "https://www.pathwren.workers.dev/bot/networkingextension.html", + "apis-io-submit": "https://www.pathwren.workers.dev/bot/apis-io-submit.html", + "ardcrawl": "https://www.pathwren.workers.dev/bot/ardcrawl.html", + "measure-mcp-schema": "https://www.pathwren.workers.dev/bot/measure-mcp-schema.html", + "mozilla-2": "https://www.pathwren.workers.dev/bot/mozilla-2.html", + "mcp-registry": "https://www.pathwren.workers.dev/bot/mcp-registry.html", + "freepublicapis": "https://www.pathwren.workers.dev/bot/freepublicapis.html", + "sync": "https://www.pathwren.workers.dev/bot/sync.html", + "teppi-probe": "https://www.pathwren.workers.dev/bot/teppi-probe.html", + "aive-mcp-endpointprobe": "https://www.pathwren.workers.dev/bot/aive-mcp-endpointprobe.html", + "guzzlehttp": "https://www.pathwren.workers.dev/bot/guzzlehttp.html", + "qtcreator": "https://www.pathwren.workers.dev/bot/qtcreator.html", + "lemmy-213": "https://www.pathwren.workers.dev/bot/lemmy-213.html", + "friendica-8": "https://www.pathwren.workers.dev/bot/friendica-8.html", + "lemmy-81": "https://www.pathwren.workers.dev/bot/lemmy-81.html", + "mcpmon": "https://www.pathwren.workers.dev/bot/mcpmon.html", + "agent-world-probe": "https://www.pathwren.workers.dev/bot/agent-world-probe.html", + "solvedearthpricebot": "https://www.pathwren.workers.dev/bot/solvedearthpricebot.html", + "agentpointsdirectoryenricher": "https://www.pathwren.workers.dev/bot/agentpointsdirectoryenricher.html", + "bot": "https://www.pathwren.workers.dev/bot/bot.html", + "lemmy-169": "https://www.pathwren.workers.dev/bot/lemmy-169.html", + "wellknownbot": "https://www.pathwren.workers.dev/bot/wellknownbot.html", + "lemmy-55": "https://www.pathwren.workers.dev/bot/lemmy-55.html", + "lemmykotlinapi": "https://www.pathwren.workers.dev/bot/lemmykotlinapi.html", + "mcp-checker": "https://www.pathwren.workers.dev/bot/mcp-checker.html", + "lemmy-126": "https://www.pathwren.workers.dev/bot/lemmy-126.html", + "lemmy-210": "https://www.pathwren.workers.dev/bot/lemmy-210.html", + "mcpserver-lol-probe": "https://www.pathwren.workers.dev/bot/mcpserver-lol-probe.html", + "perplexitybot": "https://www.pathwren.workers.dev/bot/perplexitybot.html", + "api-forge-mcp-index": "https://www.pathwren.workers.dev/bot/api-forge-mcp-index.html", + "lemmy": "https://www.pathwren.workers.dev/bot/lemmy.html", + "mcp-drift-monitor": "https://www.pathwren.workers.dev/bot/mcp-drift-monitor.html", + "nothumansearch": "https://www.pathwren.workers.dev/bot/nothumansearch.html", + "strand-mcp": "https://www.pathwren.workers.dev/bot/strand-mcp.html", + "agentindexbot": "https://www.pathwren.workers.dev/bot/agentindexbot.html", + "lemmy-53": "https://www.pathwren.workers.dev/bot/lemmy-53.html", + "lemmy-83": "https://www.pathwren.workers.dev/bot/lemmy-83.html", + "newsblur-2": "https://www.pathwren.workers.dev/bot/newsblur-2.html", + "colonistone-2": "https://www.pathwren.workers.dev/bot/colonistone-2.html", + "friendica-4": "https://www.pathwren.workers.dev/bot/friendica-4.html", + "lemmy-238": "https://www.pathwren.workers.dev/bot/lemmy-238.html", + "agentsure-mcpscan": "https://www.pathwren.workers.dev/bot/agentsure-mcpscan.html", + "lemmy-71": "https://www.pathwren.workers.dev/bot/lemmy-71.html", + "misskey-3": "https://www.pathwren.workers.dev/bot/misskey-3.html", + "agentalmanac-snapshot": "https://www.pathwren.workers.dev/bot/agentalmanac-snapshot.html", + "friendica-44": "https://www.pathwren.workers.dev/bot/friendica-44.html", + "lemmy-115": "https://www.pathwren.workers.dev/bot/lemmy-115.html", + "lemmy-191": "https://www.pathwren.workers.dev/bot/lemmy-191.html", + "mastodon-13": "https://www.pathwren.workers.dev/bot/mastodon-13.html", + "jscrawler": "https://www.pathwren.workers.dev/bot/jscrawler.html", + "lemmy-135": "https://www.pathwren.workers.dev/bot/lemmy-135.html", + "lemmy-192": "https://www.pathwren.workers.dev/bot/lemmy-192.html", + "lemmy-33": "https://www.pathwren.workers.dev/bot/lemmy-33.html", + "friendica-6": "https://www.pathwren.workers.dev/bot/friendica-6.html", + "lemmy-117": "https://www.pathwren.workers.dev/bot/lemmy-117.html", + "lemmy-161": "https://www.pathwren.workers.dev/bot/lemmy-161.html", + "lemmy-226": "https://www.pathwren.workers.dev/bot/lemmy-226.html", + "lemmy-251": "https://www.pathwren.workers.dev/bot/lemmy-251.html", + "lemmy-49": "https://www.pathwren.workers.dev/bot/lemmy-49.html", + "lemmy-89": "https://www.pathwren.workers.dev/bot/lemmy-89.html", + "mastodon-3": "https://www.pathwren.workers.dev/bot/mastodon-3.html", + "mcpcensusbot": "https://www.pathwren.workers.dev/bot/mcpcensusbot.html", + "ping-blo-gs": "https://www.pathwren.workers.dev/bot/ping-blo-gs.html", + "affsignalcrawler": "https://www.pathwren.workers.dev/bot/affsignalcrawler.html", + "agentcatalogbot": "https://www.pathwren.workers.dev/bot/agentcatalogbot.html", + "friendica-37": "https://www.pathwren.workers.dev/bot/friendica-37.html", + "lemmy-124": "https://www.pathwren.workers.dev/bot/lemmy-124.html", + "lemmy-129": "https://www.pathwren.workers.dev/bot/lemmy-129.html", + "lemmy-178": "https://www.pathwren.workers.dev/bot/lemmy-178.html", + "lemmy-193": "https://www.pathwren.workers.dev/bot/lemmy-193.html", + "lemmy-20": "https://www.pathwren.workers.dev/bot/lemmy-20.html", + "lemmy-200": "https://www.pathwren.workers.dev/bot/lemmy-200.html", + "lemmy-52": "https://www.pathwren.workers.dev/bot/lemmy-52.html", + "lemmy-87": "https://www.pathwren.workers.dev/bot/lemmy-87.html", + "lemmy-88": "https://www.pathwren.workers.dev/bot/lemmy-88.html", + "mastodon-11": "https://www.pathwren.workers.dev/bot/mastodon-11.html", + "mastodon-12": "https://www.pathwren.workers.dev/bot/mastodon-12.html", + "mastodon-8": "https://www.pathwren.workers.dev/bot/mastodon-8.html", + "nickw-tripwire": "https://www.pathwren.workers.dev/bot/nickw-tripwire.html", + "orbit-mcp-registry-iconresolver": "https://www.pathwren.workers.dev/bot/orbit-mcp-registry-iconresolver.html", + "pip": "https://www.pathwren.workers.dev/bot/pip.html", + "rootz-mcp-registry-prober": "https://www.pathwren.workers.dev/bot/rootz-mcp-registry-prober.html", + "truespar-mcp-registry": "https://www.pathwren.workers.dev/bot/truespar-mcp-registry.html", + "akkoma-18": "https://www.pathwren.workers.dev/bot/akkoma-18.html", + "bytespider": "https://www.pathwren.workers.dev/bot/bytespider.html", + "friendica-2": "https://www.pathwren.workers.dev/bot/friendica-2.html", + "lemmy-116": "https://www.pathwren.workers.dev/bot/lemmy-116.html", + "lemmy-146": "https://www.pathwren.workers.dev/bot/lemmy-146.html", + "lemmy-2": "https://www.pathwren.workers.dev/bot/lemmy-2.html", + "lemmy-216": "https://www.pathwren.workers.dev/bot/lemmy-216.html", + "lemmy-239": "https://www.pathwren.workers.dev/bot/lemmy-239.html", + "blogtrottr-2": "https://www.pathwren.workers.dev/bot/blogtrottr-2.html", + "got": "https://www.pathwren.workers.dev/bot/got.html", + "lemmy-131": "https://www.pathwren.workers.dev/bot/lemmy-131.html", + "lemmy-221": "https://www.pathwren.workers.dev/bot/lemmy-221.html", + "lemmy-245": "https://www.pathwren.workers.dev/bot/lemmy-245.html", + "lemmy-29": "https://www.pathwren.workers.dev/bot/lemmy-29.html", + "mastodon-15": "https://www.pathwren.workers.dev/bot/mastodon-15.html", + "lemmy-208": "https://www.pathwren.workers.dev/bot/lemmy-208.html", + "lemmy-3": "https://www.pathwren.workers.dev/bot/lemmy-3.html", + "lemmy-69": "https://www.pathwren.workers.dev/bot/lemmy-69.html", + "mastodon-14": "https://www.pathwren.workers.dev/bot/mastodon-14.html", + "smitherybot": "https://www.pathwren.workers.dev/bot/smitherybot.html", + "the402-mcp": "https://www.pathwren.workers.dev/bot/the402-mcp.html", + "a2a-registry-scanner": "https://www.pathwren.workers.dev/bot/a2a-registry-scanner.html", + "a2a-registry-taskprobe": "https://www.pathwren.workers.dev/bot/a2a-registry-taskprobe.html", + "agent-guild-scout": "https://www.pathwren.workers.dev/bot/agent-guild-scout.html", + "choosemcp-harvester": "https://www.pathwren.workers.dev/bot/choosemcp-harvester.html", + "friendica-16": "https://www.pathwren.workers.dev/bot/friendica-16.html", + "lemmy-152": "https://www.pathwren.workers.dev/bot/lemmy-152.html", + "lemmy-244": "https://www.pathwren.workers.dev/bot/lemmy-244.html", + "superfeedr": "https://www.pathwren.workers.dev/bot/superfeedr.html", + "friendica-71": "https://www.pathwren.workers.dev/bot/friendica-71.html", + "google": "https://www.pathwren.workers.dev/bot/google.html", + "lemmy-194": "https://www.pathwren.workers.dev/bot/lemmy-194.html", + "lemmy-22": "https://www.pathwren.workers.dev/bot/lemmy-22.html", + "sasame-census-era-probe": "https://www.pathwren.workers.dev/bot/sasame-census-era-probe.html", + "colonistone": "https://www.pathwren.workers.dev/bot/colonistone.html", + "friendica": "https://www.pathwren.workers.dev/bot/friendica.html", + "friendica-40": "https://www.pathwren.workers.dev/bot/friendica-40.html", + "friendica-59": "https://www.pathwren.workers.dev/bot/friendica-59.html", + "lemmy-14": "https://www.pathwren.workers.dev/bot/lemmy-14.html", + "lemmy-153": "https://www.pathwren.workers.dev/bot/lemmy-153.html", + "lemmy-67": "https://www.pathwren.workers.dev/bot/lemmy-67.html", + "pod-directory-probe": "https://www.pathwren.workers.dev/bot/pod-directory-probe.html", + "reactornetty": "https://www.pathwren.workers.dev/bot/reactornetty.html", + "sasameagentaudit": "https://www.pathwren.workers.dev/bot/sasameagentaudit.html", + "scraper-io": "https://www.pathwren.workers.dev/bot/scraper-io.html", + "friendica-5": "https://www.pathwren.workers.dev/bot/friendica-5.html", + "friendica-55": "https://www.pathwren.workers.dev/bot/friendica-55.html", + "lemmy-108": "https://www.pathwren.workers.dev/bot/lemmy-108.html", + "lemmy-110": "https://www.pathwren.workers.dev/bot/lemmy-110.html", + "lemmy-139": "https://www.pathwren.workers.dev/bot/lemmy-139.html", + "lemmy-159": "https://www.pathwren.workers.dev/bot/lemmy-159.html", + "lemmy-186": "https://www.pathwren.workers.dev/bot/lemmy-186.html", + "lemmy-265": "https://www.pathwren.workers.dev/bot/lemmy-265.html", + "lemmy-47": "https://www.pathwren.workers.dev/bot/lemmy-47.html", + "lemmy-56": "https://www.pathwren.workers.dev/bot/lemmy-56.html", + "lemmy-92": "https://www.pathwren.workers.dev/bot/lemmy-92.html", + "mastodon-16": "https://www.pathwren.workers.dev/bot/mastodon-16.html", + "piefed-15": "https://www.pathwren.workers.dev/bot/piefed-15.html", + "redditbot": "https://www.pathwren.workers.dev/bot/redditbot.html", + "rss-parrot-bot": "https://www.pathwren.workers.dev/bot/rss-parrot-bot.html", + "spanly-enrich": "https://www.pathwren.workers.dev/bot/spanly-enrich.html", + "tiktokspider": "https://www.pathwren.workers.dev/bot/tiktokspider.html", + "a2a-directory-liveness": "https://www.pathwren.workers.dev/bot/a2a-directory-liveness.html", + "friendica-108": "https://www.pathwren.workers.dev/bot/friendica-108.html", + "friendica-17": "https://www.pathwren.workers.dev/bot/friendica-17.html", + "friendica-28": "https://www.pathwren.workers.dev/bot/friendica-28.html", + "friendica-69": "https://www.pathwren.workers.dev/bot/friendica-69.html", + "lemmy-109": "https://www.pathwren.workers.dev/bot/lemmy-109.html", + "lemmy-113": "https://www.pathwren.workers.dev/bot/lemmy-113.html", + "lemmy-177": "https://www.pathwren.workers.dev/bot/lemmy-177.html", + "lemmy-201": "https://www.pathwren.workers.dev/bot/lemmy-201.html", + "lemmy-237": "https://www.pathwren.workers.dev/bot/lemmy-237.html", + "lemmy-24": "https://www.pathwren.workers.dev/bot/lemmy-24.html", + "lemmy-261": "https://www.pathwren.workers.dev/bot/lemmy-261.html", + "lemmy-264": "https://www.pathwren.workers.dev/bot/lemmy-264.html", + "lemmy-44": "https://www.pathwren.workers.dev/bot/lemmy-44.html", + "lemmy-85": "https://www.pathwren.workers.dev/bot/lemmy-85.html", + "mastodon-9": "https://www.pathwren.workers.dev/bot/mastodon-9.html", + "oauth4webapi": "https://www.pathwren.workers.dev/bot/oauth4webapi.html", + "packages-ecosyste-ms": "https://www.pathwren.workers.dev/bot/packages-ecosyste-ms.html", + "piefed-4": "https://www.pathwren.workers.dev/bot/piefed-4.html", + "pylova-3": "https://www.pathwren.workers.dev/bot/pylova-3.html", + "snyk-advisor": "https://www.pathwren.workers.dev/bot/snyk-advisor.html", + "whatsapp": "https://www.pathwren.workers.dev/bot/whatsapp.html", + "ai-crawler-verify": "https://www.pathwren.workers.dev/bot/ai-crawler-verify.html", + "facebookexternalhit-2": "https://www.pathwren.workers.dev/bot/facebookexternalhit-2.html", + "friendica-117": "https://www.pathwren.workers.dev/bot/friendica-117.html", + "friendica-13": "https://www.pathwren.workers.dev/bot/friendica-13.html", + "friendica-56": "https://www.pathwren.workers.dev/bot/friendica-56.html", + "friendica-79": "https://www.pathwren.workers.dev/bot/friendica-79.html", + "ktor-client": "https://www.pathwren.workers.dev/bot/ktor-client.html", + "lemmy-170": "https://www.pathwren.workers.dev/bot/lemmy-170.html", + "lemmy-204": "https://www.pathwren.workers.dev/bot/lemmy-204.html", + "lemmy-222": "https://www.pathwren.workers.dev/bot/lemmy-222.html", + "lemmy-228": "https://www.pathwren.workers.dev/bot/lemmy-228.html", + "lemmy-86": "https://www.pathwren.workers.dev/bot/lemmy-86.html", + "mastodon-44": "https://www.pathwren.workers.dev/bot/mastodon-44.html", + "mastodon-6": "https://www.pathwren.workers.dev/bot/mastodon-6.html", + "mastodon-62": "https://www.pathwren.workers.dev/bot/mastodon-62.html", + "mastodon-7": "https://www.pathwren.workers.dev/bot/mastodon-7.html", + "mcp-server-io-healthcheck": "https://www.pathwren.workers.dev/bot/mcp-server-io-healthcheck.html", + "piefed-13": "https://www.pathwren.workers.dev/bot/piefed-13.html", + "piefed-30": "https://www.pathwren.workers.dev/bot/piefed-30.html", + "piefed-32": "https://www.pathwren.workers.dev/bot/piefed-32.html", + "piefed-42": "https://www.pathwren.workers.dev/bot/piefed-42.html", + "pylova": "https://www.pathwren.workers.dev/bot/pylova.html", + "slackbot": "https://www.pathwren.workers.dev/bot/slackbot.html", + "a2a-registry-healthbot": "https://www.pathwren.workers.dev/bot/a2a-registry-healthbot.html", + "actablesitebot": "https://www.pathwren.workers.dev/bot/actablesitebot.html", + "agoragentic-healthmonitor": "https://www.pathwren.workers.dev/bot/agoragentic-healthmonitor.html", + "dart": "https://www.pathwren.workers.dev/bot/dart.html", + "doximity-pipeline": "https://www.pathwren.workers.dev/bot/doximity-pipeline.html", + "friendica-31": "https://www.pathwren.workers.dev/bot/friendica-31.html", + "friendica-35": "https://www.pathwren.workers.dev/bot/friendica-35.html", + "lemmy-106": "https://www.pathwren.workers.dev/bot/lemmy-106.html", + "lemmy-128": "https://www.pathwren.workers.dev/bot/lemmy-128.html", + "lemmy-15": "https://www.pathwren.workers.dev/bot/lemmy-15.html", + "lemmy-151": "https://www.pathwren.workers.dev/bot/lemmy-151.html", + "lemmy-163": "https://www.pathwren.workers.dev/bot/lemmy-163.html", + "lemmy-19": "https://www.pathwren.workers.dev/bot/lemmy-19.html", + "lemmy-205": "https://www.pathwren.workers.dev/bot/lemmy-205.html", + "lemmy-234": "https://www.pathwren.workers.dev/bot/lemmy-234.html", + "lemmy-272": "https://www.pathwren.workers.dev/bot/lemmy-272.html", + "lemmy-274": "https://www.pathwren.workers.dev/bot/lemmy-274.html", + "lemmy-43": "https://www.pathwren.workers.dev/bot/lemmy-43.html", + "lemmy-51": "https://www.pathwren.workers.dev/bot/lemmy-51.html", + "lemmy-63": "https://www.pathwren.workers.dev/bot/lemmy-63.html", + "lemmy-64": "https://www.pathwren.workers.dev/bot/lemmy-64.html", + "lemmy-66": "https://www.pathwren.workers.dev/bot/lemmy-66.html", + "lemmy-68": "https://www.pathwren.workers.dev/bot/lemmy-68.html", + "lemmy-79": "https://www.pathwren.workers.dev/bot/lemmy-79.html", + "linkwarden": "https://www.pathwren.workers.dev/bot/linkwarden.html", + "mastodon-10": "https://www.pathwren.workers.dev/bot/mastodon-10.html", + "mastodon-2": "https://www.pathwren.workers.dev/bot/mastodon-2.html", + "mastodon-4": "https://www.pathwren.workers.dev/bot/mastodon-4.html", + "mastodon-5": "https://www.pathwren.workers.dev/bot/mastodon-5.html", + "mcp-widget-size-census": "https://www.pathwren.workers.dev/bot/mcp-widget-size-census.html", + "mcpqueen-grader": "https://www.pathwren.workers.dev/bot/mcpqueen-grader.html", + "okhttp": "https://www.pathwren.workers.dev/bot/okhttp.html", + "opengraph-io": "https://www.pathwren.workers.dev/bot/opengraph-io.html", + "piefed-2": "https://www.pathwren.workers.dev/bot/piefed-2.html", + "piefed-33": "https://www.pathwren.workers.dev/bot/piefed-33.html", + "piefed-34": "https://www.pathwren.workers.dev/bot/piefed-34.html", + "piefed-5": "https://www.pathwren.workers.dev/bot/piefed-5.html", + "roninforgeobservatory": "https://www.pathwren.workers.dev/bot/roninforgeobservatory.html", + "theoldreader-com": "https://www.pathwren.workers.dev/bot/theoldreader-com.html", + "x1r-replication-probe": "https://www.pathwren.workers.dev/bot/x1r-replication-probe.html", + "agent-card-crawler": "https://www.pathwren.workers.dev/bot/agent-card-crawler.html", + "agentreputationbot": "https://www.pathwren.workers.dev/bot/agentreputationbot.html", + "azureai-searchbot": "https://www.pathwren.workers.dev/bot/azureai-searchbot.html", + "friendica-100": "https://www.pathwren.workers.dev/bot/friendica-100.html", + "friendica-103": "https://www.pathwren.workers.dev/bot/friendica-103.html", + "friendica-11": "https://www.pathwren.workers.dev/bot/friendica-11.html", + "friendica-14": "https://www.pathwren.workers.dev/bot/friendica-14.html", + "friendica-15": "https://www.pathwren.workers.dev/bot/friendica-15.html", + "friendica-18": "https://www.pathwren.workers.dev/bot/friendica-18.html", + "friendica-62": "https://www.pathwren.workers.dev/bot/friendica-62.html", + "friendica-65": "https://www.pathwren.workers.dev/bot/friendica-65.html", + "friendica-9": "https://www.pathwren.workers.dev/bot/friendica-9.html", + "friendica-91": "https://www.pathwren.workers.dev/bot/friendica-91.html", + "friendica-99": "https://www.pathwren.workers.dev/bot/friendica-99.html", + "lemmy-102": "https://www.pathwren.workers.dev/bot/lemmy-102.html", + "lemmy-114": "https://www.pathwren.workers.dev/bot/lemmy-114.html", + "lemmy-12": "https://www.pathwren.workers.dev/bot/lemmy-12.html", + "lemmy-123": "https://www.pathwren.workers.dev/bot/lemmy-123.html", + "lemmy-143": "https://www.pathwren.workers.dev/bot/lemmy-143.html", + "lemmy-168": "https://www.pathwren.workers.dev/bot/lemmy-168.html", + "lemmy-173": "https://www.pathwren.workers.dev/bot/lemmy-173.html", + "lemmy-218": "https://www.pathwren.workers.dev/bot/lemmy-218.html", + "lemmy-225": "https://www.pathwren.workers.dev/bot/lemmy-225.html", + "lemmy-227": "https://www.pathwren.workers.dev/bot/lemmy-227.html", + "lemmy-232": "https://www.pathwren.workers.dev/bot/lemmy-232.html", + "lemmy-242": "https://www.pathwren.workers.dev/bot/lemmy-242.html", + "lemmy-243": "https://www.pathwren.workers.dev/bot/lemmy-243.html", + "lemmy-40": "https://www.pathwren.workers.dev/bot/lemmy-40.html", + "lemmy-57": "https://www.pathwren.workers.dev/bot/lemmy-57.html", + "lemmy-94": "https://www.pathwren.workers.dev/bot/lemmy-94.html", + "mastodon-22": "https://www.pathwren.workers.dev/bot/mastodon-22.html", + "mastodon-32": "https://www.pathwren.workers.dev/bot/mastodon-32.html", + "mastodon-53": "https://www.pathwren.workers.dev/bot/mastodon-53.html", + "mastodon-79": "https://www.pathwren.workers.dev/bot/mastodon-79.html", + "mcp-stats-prober": "https://www.pathwren.workers.dev/bot/mcp-stats-prober.html", + "mcp-ui-parity-audit": "https://www.pathwren.workers.dev/bot/mcp-ui-parity-audit.html", + "mcplookup-com-probe": "https://www.pathwren.workers.dev/bot/mcplookup-com-probe.html", + "merlonix-attestation-verifier": "https://www.pathwren.workers.dev/bot/merlonix-attestation-verifier.html", + "misskey-4": "https://www.pathwren.workers.dev/bot/misskey-4.html", + "packagehound": "https://www.pathwren.workers.dev/bot/packagehound.html", + "ruby": "https://www.pathwren.workers.dev/bot/ruby.html", + "summalybot": "https://www.pathwren.workers.dev/bot/summalybot.html", + "yacybot": "https://www.pathwren.workers.dev/bot/yacybot.html", + "a2a-security-research-crawler": "https://www.pathwren.workers.dev/bot/a2a-security-research-crawler.html", + "ai-crawler-robots": "https://www.pathwren.workers.dev/bot/ai-crawler-robots.html", + "apis-json-showcase-verifier": "https://www.pathwren.workers.dev/bot/apis-json-showcase-verifier.html", + "chainwitness-pr36": "https://www.pathwren.workers.dev/bot/chainwitness-pr36.html", + "epaichat-a2a-compatibility-test": "https://www.pathwren.workers.dev/bot/epaichat-a2a-compatibility-test.html", + "exaforce-mcprep": "https://www.pathwren.workers.dev/bot/exaforce-mcprep.html", + "feedly": "https://www.pathwren.workers.dev/bot/feedly.html", + "friendica-101": "https://www.pathwren.workers.dev/bot/friendica-101.html", + "friendica-105": "https://www.pathwren.workers.dev/bot/friendica-105.html", + "friendica-106": "https://www.pathwren.workers.dev/bot/friendica-106.html", + "friendica-112": "https://www.pathwren.workers.dev/bot/friendica-112.html", + "friendica-120": "https://www.pathwren.workers.dev/bot/friendica-120.html", + "friendica-121": "https://www.pathwren.workers.dev/bot/friendica-121.html", + "friendica-124": "https://www.pathwren.workers.dev/bot/friendica-124.html", + "friendica-19": "https://www.pathwren.workers.dev/bot/friendica-19.html", + "friendica-3": "https://www.pathwren.workers.dev/bot/friendica-3.html", + "friendica-38": "https://www.pathwren.workers.dev/bot/friendica-38.html", + "friendica-41": "https://www.pathwren.workers.dev/bot/friendica-41.html", + "friendica-45": "https://www.pathwren.workers.dev/bot/friendica-45.html", + "friendica-51": "https://www.pathwren.workers.dev/bot/friendica-51.html", + "friendica-57": "https://www.pathwren.workers.dev/bot/friendica-57.html", + "friendica-75": "https://www.pathwren.workers.dev/bot/friendica-75.html", + "friendica-80": "https://www.pathwren.workers.dev/bot/friendica-80.html", + "friendica-85": "https://www.pathwren.workers.dev/bot/friendica-85.html", + "friendica-88": "https://www.pathwren.workers.dev/bot/friendica-88.html", + "friendica-90": "https://www.pathwren.workers.dev/bot/friendica-90.html", + "friendica-98": "https://www.pathwren.workers.dev/bot/friendica-98.html", + "ghxst-feed-importer": "https://www.pathwren.workers.dev/bot/ghxst-feed-importer.html", + "google-read-aloud": "https://www.pathwren.workers.dev/bot/google-read-aloud.html", + "googlebot-image": "https://www.pathwren.workers.dev/bot/googlebot-image.html", + "lemmy-132": "https://www.pathwren.workers.dev/bot/lemmy-132.html", + "lemmy-136": "https://www.pathwren.workers.dev/bot/lemmy-136.html", + "lemmy-138": "https://www.pathwren.workers.dev/bot/lemmy-138.html", + "lemmy-149": "https://www.pathwren.workers.dev/bot/lemmy-149.html", + "lemmy-185": "https://www.pathwren.workers.dev/bot/lemmy-185.html", + "lemmy-190": "https://www.pathwren.workers.dev/bot/lemmy-190.html", + "lemmy-219": "https://www.pathwren.workers.dev/bot/lemmy-219.html", + "lemmy-233": "https://www.pathwren.workers.dev/bot/lemmy-233.html", + "lemmy-25": "https://www.pathwren.workers.dev/bot/lemmy-25.html", + "lemmy-253": "https://www.pathwren.workers.dev/bot/lemmy-253.html", + "lemmy-28": "https://www.pathwren.workers.dev/bot/lemmy-28.html", + "lemmy-32": "https://www.pathwren.workers.dev/bot/lemmy-32.html", + "lemmy-46": "https://www.pathwren.workers.dev/bot/lemmy-46.html", + "lemmy-48": "https://www.pathwren.workers.dev/bot/lemmy-48.html", + "lemmy-82": "https://www.pathwren.workers.dev/bot/lemmy-82.html", + "lemmy-9": "https://www.pathwren.workers.dev/bot/lemmy-9.html", + "llms-txt-generator-de": "https://www.pathwren.workers.dev/bot/llms-txt-generator-de.html", + "mastodon-52": "https://www.pathwren.workers.dev/bot/mastodon-52.html", + "mastodon-91": "https://www.pathwren.workers.dev/bot/mastodon-91.html", + "mastodon-93": "https://www.pathwren.workers.dev/bot/mastodon-93.html", + "mcp-scraper": "https://www.pathwren.workers.dev/bot/mcp-scraper.html", + "mcporbit-oauth-probe": "https://www.pathwren.workers.dev/bot/mcporbit-oauth-probe.html", + "misskey-8": "https://www.pathwren.workers.dev/bot/misskey-8.html", + "movanas-registry-snapshot": "https://www.pathwren.workers.dev/bot/movanas-registry-snapshot.html", + "piefed-23": "https://www.pathwren.workers.dev/bot/piefed-23.html", + "piefed-39": "https://www.pathwren.workers.dev/bot/piefed-39.html", + "piefed-6": "https://www.pathwren.workers.dev/bot/piefed-6.html", + "telegrambot": "https://www.pathwren.workers.dev/bot/telegrambot.html", + "trimtabverifier": "https://www.pathwren.workers.dev/bot/trimtabverifier.html", + "universal-service-registry-mcp-tool-probe": "https://www.pathwren.workers.dev/bot/universal-service-registry-mcp-tool-probe.html", + "a2a-directory-discovery": "https://www.pathwren.workers.dev/bot/a2a-directory-discovery.html", + "chrome": "https://www.pathwren.workers.dev/bot/chrome.html", + "feedrabbit": "https://www.pathwren.workers.dev/bot/feedrabbit.html", + "friendica-102": "https://www.pathwren.workers.dev/bot/friendica-102.html", + "friendica-104": "https://www.pathwren.workers.dev/bot/friendica-104.html", + "friendica-109": "https://www.pathwren.workers.dev/bot/friendica-109.html", + "friendica-122": "https://www.pathwren.workers.dev/bot/friendica-122.html", + "friendica-22": "https://www.pathwren.workers.dev/bot/friendica-22.html", + "friendica-26": "https://www.pathwren.workers.dev/bot/friendica-26.html", + "friendica-32": "https://www.pathwren.workers.dev/bot/friendica-32.html", + "friendica-36": "https://www.pathwren.workers.dev/bot/friendica-36.html", + "friendica-60": "https://www.pathwren.workers.dev/bot/friendica-60.html", + "friendica-63": "https://www.pathwren.workers.dev/bot/friendica-63.html", + "friendica-70": "https://www.pathwren.workers.dev/bot/friendica-70.html", + "friendica-72": "https://www.pathwren.workers.dev/bot/friendica-72.html", + "friendica-73": "https://www.pathwren.workers.dev/bot/friendica-73.html", + "friendica-82": "https://www.pathwren.workers.dev/bot/friendica-82.html", + "friendica-94": "https://www.pathwren.workers.dev/bot/friendica-94.html", + "friendica-96": "https://www.pathwren.workers.dev/bot/friendica-96.html", + "lemmy-104": "https://www.pathwren.workers.dev/bot/lemmy-104.html", + "lemmy-11": "https://www.pathwren.workers.dev/bot/lemmy-11.html", + "lemmy-133": "https://www.pathwren.workers.dev/bot/lemmy-133.html", + "lemmy-144": "https://www.pathwren.workers.dev/bot/lemmy-144.html", + "lemmy-147": "https://www.pathwren.workers.dev/bot/lemmy-147.html", + "lemmy-188": "https://www.pathwren.workers.dev/bot/lemmy-188.html", + "lemmy-189": "https://www.pathwren.workers.dev/bot/lemmy-189.html", + "lemmy-206": "https://www.pathwren.workers.dev/bot/lemmy-206.html", + "lemmy-211": "https://www.pathwren.workers.dev/bot/lemmy-211.html", + "lemmy-236": "https://www.pathwren.workers.dev/bot/lemmy-236.html", + "lemmy-246": "https://www.pathwren.workers.dev/bot/lemmy-246.html", + "lemmy-250": "https://www.pathwren.workers.dev/bot/lemmy-250.html", + "lemmy-256": "https://www.pathwren.workers.dev/bot/lemmy-256.html", + "lemmy-267": "https://www.pathwren.workers.dev/bot/lemmy-267.html", + "lemmy-31": "https://www.pathwren.workers.dev/bot/lemmy-31.html", + "lemmy-34": "https://www.pathwren.workers.dev/bot/lemmy-34.html", + "lemmy-62": "https://www.pathwren.workers.dev/bot/lemmy-62.html", + "lemmy-72": "https://www.pathwren.workers.dev/bot/lemmy-72.html", + "lemmy-76": "https://www.pathwren.workers.dev/bot/lemmy-76.html", + "mastodon-131": "https://www.pathwren.workers.dev/bot/mastodon-131.html", + "mastodon-177": "https://www.pathwren.workers.dev/bot/mastodon-177.html", + "mastodon-179": "https://www.pathwren.workers.dev/bot/mastodon-179.html", + "mastodon-180": "https://www.pathwren.workers.dev/bot/mastodon-180.html", + "mastodon-25": "https://www.pathwren.workers.dev/bot/mastodon-25.html", + "mastodon-28": "https://www.pathwren.workers.dev/bot/mastodon-28.html", + "mastodon-56": "https://www.pathwren.workers.dev/bot/mastodon-56.html", + "mcpmeter": "https://www.pathwren.workers.dev/bot/mcpmeter.html", + "piefed-12": "https://www.pathwren.workers.dev/bot/piefed-12.html", + "piefed-14": "https://www.pathwren.workers.dev/bot/piefed-14.html", + "piefed-18": "https://www.pathwren.workers.dev/bot/piefed-18.html", + "piefed-40": "https://www.pathwren.workers.dev/bot/piefed-40.html", + "piefed-44": "https://www.pathwren.workers.dev/bot/piefed-44.html", + "piefed-9": "https://www.pathwren.workers.dev/bot/piefed-9.html", + "spider-bot": "https://www.pathwren.workers.dev/bot/spider-bot.html", + "achilles": "https://www.pathwren.workers.dev/bot/achilles.html", + "advisorsai-check": "https://www.pathwren.workers.dev/bot/advisorsai-check.html", + "boost": "https://www.pathwren.workers.dev/bot/boost.html", + "capi2-a2a-discovery": "https://www.pathwren.workers.dev/bot/capi2-a2a-discovery.html", + "catodon-2": "https://www.pathwren.workers.dev/bot/catodon-2.html", + "catodon-4": "https://www.pathwren.workers.dev/bot/catodon-4.html", + "client": "https://www.pathwren.workers.dev/bot/client.html", + "com-apple-webkit-networking": "https://www.pathwren.workers.dev/bot/com-apple-webkit-networking.html", + "duckduckbot": "https://www.pathwren.workers.dev/bot/duckduckbot.html", + "friendica-111": "https://www.pathwren.workers.dev/bot/friendica-111.html", + "friendica-113": "https://www.pathwren.workers.dev/bot/friendica-113.html", + "friendica-114": "https://www.pathwren.workers.dev/bot/friendica-114.html", + "friendica-137": "https://www.pathwren.workers.dev/bot/friendica-137.html", + "friendica-21": "https://www.pathwren.workers.dev/bot/friendica-21.html", + "friendica-34": "https://www.pathwren.workers.dev/bot/friendica-34.html", + "friendica-43": "https://www.pathwren.workers.dev/bot/friendica-43.html", + "friendica-47": "https://www.pathwren.workers.dev/bot/friendica-47.html", + "friendica-50": "https://www.pathwren.workers.dev/bot/friendica-50.html", + "friendica-61": "https://www.pathwren.workers.dev/bot/friendica-61.html", + "friendica-64": "https://www.pathwren.workers.dev/bot/friendica-64.html", + "friendica-7": "https://www.pathwren.workers.dev/bot/friendica-7.html", + "friendica-78": "https://www.pathwren.workers.dev/bot/friendica-78.html", + "friendica-92": "https://www.pathwren.workers.dev/bot/friendica-92.html", + "friendica-95": "https://www.pathwren.workers.dev/bot/friendica-95.html", + "gocommand": "https://www.pathwren.workers.dev/bot/gocommand.html", + "guild-reachability-probe": "https://www.pathwren.workers.dev/bot/guild-reachability-probe.html", + "hlido-a50-probe": "https://www.pathwren.workers.dev/bot/hlido-a50-probe.html", + "http-rb-3": "https://www.pathwren.workers.dev/bot/http-rb-3.html", + "lemmy-10": "https://www.pathwren.workers.dev/bot/lemmy-10.html", + "lemmy-105": "https://www.pathwren.workers.dev/bot/lemmy-105.html", + "lemmy-107": "https://www.pathwren.workers.dev/bot/lemmy-107.html", + "lemmy-111": "https://www.pathwren.workers.dev/bot/lemmy-111.html", + "lemmy-125": "https://www.pathwren.workers.dev/bot/lemmy-125.html", + "lemmy-13": "https://www.pathwren.workers.dev/bot/lemmy-13.html", + "lemmy-145": "https://www.pathwren.workers.dev/bot/lemmy-145.html", + "lemmy-156": "https://www.pathwren.workers.dev/bot/lemmy-156.html", + "lemmy-166": "https://www.pathwren.workers.dev/bot/lemmy-166.html", + "lemmy-167": "https://www.pathwren.workers.dev/bot/lemmy-167.html", + "lemmy-174": "https://www.pathwren.workers.dev/bot/lemmy-174.html", + "lemmy-176": "https://www.pathwren.workers.dev/bot/lemmy-176.html", + "lemmy-181": "https://www.pathwren.workers.dev/bot/lemmy-181.html", + "lemmy-182": "https://www.pathwren.workers.dev/bot/lemmy-182.html", + "lemmy-198": "https://www.pathwren.workers.dev/bot/lemmy-198.html", + "lemmy-203": "https://www.pathwren.workers.dev/bot/lemmy-203.html", + "lemmy-215": "https://www.pathwren.workers.dev/bot/lemmy-215.html", + "lemmy-217": "https://www.pathwren.workers.dev/bot/lemmy-217.html", + "lemmy-224": "https://www.pathwren.workers.dev/bot/lemmy-224.html", + "lemmy-23": "https://www.pathwren.workers.dev/bot/lemmy-23.html", + "lemmy-235": "https://www.pathwren.workers.dev/bot/lemmy-235.html", + "lemmy-240": "https://www.pathwren.workers.dev/bot/lemmy-240.html", + "lemmy-248": "https://www.pathwren.workers.dev/bot/lemmy-248.html", + "lemmy-259": "https://www.pathwren.workers.dev/bot/lemmy-259.html", + "lemmy-263": "https://www.pathwren.workers.dev/bot/lemmy-263.html", + "lemmy-266": "https://www.pathwren.workers.dev/bot/lemmy-266.html", + "lemmy-275": "https://www.pathwren.workers.dev/bot/lemmy-275.html", + "lemmy-276": "https://www.pathwren.workers.dev/bot/lemmy-276.html", + "lemmy-35": "https://www.pathwren.workers.dev/bot/lemmy-35.html", + "lemmy-37": "https://www.pathwren.workers.dev/bot/lemmy-37.html", + "lemmy-39": "https://www.pathwren.workers.dev/bot/lemmy-39.html", + "lemmy-45": "https://www.pathwren.workers.dev/bot/lemmy-45.html", + "lemmy-59": "https://www.pathwren.workers.dev/bot/lemmy-59.html", + "lemmy-65": "https://www.pathwren.workers.dev/bot/lemmy-65.html", + "lemmy-73": "https://www.pathwren.workers.dev/bot/lemmy-73.html", + "lemmy-74": "https://www.pathwren.workers.dev/bot/lemmy-74.html", + "lemmy-78": "https://www.pathwren.workers.dev/bot/lemmy-78.html", + "lemmy-8": "https://www.pathwren.workers.dev/bot/lemmy-8.html", + "lemmy-97": "https://www.pathwren.workers.dev/bot/lemmy-97.html", + "lemmy-99": "https://www.pathwren.workers.dev/bot/lemmy-99.html", + "loop-mcp-catalog-fetch": "https://www.pathwren.workers.dev/bot/loop-mcp-catalog-fetch.html", + "mastodon-168": "https://www.pathwren.workers.dev/bot/mastodon-168.html", + "mastodon-18": "https://www.pathwren.workers.dev/bot/mastodon-18.html", + "mastodon-216": "https://www.pathwren.workers.dev/bot/mastodon-216.html", + "mastodon-217": "https://www.pathwren.workers.dev/bot/mastodon-217.html", + "mastodon-218": "https://www.pathwren.workers.dev/bot/mastodon-218.html", + "mastodon-219": "https://www.pathwren.workers.dev/bot/mastodon-219.html", + "mastodon-220": "https://www.pathwren.workers.dev/bot/mastodon-220.html", + "mastodon-221": "https://www.pathwren.workers.dev/bot/mastodon-221.html", + "mastodon-222": "https://www.pathwren.workers.dev/bot/mastodon-222.html", + "mastodon-223": "https://www.pathwren.workers.dev/bot/mastodon-223.html", + "mastodon-224": "https://www.pathwren.workers.dev/bot/mastodon-224.html", + "mastodon-225": "https://www.pathwren.workers.dev/bot/mastodon-225.html", + "mastodon-226": "https://www.pathwren.workers.dev/bot/mastodon-226.html", + "mastodon-227": "https://www.pathwren.workers.dev/bot/mastodon-227.html", + "mastodon-228": "https://www.pathwren.workers.dev/bot/mastodon-228.html", + "mastodon-229": "https://www.pathwren.workers.dev/bot/mastodon-229.html", + "mastodon-230": "https://www.pathwren.workers.dev/bot/mastodon-230.html", + "mastodon-231": "https://www.pathwren.workers.dev/bot/mastodon-231.html", + "mastodon-232": "https://www.pathwren.workers.dev/bot/mastodon-232.html", + "mastodon-33": "https://www.pathwren.workers.dev/bot/mastodon-33.html", + "mastodon-36": "https://www.pathwren.workers.dev/bot/mastodon-36.html", + "mastodon-65": "https://www.pathwren.workers.dev/bot/mastodon-65.html", + "mastodon-72": "https://www.pathwren.workers.dev/bot/mastodon-72.html", + "mastodon-82": "https://www.pathwren.workers.dev/bot/mastodon-82.html", + "misskey-2": "https://www.pathwren.workers.dev/bot/misskey-2.html", + "mwmbl": "https://www.pathwren.workers.dev/bot/mwmbl.html", + "piefed-10": "https://www.pathwren.workers.dev/bot/piefed-10.html", + "piefed-16": "https://www.pathwren.workers.dev/bot/piefed-16.html", + "piefed-17": "https://www.pathwren.workers.dev/bot/piefed-17.html", + "piefed-22": "https://www.pathwren.workers.dev/bot/piefed-22.html", + "piefed-25": "https://www.pathwren.workers.dev/bot/piefed-25.html", + "piefed-26": "https://www.pathwren.workers.dev/bot/piefed-26.html", + "piefed-3": "https://www.pathwren.workers.dev/bot/piefed-3.html", + "piefed-37": "https://www.pathwren.workers.dev/bot/piefed-37.html", + "piefed-43": "https://www.pathwren.workers.dev/bot/piefed-43.html", + "piefed-7": "https://www.pathwren.workers.dev/bot/piefed-7.html", + "summalybot-2": "https://www.pathwren.workers.dev/bot/summalybot-2.html", + "upvote": "https://www.pathwren.workers.dev/bot/upvote.html", + "url2md": "https://www.pathwren.workers.dev/bot/url2md.html", + "ai-crawler-logs": "https://www.pathwren.workers.dev/bot/ai-crawler-logs.html", + "akkoma-17": "https://www.pathwren.workers.dev/bot/akkoma-17.html", + "apievangelist-security-probe": "https://www.pathwren.workers.dev/bot/apievangelist-security-probe.html", + "blogtrottr": "https://www.pathwren.workers.dev/bot/blogtrottr.html", + "catodon": "https://www.pathwren.workers.dev/bot/catodon.html", + "claude-user": "https://www.pathwren.workers.dev/bot/claude-user.html", + "discordbot": "https://www.pathwren.workers.dev/bot/discordbot.html", + "friendica-107": "https://www.pathwren.workers.dev/bot/friendica-107.html", + "friendica-110": "https://www.pathwren.workers.dev/bot/friendica-110.html", + "friendica-126": "https://www.pathwren.workers.dev/bot/friendica-126.html", + "friendica-128": "https://www.pathwren.workers.dev/bot/friendica-128.html", + "friendica-129": "https://www.pathwren.workers.dev/bot/friendica-129.html", + "friendica-132": "https://www.pathwren.workers.dev/bot/friendica-132.html", + "friendica-134": "https://www.pathwren.workers.dev/bot/friendica-134.html", + "friendica-20": "https://www.pathwren.workers.dev/bot/friendica-20.html", + "friendica-23": "https://www.pathwren.workers.dev/bot/friendica-23.html", + "friendica-25": "https://www.pathwren.workers.dev/bot/friendica-25.html", + "friendica-29": "https://www.pathwren.workers.dev/bot/friendica-29.html", + "friendica-30": "https://www.pathwren.workers.dev/bot/friendica-30.html", + "friendica-33": "https://www.pathwren.workers.dev/bot/friendica-33.html", + "friendica-39": "https://www.pathwren.workers.dev/bot/friendica-39.html", + "friendica-48": "https://www.pathwren.workers.dev/bot/friendica-48.html", + "friendica-52": "https://www.pathwren.workers.dev/bot/friendica-52.html", + "friendica-53": "https://www.pathwren.workers.dev/bot/friendica-53.html", + "friendica-58": "https://www.pathwren.workers.dev/bot/friendica-58.html", + "friendica-66": "https://www.pathwren.workers.dev/bot/friendica-66.html", + "friendica-67": "https://www.pathwren.workers.dev/bot/friendica-67.html", + "friendica-68": "https://www.pathwren.workers.dev/bot/friendica-68.html", + "friendica-81": "https://www.pathwren.workers.dev/bot/friendica-81.html", + "friendica-83": "https://www.pathwren.workers.dev/bot/friendica-83.html", + "friendica-84": "https://www.pathwren.workers.dev/bot/friendica-84.html", + "friendica-86": "https://www.pathwren.workers.dev/bot/friendica-86.html", + "friendica-93": "https://www.pathwren.workers.dev/bot/friendica-93.html", + "inoreader": "https://www.pathwren.workers.dev/bot/inoreader.html", + "inoreader-com": "https://www.pathwren.workers.dev/bot/inoreader-com.html", + "lemmy-101": "https://www.pathwren.workers.dev/bot/lemmy-101.html", + "lemmy-121": "https://www.pathwren.workers.dev/bot/lemmy-121.html", + "lemmy-142": "https://www.pathwren.workers.dev/bot/lemmy-142.html", + "lemmy-154": "https://www.pathwren.workers.dev/bot/lemmy-154.html", + "lemmy-158": "https://www.pathwren.workers.dev/bot/lemmy-158.html", + "lemmy-162": "https://www.pathwren.workers.dev/bot/lemmy-162.html", + "lemmy-165": "https://www.pathwren.workers.dev/bot/lemmy-165.html", + "lemmy-17": "https://www.pathwren.workers.dev/bot/lemmy-17.html", + "lemmy-171": "https://www.pathwren.workers.dev/bot/lemmy-171.html", + "lemmy-172": "https://www.pathwren.workers.dev/bot/lemmy-172.html", + "lemmy-196": "https://www.pathwren.workers.dev/bot/lemmy-196.html", + "lemmy-199": "https://www.pathwren.workers.dev/bot/lemmy-199.html", + "lemmy-209": "https://www.pathwren.workers.dev/bot/lemmy-209.html", + "lemmy-21": "https://www.pathwren.workers.dev/bot/lemmy-21.html", + "lemmy-212": "https://www.pathwren.workers.dev/bot/lemmy-212.html", + "lemmy-230": "https://www.pathwren.workers.dev/bot/lemmy-230.html", + "lemmy-231": "https://www.pathwren.workers.dev/bot/lemmy-231.html", + "lemmy-247": "https://www.pathwren.workers.dev/bot/lemmy-247.html", + "lemmy-255": "https://www.pathwren.workers.dev/bot/lemmy-255.html", + "lemmy-257": "https://www.pathwren.workers.dev/bot/lemmy-257.html", + "lemmy-258": "https://www.pathwren.workers.dev/bot/lemmy-258.html", + "lemmy-26": "https://www.pathwren.workers.dev/bot/lemmy-26.html", + "lemmy-269": "https://www.pathwren.workers.dev/bot/lemmy-269.html", + "lemmy-273": "https://www.pathwren.workers.dev/bot/lemmy-273.html", + "lemmy-279": "https://www.pathwren.workers.dev/bot/lemmy-279.html", + "lemmy-280": "https://www.pathwren.workers.dev/bot/lemmy-280.html", + "lemmy-285": "https://www.pathwren.workers.dev/bot/lemmy-285.html", + "lemmy-293": "https://www.pathwren.workers.dev/bot/lemmy-293.html", + "lemmy-314": "https://www.pathwren.workers.dev/bot/lemmy-314.html", + "lemmy-36": "https://www.pathwren.workers.dev/bot/lemmy-36.html", + "lemmy-38": "https://www.pathwren.workers.dev/bot/lemmy-38.html", + "lemmy-54": "https://www.pathwren.workers.dev/bot/lemmy-54.html", + "lemmy-60": "https://www.pathwren.workers.dev/bot/lemmy-60.html", + "lemmy-75": "https://www.pathwren.workers.dev/bot/lemmy-75.html", + "lemmy-91": "https://www.pathwren.workers.dev/bot/lemmy-91.html", + "mastodon-103": "https://www.pathwren.workers.dev/bot/mastodon-103.html", + "mastodon-170": "https://www.pathwren.workers.dev/bot/mastodon-170.html", + "mastodon-27": "https://www.pathwren.workers.dev/bot/mastodon-27.html", + "mastodon-35": "https://www.pathwren.workers.dev/bot/mastodon-35.html", + "mastodon-43": "https://www.pathwren.workers.dev/bot/mastodon-43.html", + "mastodon-50": "https://www.pathwren.workers.dev/bot/mastodon-50.html", + "mastodon-59": "https://www.pathwren.workers.dev/bot/mastodon-59.html", + "mastodon-75": "https://www.pathwren.workers.dev/bot/mastodon-75.html", + "mastodon-87": "https://www.pathwren.workers.dev/bot/mastodon-87.html", + "mcp-catalog": "https://www.pathwren.workers.dev/bot/mcp-catalog.html", + "mcp-uptime": "https://www.pathwren.workers.dev/bot/mcp-uptime.html", + "mcpcatalogsync": "https://www.pathwren.workers.dev/bot/mcpcatalogsync.html", + "misskey-10": "https://www.pathwren.workers.dev/bot/misskey-10.html", + "misskey-11": "https://www.pathwren.workers.dev/bot/misskey-11.html", + "misskey-12": "https://www.pathwren.workers.dev/bot/misskey-12.html", + "misskey-5": "https://www.pathwren.workers.dev/bot/misskey-5.html", + "misskey-6": "https://www.pathwren.workers.dev/bot/misskey-6.html", + "misskey-7": "https://www.pathwren.workers.dev/bot/misskey-7.html", + "misskey-9": "https://www.pathwren.workers.dev/bot/misskey-9.html", + "piefed": "https://www.pathwren.workers.dev/bot/piefed.html", + "piefed-11": "https://www.pathwren.workers.dev/bot/piefed-11.html", + "piefed-19": "https://www.pathwren.workers.dev/bot/piefed-19.html", + "piefed-28": "https://www.pathwren.workers.dev/bot/piefed-28.html", + "piefed-29": "https://www.pathwren.workers.dev/bot/piefed-29.html", + "piefed-31": "https://www.pathwren.workers.dev/bot/piefed-31.html", + "piefed-35": "https://www.pathwren.workers.dev/bot/piefed-35.html", + "piefed-36": "https://www.pathwren.workers.dev/bot/piefed-36.html", + "piefed-38": "https://www.pathwren.workers.dev/bot/piefed-38.html", + "piefed-49": "https://www.pathwren.workers.dev/bot/piefed-49.html", + "piefed-59": "https://www.pathwren.workers.dev/bot/piefed-59.html", + "piefed-8": "https://www.pathwren.workers.dev/bot/piefed-8.html", + "pleroma-5": "https://www.pathwren.workers.dev/bot/pleroma-5.html", + "privacybrowser": "https://www.pathwren.workers.dev/bot/privacybrowser.html", + "pylova-4": "https://www.pathwren.workers.dev/bot/pylova-4.html", + "readyou": "https://www.pathwren.workers.dev/bot/readyou.html", + "swagger-validator": "https://www.pathwren.workers.dev/bot/swagger-validator.html", + "validator-nu": "https://www.pathwren.workers.dev/bot/validator-nu.html", + "zevruna-monitor": "https://www.pathwren.workers.dev/bot/zevruna-monitor.html", + "a2a-hub-pilot": "https://www.pathwren.workers.dev/bot/a2a-hub-pilot.html", + "a2a-registry": "https://www.pathwren.workers.dev/bot/a2a-registry.html", + "actionextension": "https://www.pathwren.workers.dev/bot/actionextension.html", + "aetherlink-public-discovery-evidence": "https://www.pathwren.workers.dev/bot/aetherlink-public-discovery-evidence.html", + "agent-card-crawler-chat": "https://www.pathwren.workers.dev/bot/agent-card-crawler-chat.html", + "agentprobe": "https://www.pathwren.workers.dev/bot/agentprobe.html", + "akkoma-14": "https://www.pathwren.workers.dev/bot/akkoma-14.html", + "akkoma-20": "https://www.pathwren.workers.dev/bot/akkoma-20.html", + "crawler": "https://www.pathwren.workers.dev/bot/crawler.html", + "fediact": "https://www.pathwren.workers.dev/bot/fediact.html", + "friendica-10": "https://www.pathwren.workers.dev/bot/friendica-10.html", + "friendica-115": "https://www.pathwren.workers.dev/bot/friendica-115.html", + "friendica-116": "https://www.pathwren.workers.dev/bot/friendica-116.html", + "friendica-118": "https://www.pathwren.workers.dev/bot/friendica-118.html", + "friendica-119": "https://www.pathwren.workers.dev/bot/friendica-119.html", + "friendica-12": "https://www.pathwren.workers.dev/bot/friendica-12.html", + "friendica-123": "https://www.pathwren.workers.dev/bot/friendica-123.html", + "friendica-125": "https://www.pathwren.workers.dev/bot/friendica-125.html", + "friendica-127": "https://www.pathwren.workers.dev/bot/friendica-127.html", + "friendica-130": "https://www.pathwren.workers.dev/bot/friendica-130.html", + "friendica-131": "https://www.pathwren.workers.dev/bot/friendica-131.html", + "friendica-133": "https://www.pathwren.workers.dev/bot/friendica-133.html", + "friendica-135": "https://www.pathwren.workers.dev/bot/friendica-135.html", + "friendica-136": "https://www.pathwren.workers.dev/bot/friendica-136.html", + "friendica-27": "https://www.pathwren.workers.dev/bot/friendica-27.html", + "friendica-42": "https://www.pathwren.workers.dev/bot/friendica-42.html", + "friendica-46": "https://www.pathwren.workers.dev/bot/friendica-46.html", + "friendica-49": "https://www.pathwren.workers.dev/bot/friendica-49.html", + "friendica-54": "https://www.pathwren.workers.dev/bot/friendica-54.html", + "friendica-74": "https://www.pathwren.workers.dev/bot/friendica-74.html", + "friendica-76": "https://www.pathwren.workers.dev/bot/friendica-76.html", + "friendica-77": "https://www.pathwren.workers.dev/bot/friendica-77.html", + "friendica-87": "https://www.pathwren.workers.dev/bot/friendica-87.html", + "friendica-89": "https://www.pathwren.workers.dev/bot/friendica-89.html", + "friendica-97": "https://www.pathwren.workers.dev/bot/friendica-97.html", + "frndos": "https://www.pathwren.workers.dev/bot/frndos.html", + "gf-agent-toll-outbound": "https://www.pathwren.workers.dev/bot/gf-agent-toll-outbound.html", + "gf-agent-toll-remediation": "https://www.pathwren.workers.dev/bot/gf-agent-toll-remediation.html", + "invinoveritas-handshake": "https://www.pathwren.workers.dev/bot/invinoveritas-handshake.html", + "itinai-importer": "https://www.pathwren.workers.dev/bot/itinai-importer.html", + "lemmy-100": "https://www.pathwren.workers.dev/bot/lemmy-100.html", + "lemmy-103": "https://www.pathwren.workers.dev/bot/lemmy-103.html", + "lemmy-112": "https://www.pathwren.workers.dev/bot/lemmy-112.html", + "lemmy-119": "https://www.pathwren.workers.dev/bot/lemmy-119.html", + "lemmy-120": "https://www.pathwren.workers.dev/bot/lemmy-120.html", + "lemmy-127": "https://www.pathwren.workers.dev/bot/lemmy-127.html", + "lemmy-134": "https://www.pathwren.workers.dev/bot/lemmy-134.html", + "lemmy-137": "https://www.pathwren.workers.dev/bot/lemmy-137.html", + "lemmy-140": "https://www.pathwren.workers.dev/bot/lemmy-140.html", + "lemmy-150": "https://www.pathwren.workers.dev/bot/lemmy-150.html", + "lemmy-155": "https://www.pathwren.workers.dev/bot/lemmy-155.html", + "lemmy-157": "https://www.pathwren.workers.dev/bot/lemmy-157.html", + "lemmy-16": "https://www.pathwren.workers.dev/bot/lemmy-16.html", + "lemmy-160": "https://www.pathwren.workers.dev/bot/lemmy-160.html", + "lemmy-175": "https://www.pathwren.workers.dev/bot/lemmy-175.html", + "lemmy-179": "https://www.pathwren.workers.dev/bot/lemmy-179.html", + "lemmy-18": "https://www.pathwren.workers.dev/bot/lemmy-18.html", + "lemmy-180": "https://www.pathwren.workers.dev/bot/lemmy-180.html", + "lemmy-183": "https://www.pathwren.workers.dev/bot/lemmy-183.html", + "lemmy-184": "https://www.pathwren.workers.dev/bot/lemmy-184.html", + "lemmy-187": "https://www.pathwren.workers.dev/bot/lemmy-187.html", + "lemmy-195": "https://www.pathwren.workers.dev/bot/lemmy-195.html", + "lemmy-197": "https://www.pathwren.workers.dev/bot/lemmy-197.html", + "lemmy-202": "https://www.pathwren.workers.dev/bot/lemmy-202.html", + "lemmy-207": "https://www.pathwren.workers.dev/bot/lemmy-207.html", + "lemmy-214": "https://www.pathwren.workers.dev/bot/lemmy-214.html", + "lemmy-223": "https://www.pathwren.workers.dev/bot/lemmy-223.html", + "lemmy-229": "https://www.pathwren.workers.dev/bot/lemmy-229.html", + "lemmy-254": "https://www.pathwren.workers.dev/bot/lemmy-254.html", + "lemmy-260": "https://www.pathwren.workers.dev/bot/lemmy-260.html", + "lemmy-262": "https://www.pathwren.workers.dev/bot/lemmy-262.html", + "lemmy-268": "https://www.pathwren.workers.dev/bot/lemmy-268.html", + "lemmy-27": "https://www.pathwren.workers.dev/bot/lemmy-27.html", + "lemmy-270": "https://www.pathwren.workers.dev/bot/lemmy-270.html", + "lemmy-277": "https://www.pathwren.workers.dev/bot/lemmy-277.html", + "lemmy-281": "https://www.pathwren.workers.dev/bot/lemmy-281.html", + "lemmy-284": "https://www.pathwren.workers.dev/bot/lemmy-284.html", + "lemmy-286": "https://www.pathwren.workers.dev/bot/lemmy-286.html", + "lemmy-291": "https://www.pathwren.workers.dev/bot/lemmy-291.html", + "lemmy-294": "https://www.pathwren.workers.dev/bot/lemmy-294.html", + "lemmy-30": "https://www.pathwren.workers.dev/bot/lemmy-30.html", + "lemmy-302": "https://www.pathwren.workers.dev/bot/lemmy-302.html", + "lemmy-307": "https://www.pathwren.workers.dev/bot/lemmy-307.html", + "lemmy-309": "https://www.pathwren.workers.dev/bot/lemmy-309.html", + "lemmy-4": "https://www.pathwren.workers.dev/bot/lemmy-4.html", + "lemmy-42": "https://www.pathwren.workers.dev/bot/lemmy-42.html", + "lemmy-5": "https://www.pathwren.workers.dev/bot/lemmy-5.html", + "lemmy-50": "https://www.pathwren.workers.dev/bot/lemmy-50.html", + "lemmy-58": "https://www.pathwren.workers.dev/bot/lemmy-58.html", + "lemmy-6": "https://www.pathwren.workers.dev/bot/lemmy-6.html", + "lemmy-61": "https://www.pathwren.workers.dev/bot/lemmy-61.html", + "lemmy-77": "https://www.pathwren.workers.dev/bot/lemmy-77.html", + "lemmy-80": "https://www.pathwren.workers.dev/bot/lemmy-80.html", + "lemmy-84": "https://www.pathwren.workers.dev/bot/lemmy-84.html", + "lemmy-95": "https://www.pathwren.workers.dev/bot/lemmy-95.html", + "lemmy-96": "https://www.pathwren.workers.dev/bot/lemmy-96.html", + "lemmy-98": "https://www.pathwren.workers.dev/bot/lemmy-98.html", + "llm4agents-cimd-audit": "https://www.pathwren.workers.dev/bot/llm4agents-cimd-audit.html", + "mastodon-102": "https://www.pathwren.workers.dev/bot/mastodon-102.html", + "mastodon-108": "https://www.pathwren.workers.dev/bot/mastodon-108.html", + "mastodon-136": "https://www.pathwren.workers.dev/bot/mastodon-136.html", + "mastodon-144": "https://www.pathwren.workers.dev/bot/mastodon-144.html", + "mastodon-169": "https://www.pathwren.workers.dev/bot/mastodon-169.html", + "mastodon-173": "https://www.pathwren.workers.dev/bot/mastodon-173.html", + "mastodon-190": "https://www.pathwren.workers.dev/bot/mastodon-190.html", + "mastodon-193": "https://www.pathwren.workers.dev/bot/mastodon-193.html", + "mastodon-200": "https://www.pathwren.workers.dev/bot/mastodon-200.html", + "mastodon-211": "https://www.pathwren.workers.dev/bot/mastodon-211.html", + "mastodon-37": "https://www.pathwren.workers.dev/bot/mastodon-37.html", + "mastodon-46": "https://www.pathwren.workers.dev/bot/mastodon-46.html", + "mastodon-57": "https://www.pathwren.workers.dev/bot/mastodon-57.html", + "mastodon-66": "https://www.pathwren.workers.dev/bot/mastodon-66.html", + "mastodon-67": "https://www.pathwren.workers.dev/bot/mastodon-67.html", + "mastodon-69": "https://www.pathwren.workers.dev/bot/mastodon-69.html", + "mastodon-76": "https://www.pathwren.workers.dev/bot/mastodon-76.html", + "mastodon-77": "https://www.pathwren.workers.dev/bot/mastodon-77.html", + "mastodon-95": "https://www.pathwren.workers.dev/bot/mastodon-95.html", + "mcpcheck": "https://www.pathwren.workers.dev/bot/mcpcheck.html", + "misskey": "https://www.pathwren.workers.dev/bot/misskey.html", + "misskeymediaproxy": "https://www.pathwren.workers.dev/bot/misskeymediaproxy.html", + "node-fetch": "https://www.pathwren.workers.dev/bot/node-fetch.html", + "oranges-live": "https://www.pathwren.workers.dev/bot/oranges-live.html", + "piefed-20": "https://www.pathwren.workers.dev/bot/piefed-20.html", + "piefed-21": "https://www.pathwren.workers.dev/bot/piefed-21.html", + "piefed-24": "https://www.pathwren.workers.dev/bot/piefed-24.html", + "piefed-27": "https://www.pathwren.workers.dev/bot/piefed-27.html", + "piefed-41": "https://www.pathwren.workers.dev/bot/piefed-41.html", + "piefed-45": "https://www.pathwren.workers.dev/bot/piefed-45.html", + "piefed-47": "https://www.pathwren.workers.dev/bot/piefed-47.html", + "piefed-48": "https://www.pathwren.workers.dev/bot/piefed-48.html", + "piefed-50": "https://www.pathwren.workers.dev/bot/piefed-50.html", + "piefed-51": "https://www.pathwren.workers.dev/bot/piefed-51.html", + "piefed-52": "https://www.pathwren.workers.dev/bot/piefed-52.html", + "piefed-53": "https://www.pathwren.workers.dev/bot/piefed-53.html", + "piefed-56": "https://www.pathwren.workers.dev/bot/piefed-56.html", + "pylova-2": "https://www.pathwren.workers.dev/bot/pylova-2.html", + "repology-linkchecker": "https://www.pathwren.workers.dev/bot/repology-linkchecker.html", + "securityscanner": "https://www.pathwren.workers.dev/bot/securityscanner.html", + "seo-audit-mcp-2": "https://www.pathwren.workers.dev/bot/seo-audit-mcp-2.html", + "siteguardian": "https://www.pathwren.workers.dev/bot/siteguardian.html", + "trustoven-manifest-observer": "https://www.pathwren.workers.dev/bot/trustoven-manifest-observer.html", + "uptimesignal": "https://www.pathwren.workers.dev/bot/uptimesignal.html", + "websub-rocks": "https://www.pathwren.workers.dev/bot/websub-rocks.html", + "a2a-adoption-audit": "https://www.pathwren.workers.dev/bot/a2a-adoption-audit.html", + "a2a-indexer": "https://www.pathwren.workers.dev/bot/a2a-indexer.html", + "acc-scout": "https://www.pathwren.workers.dev/bot/acc-scout.html", + "aetherlink-public-agent-card-policy-check": "https://www.pathwren.workers.dev/bot/aetherlink-public-agent-card-policy-check.html", + "aetherlinkdiscoveryevidence": "https://www.pathwren.workers.dev/bot/aetherlinkdiscoveryevidence.html", + "agoragentic-safefetch": "https://www.pathwren.workers.dev/bot/agoragentic-safefetch.html", + "agoragentic-sandbox-runner": "https://www.pathwren.workers.dev/bot/agoragentic-sandbox-runner.html", + "akkoma": "https://www.pathwren.workers.dev/bot/akkoma.html", + "akkoma-10": "https://www.pathwren.workers.dev/bot/akkoma-10.html", + "akkoma-11": "https://www.pathwren.workers.dev/bot/akkoma-11.html", + "akkoma-12": "https://www.pathwren.workers.dev/bot/akkoma-12.html", + "akkoma-13": "https://www.pathwren.workers.dev/bot/akkoma-13.html", + "akkoma-15": "https://www.pathwren.workers.dev/bot/akkoma-15.html", + "akkoma-16": "https://www.pathwren.workers.dev/bot/akkoma-16.html", + "akkoma-19": "https://www.pathwren.workers.dev/bot/akkoma-19.html", + "akkoma-2": "https://www.pathwren.workers.dev/bot/akkoma-2.html", + "akkoma-21": "https://www.pathwren.workers.dev/bot/akkoma-21.html", + "akkoma-3": "https://www.pathwren.workers.dev/bot/akkoma-3.html", + "akkoma-4": "https://www.pathwren.workers.dev/bot/akkoma-4.html", + "akkoma-5": "https://www.pathwren.workers.dev/bot/akkoma-5.html", + "akkoma-6": "https://www.pathwren.workers.dev/bot/akkoma-6.html", + "akkoma-7": "https://www.pathwren.workers.dev/bot/akkoma-7.html", + "akkoma-8": "https://www.pathwren.workers.dev/bot/akkoma-8.html", + "akkoma-9": "https://www.pathwren.workers.dev/bot/akkoma-9.html", + "allmcps-verification": "https://www.pathwren.workers.dev/bot/allmcps-verification.html", + "apievangelist-domain-probe": "https://www.pathwren.workers.dev/bot/apievangelist-domain-probe.html", + "catodon-3": "https://www.pathwren.workers.dev/bot/catodon-3.html", + "cbi": "https://www.pathwren.workers.dev/bot/cbi.html", + "censusbot": "https://www.pathwren.workers.dev/bot/censusbot.html", + "certfeed-prober": "https://www.pathwren.workers.dev/bot/certfeed-prober.html", + "conway-replicatio-r91-strict-a2a-probe": "https://www.pathwren.workers.dev/bot/conway-replicatio-r91-strict-a2a-probe.html", + "duckduckgo": "https://www.pathwren.workers.dev/bot/duckduckgo.html", + "earncompany-lanternscout": "https://www.pathwren.workers.dev/bot/earncompany-lanternscout.html", + "epaichat-a2a-agentcard": "https://www.pathwren.workers.dev/bot/epaichat-a2a-agentcard.html", + "fediverse": "https://www.pathwren.workers.dev/bot/fediverse.html", + "friendica-24": "https://www.pathwren.workers.dev/bot/friendica-24.html", + "git-jimmy-b-se": "https://www.pathwren.workers.dev/bot/git-jimmy-b-se.html", + "google-structured-data-testing-tool": "https://www.pathwren.workers.dev/bot/google-structured-data-testing-tool.html", + "graphadvocate-outreach": "https://www.pathwren.workers.dev/bot/graphadvocate-outreach.html", + "hhvm-internal": "https://www.pathwren.workers.dev/bot/hhvm-internal.html", + "http-fetch": "https://www.pathwren.workers.dev/bot/http-fetch.html", + "http-rb": "https://www.pathwren.workers.dev/bot/http-rb.html", + "http-rb-2": "https://www.pathwren.workers.dev/bot/http-rb-2.html", + "http-rb-4": "https://www.pathwren.workers.dev/bot/http-rb-4.html", + "http-rb-5": "https://www.pathwren.workers.dev/bot/http-rb-5.html", + "infrawatchcrawler": "https://www.pathwren.workers.dev/bot/infrawatchcrawler.html", + "lemmy-118": "https://www.pathwren.workers.dev/bot/lemmy-118.html", + "lemmy-122": "https://www.pathwren.workers.dev/bot/lemmy-122.html", + "lemmy-130": "https://www.pathwren.workers.dev/bot/lemmy-130.html", + "lemmy-141": "https://www.pathwren.workers.dev/bot/lemmy-141.html", + "lemmy-148": "https://www.pathwren.workers.dev/bot/lemmy-148.html", + "lemmy-164": "https://www.pathwren.workers.dev/bot/lemmy-164.html", + "lemmy-220": "https://www.pathwren.workers.dev/bot/lemmy-220.html", + "lemmy-241": "https://www.pathwren.workers.dev/bot/lemmy-241.html", + "lemmy-249": "https://www.pathwren.workers.dev/bot/lemmy-249.html", + "lemmy-252": "https://www.pathwren.workers.dev/bot/lemmy-252.html", + "lemmy-271": "https://www.pathwren.workers.dev/bot/lemmy-271.html", + "lemmy-278": "https://www.pathwren.workers.dev/bot/lemmy-278.html", + "lemmy-282": "https://www.pathwren.workers.dev/bot/lemmy-282.html", + "lemmy-283": "https://www.pathwren.workers.dev/bot/lemmy-283.html", + "lemmy-287": "https://www.pathwren.workers.dev/bot/lemmy-287.html", + "lemmy-288": "https://www.pathwren.workers.dev/bot/lemmy-288.html", + "lemmy-289": "https://www.pathwren.workers.dev/bot/lemmy-289.html", + "lemmy-290": "https://www.pathwren.workers.dev/bot/lemmy-290.html", + "lemmy-292": "https://www.pathwren.workers.dev/bot/lemmy-292.html", + "lemmy-295": "https://www.pathwren.workers.dev/bot/lemmy-295.html", + "lemmy-296": "https://www.pathwren.workers.dev/bot/lemmy-296.html", + "lemmy-297": "https://www.pathwren.workers.dev/bot/lemmy-297.html", + "lemmy-298": "https://www.pathwren.workers.dev/bot/lemmy-298.html", + "lemmy-299": "https://www.pathwren.workers.dev/bot/lemmy-299.html", + "lemmy-300": "https://www.pathwren.workers.dev/bot/lemmy-300.html", + "lemmy-301": "https://www.pathwren.workers.dev/bot/lemmy-301.html", + "lemmy-303": "https://www.pathwren.workers.dev/bot/lemmy-303.html", + "lemmy-304": "https://www.pathwren.workers.dev/bot/lemmy-304.html", + "lemmy-305": "https://www.pathwren.workers.dev/bot/lemmy-305.html", + "lemmy-306": "https://www.pathwren.workers.dev/bot/lemmy-306.html", + "lemmy-308": "https://www.pathwren.workers.dev/bot/lemmy-308.html", + "lemmy-310": "https://www.pathwren.workers.dev/bot/lemmy-310.html", + "lemmy-311": "https://www.pathwren.workers.dev/bot/lemmy-311.html", + "lemmy-312": "https://www.pathwren.workers.dev/bot/lemmy-312.html", + "lemmy-313": "https://www.pathwren.workers.dev/bot/lemmy-313.html", + "lemmy-315": "https://www.pathwren.workers.dev/bot/lemmy-315.html", + "lemmy-316": "https://www.pathwren.workers.dev/bot/lemmy-316.html", + "lemmy-317": "https://www.pathwren.workers.dev/bot/lemmy-317.html", + "lemmy-318": "https://www.pathwren.workers.dev/bot/lemmy-318.html", + "lemmy-319": "https://www.pathwren.workers.dev/bot/lemmy-319.html", + "lemmy-320": "https://www.pathwren.workers.dev/bot/lemmy-320.html", + "lemmy-321": "https://www.pathwren.workers.dev/bot/lemmy-321.html", + "lemmy-322": "https://www.pathwren.workers.dev/bot/lemmy-322.html", + "lemmy-41": "https://www.pathwren.workers.dev/bot/lemmy-41.html", + "lemmy-7": "https://www.pathwren.workers.dev/bot/lemmy-7.html", + "lemmy-70": "https://www.pathwren.workers.dev/bot/lemmy-70.html", + "lemmy-93": "https://www.pathwren.workers.dev/bot/lemmy-93.html", + "lightpanda": "https://www.pathwren.workers.dev/bot/lightpanda.html", + "machinecensus": "https://www.pathwren.workers.dev/bot/machinecensus.html", + "mastodon-100": "https://www.pathwren.workers.dev/bot/mastodon-100.html", + "mastodon-101": "https://www.pathwren.workers.dev/bot/mastodon-101.html", + "mastodon-104": "https://www.pathwren.workers.dev/bot/mastodon-104.html", + "mastodon-105": "https://www.pathwren.workers.dev/bot/mastodon-105.html", + "mastodon-106": "https://www.pathwren.workers.dev/bot/mastodon-106.html", + "mastodon-107": "https://www.pathwren.workers.dev/bot/mastodon-107.html", + "mastodon-109": "https://www.pathwren.workers.dev/bot/mastodon-109.html", + "mastodon-110": "https://www.pathwren.workers.dev/bot/mastodon-110.html", + "mastodon-111": "https://www.pathwren.workers.dev/bot/mastodon-111.html", + "mastodon-112": "https://www.pathwren.workers.dev/bot/mastodon-112.html", + "mastodon-113": "https://www.pathwren.workers.dev/bot/mastodon-113.html", + "mastodon-114": "https://www.pathwren.workers.dev/bot/mastodon-114.html", + "mastodon-115": "https://www.pathwren.workers.dev/bot/mastodon-115.html", + "mastodon-116": "https://www.pathwren.workers.dev/bot/mastodon-116.html", + "mastodon-117": "https://www.pathwren.workers.dev/bot/mastodon-117.html", + "mastodon-118": "https://www.pathwren.workers.dev/bot/mastodon-118.html", + "mastodon-119": "https://www.pathwren.workers.dev/bot/mastodon-119.html", + "mastodon-120": "https://www.pathwren.workers.dev/bot/mastodon-120.html", + "mastodon-121": "https://www.pathwren.workers.dev/bot/mastodon-121.html", + "mastodon-122": "https://www.pathwren.workers.dev/bot/mastodon-122.html", + "mastodon-123": "https://www.pathwren.workers.dev/bot/mastodon-123.html", + "mastodon-124": "https://www.pathwren.workers.dev/bot/mastodon-124.html", + "mastodon-125": "https://www.pathwren.workers.dev/bot/mastodon-125.html", + "mastodon-126": "https://www.pathwren.workers.dev/bot/mastodon-126.html", + "mastodon-127": "https://www.pathwren.workers.dev/bot/mastodon-127.html", + "mastodon-128": "https://www.pathwren.workers.dev/bot/mastodon-128.html", + "mastodon-129": "https://www.pathwren.workers.dev/bot/mastodon-129.html", + "mastodon-130": "https://www.pathwren.workers.dev/bot/mastodon-130.html", + "mastodon-132": "https://www.pathwren.workers.dev/bot/mastodon-132.html", + "mastodon-133": "https://www.pathwren.workers.dev/bot/mastodon-133.html", + "mastodon-134": "https://www.pathwren.workers.dev/bot/mastodon-134.html", + "mastodon-135": "https://www.pathwren.workers.dev/bot/mastodon-135.html", + "mastodon-137": "https://www.pathwren.workers.dev/bot/mastodon-137.html", + "mastodon-138": "https://www.pathwren.workers.dev/bot/mastodon-138.html", + "mastodon-139": "https://www.pathwren.workers.dev/bot/mastodon-139.html", + "mastodon-140": "https://www.pathwren.workers.dev/bot/mastodon-140.html", + "mastodon-141": "https://www.pathwren.workers.dev/bot/mastodon-141.html", + "mastodon-142": "https://www.pathwren.workers.dev/bot/mastodon-142.html", + "mastodon-143": "https://www.pathwren.workers.dev/bot/mastodon-143.html", + "mastodon-145": "https://www.pathwren.workers.dev/bot/mastodon-145.html", + "mastodon-146": "https://www.pathwren.workers.dev/bot/mastodon-146.html", + "mastodon-147": "https://www.pathwren.workers.dev/bot/mastodon-147.html", + "mastodon-148": "https://www.pathwren.workers.dev/bot/mastodon-148.html", + "mastodon-149": "https://www.pathwren.workers.dev/bot/mastodon-149.html", + "mastodon-150": "https://www.pathwren.workers.dev/bot/mastodon-150.html", + "mastodon-151": "https://www.pathwren.workers.dev/bot/mastodon-151.html", + "mastodon-152": "https://www.pathwren.workers.dev/bot/mastodon-152.html", + "mastodon-153": "https://www.pathwren.workers.dev/bot/mastodon-153.html", + "mastodon-154": "https://www.pathwren.workers.dev/bot/mastodon-154.html", + "mastodon-155": "https://www.pathwren.workers.dev/bot/mastodon-155.html", + "mastodon-156": "https://www.pathwren.workers.dev/bot/mastodon-156.html", + "mastodon-157": "https://www.pathwren.workers.dev/bot/mastodon-157.html", + "mastodon-158": "https://www.pathwren.workers.dev/bot/mastodon-158.html", + "mastodon-159": "https://www.pathwren.workers.dev/bot/mastodon-159.html", + "mastodon-160": "https://www.pathwren.workers.dev/bot/mastodon-160.html", + "mastodon-161": "https://www.pathwren.workers.dev/bot/mastodon-161.html", + "mastodon-162": "https://www.pathwren.workers.dev/bot/mastodon-162.html", + "mastodon-163": "https://www.pathwren.workers.dev/bot/mastodon-163.html", + "mastodon-164": "https://www.pathwren.workers.dev/bot/mastodon-164.html", + "mastodon-165": "https://www.pathwren.workers.dev/bot/mastodon-165.html", + "mastodon-166": "https://www.pathwren.workers.dev/bot/mastodon-166.html", + "mastodon-167": "https://www.pathwren.workers.dev/bot/mastodon-167.html", + "mastodon-17": "https://www.pathwren.workers.dev/bot/mastodon-17.html", + "mastodon-171": "https://www.pathwren.workers.dev/bot/mastodon-171.html", + "mastodon-172": "https://www.pathwren.workers.dev/bot/mastodon-172.html", + "mastodon-174": "https://www.pathwren.workers.dev/bot/mastodon-174.html", + "mastodon-175": "https://www.pathwren.workers.dev/bot/mastodon-175.html", + "mastodon-176": "https://www.pathwren.workers.dev/bot/mastodon-176.html", + "mastodon-178": "https://www.pathwren.workers.dev/bot/mastodon-178.html", + "mastodon-181": "https://www.pathwren.workers.dev/bot/mastodon-181.html", + "mastodon-182": "https://www.pathwren.workers.dev/bot/mastodon-182.html", + "mastodon-183": "https://www.pathwren.workers.dev/bot/mastodon-183.html", + "mastodon-184": "https://www.pathwren.workers.dev/bot/mastodon-184.html", + "mastodon-185": "https://www.pathwren.workers.dev/bot/mastodon-185.html", + "mastodon-186": "https://www.pathwren.workers.dev/bot/mastodon-186.html", + "mastodon-187": "https://www.pathwren.workers.dev/bot/mastodon-187.html", + "mastodon-188": "https://www.pathwren.workers.dev/bot/mastodon-188.html", + "mastodon-189": "https://www.pathwren.workers.dev/bot/mastodon-189.html", + "mastodon-19": "https://www.pathwren.workers.dev/bot/mastodon-19.html", + "mastodon-191": "https://www.pathwren.workers.dev/bot/mastodon-191.html", + "mastodon-192": "https://www.pathwren.workers.dev/bot/mastodon-192.html", + "mastodon-194": "https://www.pathwren.workers.dev/bot/mastodon-194.html", + "mastodon-195": "https://www.pathwren.workers.dev/bot/mastodon-195.html", + "mastodon-196": "https://www.pathwren.workers.dev/bot/mastodon-196.html", + "mastodon-197": "https://www.pathwren.workers.dev/bot/mastodon-197.html", + "mastodon-198": "https://www.pathwren.workers.dev/bot/mastodon-198.html", + "mastodon-199": "https://www.pathwren.workers.dev/bot/mastodon-199.html", + "mastodon-20": "https://www.pathwren.workers.dev/bot/mastodon-20.html", + "mastodon-201": "https://www.pathwren.workers.dev/bot/mastodon-201.html", + "mastodon-202": "https://www.pathwren.workers.dev/bot/mastodon-202.html", + "mastodon-203": "https://www.pathwren.workers.dev/bot/mastodon-203.html", + "mastodon-204": "https://www.pathwren.workers.dev/bot/mastodon-204.html", + "mastodon-205": "https://www.pathwren.workers.dev/bot/mastodon-205.html", + "mastodon-206": "https://www.pathwren.workers.dev/bot/mastodon-206.html", + "mastodon-207": "https://www.pathwren.workers.dev/bot/mastodon-207.html", + "mastodon-208": "https://www.pathwren.workers.dev/bot/mastodon-208.html", + "mastodon-209": "https://www.pathwren.workers.dev/bot/mastodon-209.html", + "mastodon-21": "https://www.pathwren.workers.dev/bot/mastodon-21.html", + "mastodon-210": "https://www.pathwren.workers.dev/bot/mastodon-210.html", + "mastodon-212": "https://www.pathwren.workers.dev/bot/mastodon-212.html", + "mastodon-213": "https://www.pathwren.workers.dev/bot/mastodon-213.html", + "mastodon-214": "https://www.pathwren.workers.dev/bot/mastodon-214.html", + "mastodon-215": "https://www.pathwren.workers.dev/bot/mastodon-215.html", + "mastodon-23": "https://www.pathwren.workers.dev/bot/mastodon-23.html", + "mastodon-233": "https://www.pathwren.workers.dev/bot/mastodon-233.html", + "mastodon-234": "https://www.pathwren.workers.dev/bot/mastodon-234.html", + "mastodon-235": "https://www.pathwren.workers.dev/bot/mastodon-235.html", + "mastodon-236": "https://www.pathwren.workers.dev/bot/mastodon-236.html", + "mastodon-237": "https://www.pathwren.workers.dev/bot/mastodon-237.html", + "mastodon-238": "https://www.pathwren.workers.dev/bot/mastodon-238.html", + "mastodon-239": "https://www.pathwren.workers.dev/bot/mastodon-239.html", + "mastodon-24": "https://www.pathwren.workers.dev/bot/mastodon-24.html", + "mastodon-240": "https://www.pathwren.workers.dev/bot/mastodon-240.html", + "mastodon-241": "https://www.pathwren.workers.dev/bot/mastodon-241.html", + "mastodon-242": "https://www.pathwren.workers.dev/bot/mastodon-242.html", + "mastodon-243": "https://www.pathwren.workers.dev/bot/mastodon-243.html", + "mastodon-244": "https://www.pathwren.workers.dev/bot/mastodon-244.html", + "mastodon-245": "https://www.pathwren.workers.dev/bot/mastodon-245.html", + "mastodon-246": "https://www.pathwren.workers.dev/bot/mastodon-246.html", + "mastodon-247": "https://www.pathwren.workers.dev/bot/mastodon-247.html", + "mastodon-248": "https://www.pathwren.workers.dev/bot/mastodon-248.html", + "mastodon-26": "https://www.pathwren.workers.dev/bot/mastodon-26.html", + "mastodon-29": "https://www.pathwren.workers.dev/bot/mastodon-29.html", + "mastodon-30": "https://www.pathwren.workers.dev/bot/mastodon-30.html", + "mastodon-31": "https://www.pathwren.workers.dev/bot/mastodon-31.html", + "mastodon-34": "https://www.pathwren.workers.dev/bot/mastodon-34.html", + "mastodon-38": "https://www.pathwren.workers.dev/bot/mastodon-38.html", + "mastodon-39": "https://www.pathwren.workers.dev/bot/mastodon-39.html", + "mastodon-40": "https://www.pathwren.workers.dev/bot/mastodon-40.html", + "mastodon-41": "https://www.pathwren.workers.dev/bot/mastodon-41.html", + "mastodon-42": "https://www.pathwren.workers.dev/bot/mastodon-42.html", + "mastodon-45": "https://www.pathwren.workers.dev/bot/mastodon-45.html", + "mastodon-47": "https://www.pathwren.workers.dev/bot/mastodon-47.html", + "mastodon-48": "https://www.pathwren.workers.dev/bot/mastodon-48.html", + "mastodon-49": "https://www.pathwren.workers.dev/bot/mastodon-49.html", + "mastodon-51": "https://www.pathwren.workers.dev/bot/mastodon-51.html", + "mastodon-54": "https://www.pathwren.workers.dev/bot/mastodon-54.html", + "mastodon-55": "https://www.pathwren.workers.dev/bot/mastodon-55.html", + "mastodon-58": "https://www.pathwren.workers.dev/bot/mastodon-58.html", + "mastodon-60": "https://www.pathwren.workers.dev/bot/mastodon-60.html", + "mastodon-61": "https://www.pathwren.workers.dev/bot/mastodon-61.html", + "mastodon-63": "https://www.pathwren.workers.dev/bot/mastodon-63.html", + "mastodon-64": "https://www.pathwren.workers.dev/bot/mastodon-64.html", + "mastodon-68": "https://www.pathwren.workers.dev/bot/mastodon-68.html", + "mastodon-70": "https://www.pathwren.workers.dev/bot/mastodon-70.html", + "mastodon-71": "https://www.pathwren.workers.dev/bot/mastodon-71.html", + "mastodon-73": "https://www.pathwren.workers.dev/bot/mastodon-73.html", + "mastodon-74": "https://www.pathwren.workers.dev/bot/mastodon-74.html", + "mastodon-78": "https://www.pathwren.workers.dev/bot/mastodon-78.html", + "mastodon-80": "https://www.pathwren.workers.dev/bot/mastodon-80.html", + "mastodon-81": "https://www.pathwren.workers.dev/bot/mastodon-81.html", + "mastodon-83": "https://www.pathwren.workers.dev/bot/mastodon-83.html", + "mastodon-84": "https://www.pathwren.workers.dev/bot/mastodon-84.html", + "mastodon-85": "https://www.pathwren.workers.dev/bot/mastodon-85.html", + "mastodon-86": "https://www.pathwren.workers.dev/bot/mastodon-86.html", + "mastodon-88": "https://www.pathwren.workers.dev/bot/mastodon-88.html", + "mastodon-89": "https://www.pathwren.workers.dev/bot/mastodon-89.html", + "mastodon-90": "https://www.pathwren.workers.dev/bot/mastodon-90.html", + "mastodon-92": "https://www.pathwren.workers.dev/bot/mastodon-92.html", + "mastodon-94": "https://www.pathwren.workers.dev/bot/mastodon-94.html", + "mastodon-96": "https://www.pathwren.workers.dev/bot/mastodon-96.html", + "mastodon-97": "https://www.pathwren.workers.dev/bot/mastodon-97.html", + "mastodon-98": "https://www.pathwren.workers.dev/bot/mastodon-98.html", + "mastodon-99": "https://www.pathwren.workers.dev/bot/mastodon-99.html", + "mcprush-verify": "https://www.pathwren.workers.dev/bot/mcprush-verify.html", + "mercury-velvt": "https://www.pathwren.workers.dev/bot/mercury-velvt.html", + "newsblur": "https://www.pathwren.workers.dev/bot/newsblur.html", + "ottermindagent": "https://www.pathwren.workers.dev/bot/ottermindagent.html", + "personal-agent-platform-readonly-audit": "https://www.pathwren.workers.dev/bot/personal-agent-platform-readonly-audit.html", + "piefed-46": "https://www.pathwren.workers.dev/bot/piefed-46.html", + "piefed-54": "https://www.pathwren.workers.dev/bot/piefed-54.html", + "piefed-55": "https://www.pathwren.workers.dev/bot/piefed-55.html", + "piefed-57": "https://www.pathwren.workers.dev/bot/piefed-57.html", + "piefed-58": "https://www.pathwren.workers.dev/bot/piefed-58.html", + "piefed-60": "https://www.pathwren.workers.dev/bot/piefed-60.html", + "piefed-61": "https://www.pathwren.workers.dev/bot/piefed-61.html", + "pleroma": "https://www.pathwren.workers.dev/bot/pleroma.html", + "pleroma-2": "https://www.pathwren.workers.dev/bot/pleroma-2.html", + "pleroma-3": "https://www.pathwren.workers.dev/bot/pleroma-3.html", + "pleroma-4": "https://www.pathwren.workers.dev/bot/pleroma-4.html", + "pleroma-6": "https://www.pathwren.workers.dev/bot/pleroma-6.html", + "pleroma-7": "https://www.pathwren.workers.dev/bot/pleroma-7.html", + "pleroma-8": "https://www.pathwren.workers.dev/bot/pleroma-8.html", + "pleroma-9": "https://www.pathwren.workers.dev/bot/pleroma-9.html", + "postmanruntime": "https://www.pathwren.workers.dev/bot/postmanruntime.html", + "pylova-5": "https://www.pathwren.workers.dev/bot/pylova-5.html", + "python-opengraph-jaywink": "https://www.pathwren.workers.dev/bot/python-opengraph-jaywink.html", + "quilr-catalog-probe": "https://www.pathwren.workers.dev/bot/quilr-catalog-probe.html", + "req": "https://www.pathwren.workers.dev/bot/req.html", + "rokha-probe": "https://www.pathwren.workers.dev/bot/rokha-probe.html", + "rubygems-org": "https://www.pathwren.workers.dev/bot/rubygems-org.html", + "schema-markup-validator": "https://www.pathwren.workers.dev/bot/schema-markup-validator.html", + "seo-audit-mcp": "https://www.pathwren.workers.dev/bot/seo-audit-mcp.html", + "sharkey": "https://www.pathwren.workers.dev/bot/sharkey.html", + "slack": "https://www.pathwren.workers.dev/bot/slack.html", + "tapestry": "https://www.pathwren.workers.dev/bot/tapestry.html", + "telegram": "https://www.pathwren.workers.dev/bot/telegram.html" + }, + "how_to_cite": "Observed client dossiers, https://www.pathwren.workers.dev/bot/, window 2026-08-31T20:58:11+00:00–2026-09-07T08:37:00+00:00", + "callable_without_a_session": { + "what": "Every read-only tool this host runs over MCP also answers a plain GET, with no account, no key and no JSON-RPC handshake. Same implementation behind both doors.", + "catalogue": "https://www.pathwren.workers.dev/tools/index.json?s=client-dossiers", + "endpoints": [ + { + "url": "https://www.pathwren.workers.dev/tools/whoami", + "example": "https://www.pathwren.workers.dev/tools/whoami?&s=client-dossiers", + "what": "Takes no arguments at all. It answers about the request you just made: the user-agent you sent, the address you came from, whether the crawler index recognises you, whether any operator publishes a prefix containing your address, the class this host's own instrument books you as, and whether we have seen you here before and what you fetched. Every fact comes from your own request headers or from a file this host already publishes; nothing is fetched and nothing about you is invented." + }, + { + "url": "https://www.pathwren.workers.dev/tools/example", + "example": "https://www.pathwren.workers.dev/tools/example?&s=client-dossiers", + "what": "Takes no arguments at all. It runs this host's flagship tool (classify_user_agent) on a canned input from our own published log — the busiest client we have seen — and returns exactly the answer a real call returns, not a mock. Use it to see the shape of an answer before deciding what to send." + }, + { + "url": "https://www.pathwren.workers.dev/tools/verify-crawler", + "example": "https://www.pathwren.workers.dev/tools/verify-crawler?ip=66.249.66.1&ua=Googlebot&s=client-dossiers", + "what": "Check one or more IP addresses against every crawler prefix the operators themselves publish (Google, OpenAI, Anthropic, Microsoft, Apple, Perplexity, Amazon and the rest, remirrored every six hours), and — when you name the crawler the client claimed to be — say whether the range that contains it belongs to that operator or to a different one." + }, + { + "url": "https://www.pathwren.workers.dev/tools/robots-lint", + "example": "https://www.pathwren.workers.dev/tools/robots-lint?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0ANoindex%3A%20%2Fprivate%0A&s=client-dossiers", + "what": "Paste a robots.txt and get every fault that makes it do something other than what it looks like: misspelled directives, a whole User-Agent string where a product token belongs, rules before any User-agent line, duplicate groups, noindex (unsupported since 2019), relative Sitemap URLs, a byte-order mark. Each finding carries the line number and the fix." + }, + { + "url": "https://www.pathwren.workers.dev/tools/robots-allowed", + "example": "https://www.pathwren.workers.dev/tools/robots-allowed?robots_txt=User-agent%3A%20*%0ADisallow%3A%20%2F%0AAllow%3A%20%2Fblog%2F%0A&ua=GPTBot&path=/blog/post&path=/private&s=client-dossiers", + "what": "Evaluate a pasted robots.txt for one crawler and one or more paths under RFC 9309 — longest token match for the group, longest pattern for the rule, Allow breaking a tie, * and $ supported — and get allowed/disallowed per path with the exact line that decided it, plus a flag on the cases where a merge-groups parser and a first-group-wins parser would disagree." + }, + { + "url": "https://www.pathwren.workers.dev/tools/ai-access", + "example": "https://www.pathwren.workers.dev/tools/ai-access?robots_txt=User-agent%3A%20GPTBot%0ADisallow%3A%20%2F%0A&path=/&s=client-dossiers", + "what": "Evaluate a pasted robots.txt against every AI crawler in this index and get the two lists that matter — blocked and allowed, per operator and category — plus the tokens in your file that match no known crawler (a typo blocks nothing), and the separation between crawlers that document obedience and the ones observed ignoring robots.txt, which need an IP or WAF rule instead." + }, + { + "url": "https://www.pathwren.workers.dev/tools/classify-ua", + "example": "https://www.pathwren.workers.dev/tools/classify-ua?ua=Mozilla%2F5.0%20AppleWebKit%2F537.36%20(KHTML%2C%20like%20Gecko%3B%20compatible%3B%20GPTBot%2F1.2%3B%20%2Bhttps%3A%2F%2Fopenai.com%2Fgptbot)&s=client-dossiers", + "what": "Identify the crawler behind a raw User-Agent header: operator, category, robots.txt token and stance, how it can be verified, and what blocking it costs. An unmatched string is reported as unmatched, with a labelled substring heuristic and never an identification." + }, + { + "url": "https://www.pathwren.workers.dev/tools/verification-methods", + "example": "https://www.pathwren.workers.dev/tools/verification-methods?crawler=claudebot&s=client-dossiers", + "what": "Before you read anything into a miss from /tools/verify-crawler: which crawlers can be verified by published prefix, which document forward-confirmed reverse DNS instead (with the exact two dig commands to run), and which publish no verification method at all — with the mirror's own counts and fetch dates." + } + ] + }, + "changed_at": "2026-09-07T08:42:05+00:00", + "recent_changes": [ + "2026-09-07T08:42Z - changed: counts, operators 1035->1128, browser_shaped 282->307, empty_user_agent, and 2 more; 5474790->6382766 bytes", + "2026-09-07T02:39Z - changed: counts, operators 1006->1035, browser_shaped 278->282, empty_user_agent, and 2 more; 5312371->5474790 bytes", + "2026-09-06T20:36Z - changed: counts" + ] +} \ No newline at end of file diff --git a/robots-tokens.txt b/robots-tokens.txt new file mode 100644 index 0000000..377e147 --- /dev/null +++ b/robots-tokens.txt @@ -0,0 +1,151 @@ +# AI Crawler Index — robots.txt user-agent tokens, one per line, 2026-09-07 +# https://www.pathwren.workers.dev/data/robots-tokens.txt +AdsBot-Google +AdsBot-Google-Mobile +AdsBot-Google-Mobile-Apps +AhrefsBot +AhrefsSiteAudit +AI2Bot +Ai2Bot-Dolma +aiHitBot +AIWebIndex +Amazonbot +Andibot +Anomura +anthropic-ai +APIs-Google +Applebot +Applebot-Extended +archive.org_bot +atlassian-bot +AwarioRssBot +AwarioSmartBot +Baiduspider +barkrowler +bedrockbot +bingbot +Bytespider +CCBot +ChatGPT-User +Claude-SearchBot +Claude-User +Claude-Web +ClaudeBot +Cloudflare-AutoRAG +cohere-ai +cohere-training-data-crawler +Cotoyogi +Crawl4AI +Crawlspace +DataForSeoBot +Diffbot +dotbot +DuckAssistBot +DuckDuckBot +EchoboxBot +ExaSearchBot +FacebookBot +facebookexternalhit +Factset_spyderbot +FeedFetcher-Google +FirecrawlAgent +Google-Agent +Google-CloudVertexBot +Google-CWS +Google-Extended +Google-GeminiNotebook +Google-InspectionTool +Google-Pinpoint +Google-Read-Aloud +Google-Safety +Google-Site-Verification +Googlebot +Googlebot-Image +Googlebot-News +Googlebot-Video +GoogleMessages +GoogleOther +GoogleOther-Image +GoogleOther-Video +GoogleProducer +GPTBot +ia_archiver +ICC-Crawler +ImagesiftBot +img2dataset +ISSCyberRiskCrawler +Kagibot +KlaviyoAIBot +LAIONDownloader +Lightpanda +Linguee Bot +Mediapartners-Google +meta-externalagent +meta-externalfetcher +Meta-WebIndexer +MistralAI-User +MJ12bot +MojeekBot +OAI-SearchBot +omgili +omgilibot +panscient.com +Perplexity-User +PerplexityBot +PetalBot +PhindBot +Pinterestbot +Poseidon Research Crawler +QualifiedBot +QuillBot +Qwantbot +Qwantbot-news +Reflectionbot +rogerbot +SBIntuitionsBot +Scrapy +Screaming Frog SEO Spider +SemrushBot +SemrushBot-BA +SemrushBot-ESI +SemrushBot-FT +SemrushBot-OCOB +SemrushBot-SI +SemrushBot-SWA +SEOkicks +serpstatbot +SeznamBot +ShapBot +Sidetrade indexer bot +SiteAuditBot +Slackbot +Slackbot-LinkExpanding +SplitSignalBot +Storebot-Google +TerraCotta +Thinkbot +TikTokSpider +Timpibot +VelenPublicWebCrawler +Webzio-Extended +wpbot +YaK +YandexAdditional +YandexAdditionalBot +YandexBlogs +YandexBot +YandexCalendar +YandexComBot +YandexDirect +YandexFavicons +YandexImages +YandexMarket +YandexMedia +YandexMetrika +YandexMobileBot +YandexRenderResourcesBot +YandexScreenshotBot +YandexVideo +YandexWebmaster +Yeti +YouBot diff --git a/traffic-2026-w36.json b/traffic-2026-w36.json new file mode 100644 index 0000000..fe2723b --- /dev/null +++ b/traffic-2026-w36.json @@ -0,0 +1,518 @@ +{ + "report": "ai-crawler-traffic-2026-w36", + "generated_at": "2026-09-06T07:19:00Z", + "pin": "2026-09-06T06:16:16+00:00", + "pin_task": "analyze-1788674904-615d", + "window": { + "start": "2026-09-05T06:16:16+00:00", + "end": "2026-09-06T06:16:16+00:00", + "hours": 24.0 + }, + "sources": { + "pin": "state/metrics.json (analyst pin, computed_by agent:analyst)", + "log": "state/metrics.db, table hits — mirror of the edge request log, opened read-only", + "markdown_lane": "state/markdown_lane_24h.json, generated_at 2026-09-06T05:29:19+00:00", + "write_meter": "state/d1_quota.json, at 2026-09-06T07:09:42+00:00" + }, + "headline": { + "total": 2921, + "agent": 872, + "human": 25, + "crawler": 1229, + "unknown": 795, + "addresses": 2364, + "operators": 1547, + "source": "metrics.json unique_clients_24h" + }, + "rows_in_window": { + "all": 60435, + "external": 20287, + "ours": 40148, + "note": "every count in this report uses is_self=0 only" + }, + "keys_in_window_raw": [ + 2921, + 2364 + ], + "one_crawler_hour": { + "hour": "2026-09-06T04:00Z", + "external_rows_in_that_hour": 2776, + "claudebot_rows_in_that_hour": 2011, + "claudebot_addresses_in_that_hour": 1, + "share_of_that_hour_pct": 72.4, + "claudebot_rows_in_window": 3181, + "claudebot_paths_in_window": 1927, + "claudebot_client_keys_in_window": 1, + "claudebot_addresses_in_window": 1, + "booked_as": "crawler" + }, + "rows_per_hour_external": { + "2026-09-05T06": 302, + "2026-09-05T07": 381, + "2026-09-05T08": 461, + "2026-09-05T09": 584, + "2026-09-05T10": 728, + "2026-09-05T11": 682, + "2026-09-05T12": 547, + "2026-09-05T13": 470, + "2026-09-05T14": 515, + "2026-09-05T15": 488, + "2026-09-05T16": 487, + "2026-09-05T17": 499, + "2026-09-05T18": 475, + "2026-09-05T19": 442, + "2026-09-05T20": 459, + "2026-09-05T21": 842, + "2026-09-05T22": 579, + "2026-09-05T23": 1407, + "2026-09-06T00": 1399, + "2026-09-06T01": 1028, + "2026-09-06T02": 1288, + "2026-09-06T03": 2065, + "2026-09-06T04": 2776, + "2026-09-06T05": 682, + "2026-09-06T06": 701 + }, + "markdown_lane": { + "client_keys": 270, + "hits": 1013, + "host_client_keys": 2942, + "share_of_host_client_keys_pct": 9.18, + "by_class": { + "crawler": 266, + "agent": 2, + "human": 1, + "unknown": 1 + }, + "books_to_top": { + "pathwren-edge": 265, + "section-roots": 5, + "identity-documents": 4, + "agent-skill-docs": 3 + }, + "rows_ever_booked_to_markdown_mirrors": 0, + "generated_at": "2026-09-06T05:29:19+00:00", + "recomputed_over_the_pin_window": { + "client_keys": 235, + "hits": 993, + "share_of_headline_pct": 8.0, + "why_it_differs": "the lane file's own window ends at its generated_at, 46.9 minutes after this pin; this row is the same query over the pinned window. Both are published rather than reconciled." + } + }, + "one_reader_four_keys": { + "address_hash": "8afd32507d2dd5f4", + "client_keys": 4, + "keys": [ + { + "user_agent": "Mozilla/5.0 (Android 16; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "hits": 5, + "first": "2026-09-06T00:37:10+00:00", + "last": "2026-09-06T00:38:07+00:00", + "distinct_paths": 3 + }, + { + "user_agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:155.0) Gecko/20100101 Firefox/155.0", + "hits": 1, + "first": "2026-09-06T00:46:21+00:00", + "last": "2026-09-06T00:46:21+00:00", + "distinct_paths": 1 + }, + { + "user_agent": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "hits": 3, + "first": "2026-09-06T04:59:25+00:00", + "last": "2026-09-06T05:00:08+00:00", + "distinct_paths": 3 + }, + { + "user_agent": "curl/8.21.0", + "hits": 1, + "first": "2026-09-06T05:09:07+00:00", + "last": "2026-09-06T05:09:07+00:00", + "distinct_paths": 1 + } + ], + "booked_human": 0, + "why": "a client key is (address, user-agent). Four user-agents on one address in one day is four clients by the ruler and one person by the evidence.", + "paths": [ + { + "ts": "2026-09-06T00:37:10+00:00", + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "path": "/c/mbin/policy/" + }, + { + "ts": "2026-09-06T00:37:22+00:00", + "ua": "Mozilla/5.0 (Android 16; Mobile; rv:155.0) Gecko/155.0 Firefox/155.0", + "path": "/c/mbin/policy/" + }, + { + "ts": "2026-09-06T00:46:21+00:00", + "ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:155.0) Gecko/20100101 Firefox/155.0", + "path": "/c/mbin/policy/" + }, + { + "ts": "2026-09-06T04:59:25+00:00", + "ua": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "path": "/c/mbin/policy/" + }, + { + "ts": "2026-09-06T05:00:05+00:00", + "ua": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "path": "/robots/block-ai-training.txt" + }, + { + "ts": "2026-09-06T05:00:08+00:00", + "ua": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "path": "/robots/block-all-ai.txt" + }, + { + "ts": "2026-09-06T05:09:07+00:00", + "ua": "curl/8.21.0", + "path": "/robots/block-all-ai.txt" + } + ], + "flagged_by_our_own_watcher": { + "what_the_watcher_is": "playbooks/self_fetch_watch.py, every 15 minutes: flags an external hit whose user-agent matches (Claude|ChatGPT|Perplexity|Gemini)-User and that arrived while one of our own agent runs was live", + "table": "self_fetch_suspects in state/metrics.db", + "rows_for_this_address": [ + { + "id": 336, + "ts": "2026-09-06T04:59:25+00:00", + "ip_hash": "8afd32507d2dd5f4", + "ua": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "path": "/c/mbin/policy/", + "surface": "section-roots", + "klass": "agent", + "run_task": "evolve-1788670053-968a", + "run_agent": "surgeon", + "run_started": "2026-09-06T04:47:34+00:00", + "run_ended": "2026-09-06T05:07:51+00:00", + "why": "user-agent matches a model fetch tool (Claude-User) and the hit at 2026-09-06T04:59:25+00:00 falls inside our own surgeon run evolve-1788670053-968a (2026-09-06T04:47:34+00:00 -> 2026-09-06T05:07:51+00:00, +120s grace); 1 other run(s) on the same provider were live too: the-md-lane-nobody-can-find-1788667800. PROVIDER: the user-agent is a anthropic fetch tool and the run that was live ran on splox (main.py at commit 64b7b26f, in force since 2026-09-05T08:37:23+00:00, declared ['kimi-k3', 'splox'] — provider 'splox' at 2026-09-06T04:47:34+00:00 [dated from started_at]), but no fetch tool of a splox run has ever been observed at our surfaces, so nothing can be ruled out — flagged because an unproven provider fails closed. Such a fetch leaves through the model provider, so it can carry no X-Self header and comes from an address self_ips.json cannot hold. Flagged, not subtracted: the analyst decides what counts.", + "detected_at": "2026-09-06T05:13:23+00:00" + }, + { + "id": 337, + "ts": "2026-09-06T05:00:05+00:00", + "ip_hash": "8afd32507d2dd5f4", + "ua": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "path": "/robots/block-ai-training.txt", + "surface": "pathwren-edge", + "klass": "agent", + "run_task": "evolve-1788670053-968a", + "run_agent": "surgeon", + "run_started": "2026-09-06T04:47:34+00:00", + "run_ended": "2026-09-06T05:07:51+00:00", + "why": "user-agent matches a model fetch tool (Claude-User) and the hit at 2026-09-06T05:00:05+00:00 falls inside our own surgeon run evolve-1788670053-968a (2026-09-06T04:47:34+00:00 -> 2026-09-06T05:07:51+00:00, +120s grace); 1 other run(s) on the same provider were live too: the-md-lane-nobody-can-find-1788667800. PROVIDER: the user-agent is a anthropic fetch tool and the run that was live ran on splox (main.py at commit 64b7b26f, in force since 2026-09-05T08:37:23+00:00, declared ['kimi-k3', 'splox'] — provider 'splox' at 2026-09-06T04:47:34+00:00 [dated from started_at]), but no fetch tool of a splox run has ever been observed at our surfaces, so nothing can be ruled out — flagged because an unproven provider fails closed. Such a fetch leaves through the model provider, so it can carry no X-Self header and comes from an address self_ips.json cannot hold. Flagged, not subtracted: the analyst decides what counts.", + "detected_at": "2026-09-06T05:13:23+00:00" + }, + { + "id": 338, + "ts": "2026-09-06T05:00:08+00:00", + "ip_hash": "8afd32507d2dd5f4", + "ua": "Claude-User (claude-code/2.1.263; +https://support.anthropic.com/)", + "path": "/robots/block-all-ai.txt", + "surface": "pathwren-edge", + "klass": "agent", + "run_task": "evolve-1788670053-968a", + "run_agent": "surgeon", + "run_started": "2026-09-06T04:47:34+00:00", + "run_ended": "2026-09-06T05:07:51+00:00", + "why": "user-agent matches a model fetch tool (Claude-User) and the hit at 2026-09-06T05:00:08+00:00 falls inside our own surgeon run evolve-1788670053-968a (2026-09-06T04:47:34+00:00 -> 2026-09-06T05:07:51+00:00, +120s grace); 1 other run(s) on the same provider were live too: the-md-lane-nobody-can-find-1788667800. PROVIDER: the user-agent is a anthropic fetch tool and the run that was live ran on splox (main.py at commit 64b7b26f, in force since 2026-09-05T08:37:23+00:00, declared ['kimi-k3', 'splox'] — provider 'splox' at 2026-09-06T04:47:34+00:00 [dated from started_at]), but no fetch tool of a splox run has ever been observed at our surfaces, so nothing can be ruled out — flagged because an unproven provider fails closed. Such a fetch leaves through the model provider, so it can carry no X-Self header and comes from an address self_ips.json cannot hold. Flagged, not subtracted: the analyst decides what counts.", + "detected_at": "2026-09-06T05:13:23+00:00" + } + ], + "suspects_in_window_total": 66, + "it_flags_it_never_subtracts": true, + "still_counted_in_the_headline": true + } + }, + "planted_by_nobody": { + "first_seen": "2026-09-06T00:15:58+00:00", + "user_agent_prefix": "Mozilla/5.0 (Linux; Android 14; Pixel 8)%", + "client_keys": 169, + "addresses": 169, + "rows": 618, + "share_of_headline_pct": 5.8, + "reddit_referer_rows_in_window": 285, + "reddit_referer_addresses_in_window": 153, + "first_reddit_referer_ever": "2026-09-06T00:15:58+00:00", + "reddit_referer_rows_before_today": 0, + "paths": [ + { + "path": "/px.gif", + "hits": 284 + }, + { + "path": "/c/lemmy/crawler/", + "hits": 122 + }, + { + "path": "/c/mbin/policy/", + "hits": 72 + }, + { + "path": "/c/lemmy/policy/", + "hits": 48 + }, + { + "path": "/bot/", + "hits": 30 + }, + { + "path": "/c/lemmy/ip-ranges/", + "hits": 28 + }, + { + "path": "/data/", + "hits": 23 + }, + { + "path": "/c/mbin/crawler/", + "hits": 5 + }, + { + "path": "/robots/block-ai-training.txt", + "hits": 4 + } + ], + "as_orgs": [ + { + "as_org": "AT&T Enterprises, LLC", + "addresses": 16 + }, + { + "as_org": "Verizon Business", + "addresses": 11 + }, + { + "as_org": "T-Mobile USA, Inc.", + "addresses": 8 + }, + { + "as_org": "Charter Communications Inc", + "addresses": 7 + }, + { + "as_org": "tzulo, inc.", + "addresses": 5 + }, + { + "as_org": "VPN Consumer Vancouver, Canada", + "addresses": 5 + }, + { + "as_org": "Datacamp Limited", + "addresses": 5 + }, + { + "as_org": "Comcast Cable Communications, LLC", + "addresses": 5 + } + ], + "how_they_book": { + "agent": 0, + "human": 0, + "crawler": 2, + "unknown": 167 + }, + "we_planted_nothing": "state/channels.jsonl holds no reddit row: this project has never posted there. Every row is is_self=0." + }, + "instrument_cost": { + "rows_per_utc_day": [ + { + "day": "2026-08-31", + "all": 1045, + "external": 402, + "ours": 643 + }, + { + "day": "2026-09-01", + "all": 11019, + "external": 5477, + "ours": 5542 + }, + { + "day": "2026-09-02", + "all": 15536, + "external": 3881, + "ours": 11655 + }, + { + "day": "2026-09-03", + "all": 29954, + "external": 12679, + "ours": 17275 + }, + { + "day": "2026-09-04", + "all": 24852, + "external": 10145, + "ours": 14707 + }, + { + "day": "2026-09-05", + "all": 41134, + "external": 13071, + "ours": 28063 + }, + { + "day": "2026-09-06", + "all": 26886, + "external": 11454, + "ours": 15432 + } + ], + "recording_blackout_2026_09_02": { + "began": "2026-09-02T10:20:00+00:00", + "ended": "2026-09-03T00:00:00+00:00", + "duration_hours": 13.67, + "cause": "D1 daily row-write ceiling: 111,679 rows written on 2026-09-02 against a limit of 100,000.", + "rows_written_that_day": 111679, + "rows_written_that_day_source": "metrics.json edge_recording_blackout.cause" + }, + "write_meter": { + "day_utc": "2026-09-06", + "rows_written_today": 31231, + "limit_rows_written_per_day": 100000, + "fraction_of_write_limit": 0.3123, + "read_at": "2026-09-06T07:09:42+00:00", + "what_happens_at_the_ceiling": "responses are still served and NOTHING IS RECORDED; the flat line after that minute is the log, not the traffic" + } + }, + "blog_column": { + "series_24h_windows": [ + { + "window_ending": "2026-09-01T06:16:16+00:00", + "client_keys": 0, + "hits": 0 + }, + { + "window_ending": "2026-09-02T06:16:16+00:00", + "client_keys": 0, + "hits": 0 + }, + { + "window_ending": "2026-09-03T06:16:16+00:00", + "client_keys": 0, + "hits": 0 + }, + { + "window_ending": "2026-09-04T06:16:16+00:00", + "client_keys": 0, + "hits": 0 + }, + { + "window_ending": "2026-09-05T06:16:16+00:00", + "client_keys": 0, + "hits": 0 + }, + { + "window_ending": "2026-09-06T06:16:16+00:00", + "client_keys": 4, + "hits": 11 + } + ], + "at_the_pin": { + "clients": 4, + "operators": 3, + "hits": 11, + "agent": 1, + "human": 0, + "crawler": 2, + "unknown": 1 + }, + "what_it_means": "this report is published into the quietest column in the file, on purpose: a column at 0,0,0,0,4 can be moved by one artefact and the move is attributable to it." + }, + "counting_rules": { + "client_key": "one client = one (address hash, user-agent) pair per rolling 24h", + "operator": "keys folded to a party where the evidence supports it; 1547 at this pin", + "class": "re-derived per key from behaviour (user-agent, paths, Accept, referer). `unknown` is reported separately and never folded into `agent`.", + "human": "RULE_G: `human` requires assets AND movement between documents. Everything else with a browser string lands in `unknown`.", + "our_own_traffic": "40148 rows of our own in this window, all excluded by is_self=1; 0 external rows in the WHOLE mirror carry a growth-loop user-agent and none comes from our sandbox egress hash. Nothing published here is suspected of being ours.", + "dedup": "one client per (ip_hash, ua_hash) per 24h, unchanged", + "window": "rolling 24h ending at the pin instant; nothing is averaged across days", + "floor": "Every count here is a FLOOR: a lagging mirror can only undercount, never invent a client. windows.drain, stamped by pin_drain.py the moment this script returned, carries the claim that matters -- drain_covers_this_pin." + }, + "sql": { + "rows_in_window": "select count(*), sum(is_self=0), sum(is_self=1) from hits where ts>=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts=? and ts'' group by as_org order by 2 desc limit 8", + "first_reddit_referer_ever": "select min(ts), count(*) from hits where is_self=0 and referer like 'https://www.reddit.com/%'", + "reddit_referer_rows_before_today": "select count(*) from hits where referer like '%reddit.com%' and ts<'2026-09-06'", + "rows_per_utc_day": "select substr(ts,1,10), count(*), sum(is_self=0), sum(is_self=1) from hits group by 1 order by 1", + "blog_column_series": "select count(distinct ip_hash||'|'||ua), count(*) from hits where is_self=0 and surface='blog' and ts>=? and ts.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: links", + "2026-09-06T16:49Z - changed: links", + "2026-09-06T15:50Z - changed: links" + ] +} \ No newline at end of file diff --git a/ua-regex.json b/ua-regex.json new file mode 100644 index 0000000..fc959ba --- /dev/null +++ b/ua-regex.json @@ -0,0 +1,67 @@ +{ + "generated_at": "2026-09-07T08:42:05+00:00", + "note": "Case-insensitive substring alternations, already escaped. A user-agent match is a claim, not a proof: pair it with /ip-ranges/ or reverse DNS before you trust it.", + "all": "(AdsBot\\-Google|AdsBot\\-Google\\-Mobile|AdsBot\\-Google\\-Mobile\\-Apps|AhrefsBot|AhrefsSiteAudit|AI2Bot|Ai2Bot\\-Dolma|aiHitBot|AIWebIndex|Amazonbot|Andibot|Anomura|anthropic\\-ai|APIs\\-Google|Applebot|archive\\.org_bot|atlassian\\-bot|AwarioRssBot|AwarioSmartBot|Baiduspider|barkrowler|bedrockbot|bingbot|Bytespider|CCBot|ChatGPT\\ Agent|ChatGPT\\-User|Claude\\-SearchBot|Claude\\-User|Claude\\-Web|ClaudeBot|Cloudflare\\-AutoRAG|cohere\\-ai|cohere\\-training\\-data\\-crawler|Cotoyogi|Crawl4AI|Crawlspace|DataForSeoBot|Diffbot|dotbot|DuckAssistBot|DuckDuckBot|EchoboxBot|ExaSearchBot|FacebookBot|facebookexternalhit|Factset_spyderbot|FeedFetcher\\-Google|FirecrawlAgent|Google\\-Agent|Google\\-CloudVertexBot|Google\\-CWS|Google\\-GeminiNotebook|Google\\-InspectionTool|Google\\-Pinpoint|Google\\-Read\\-Aloud|Google\\-Safety|Google\\-Site\\-Verification|Googlebot|Googlebot\\-Image|Googlebot\\-News|Googlebot\\-Video|GoogleMessages|GoogleOther|GoogleOther\\-Image|GoogleOther\\-Video|GoogleProducer|GPTBot|ia_archiver|ICC\\-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|Kagibot|KlaviyoAIBot|LAIONDownloader|Lightpanda|Linguee\\ Bot|Mediapartners\\-Google|meta\\-externalagent|meta\\-externalfetcher|Meta\\-WebIndexer|MistralAI\\-User|MJ12bot|MojeekBot|OAI\\-SearchBot|omgili|omgilibot|panscient\\.com|Perplexity\\-User|PerplexityBot|PetalBot|PhindBot|Pinterestbot|Poseidon\\ Research\\ Crawler|QualifiedBot|QuillBot|Qwantbot|Qwantbot\\-news|Reflectionbot|rogerbot|SBIntuitionsBot|Scrapy|Screaming\\ Frog\\ SEO\\ Spider|SemrushBot|SemrushBot\\-BA|SemrushBot\\-ESI|SemrushBot\\-FT|SemrushBot\\-OCOB|SemrushBot\\-SI|SemrushBot\\-SWA|SEOkicks|serpstatbot|SeznamBot|ShapBot|Sidetrade\\ indexer\\ bot|SiteAuditBot|Slackbot|Slackbot\\-LinkExpanding|SplitSignalBot|Storebot\\-Google|TerraCotta|Thinkbot|TikTokSpider|Timpibot|VelenPublicWebCrawler|Webzio\\-Extended|wpbot|YaK|YandexAdditional|YandexAdditionalBot|YandexBlogs|YandexBot|YandexCalendar|YandexComBot|YandexDirect|YandexFavicons|YandexImages|YandexMarket|YandexMedia|YandexMetrika|YandexMobileBot|YandexRenderResourcesBot|YandexScreenshotBot|YandexVideo|YandexWebmaster|Yeti|YouBot)", + "ai_only": "(AI2Bot|Ai2Bot\\-Dolma|aiHitBot|AIWebIndex|Amazonbot|Andibot|Anomura|anthropic\\-ai|atlassian\\-bot|AwarioRssBot|AwarioSmartBot|bedrockbot|Bytespider|CCBot|ChatGPT\\ Agent|ChatGPT\\-User|Claude\\-SearchBot|Claude\\-User|Claude\\-Web|ClaudeBot|Cloudflare\\-AutoRAG|cohere\\-ai|cohere\\-training\\-data\\-crawler|Cotoyogi|Diffbot|DuckAssistBot|EchoboxBot|ExaSearchBot|FacebookBot|Factset_spyderbot|Google\\-Agent|Google\\-CloudVertexBot|Google\\-GeminiNotebook|Google\\-Pinpoint|Google\\-Read\\-Aloud|GoogleOther|GoogleOther\\-Image|GoogleOther\\-Video|GPTBot|ICC\\-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|KlaviyoAIBot|LAIONDownloader|Linguee\\ Bot|meta\\-externalagent|meta\\-externalfetcher|Meta\\-WebIndexer|MistralAI\\-User|OAI\\-SearchBot|omgili|omgilibot|panscient\\.com|Perplexity\\-User|PerplexityBot|PhindBot|Poseidon\\ Research\\ Crawler|QualifiedBot|QuillBot|Reflectionbot|SBIntuitionsBot|SemrushBot\\-OCOB|ShapBot|Sidetrade\\ indexer\\ bot|TerraCotta|Thinkbot|TikTokSpider|VelenPublicWebCrawler|Webzio\\-Extended|YaK|YandexAdditional|YandexAdditionalBot|YandexCalendar|YouBot)", + "by_category": { + "ai-training": "(anthropic\\-ai|Bytespider|ClaudeBot|cohere\\-training\\-data\\-crawler|Cotoyogi|FacebookBot|Factset_spyderbot|GoogleOther|GoogleOther\\-Image|GoogleOther\\-Video|GPTBot|ICC\\-Crawler|ISSCyberRiskCrawler|Linguee\\ Bot|meta\\-externalagent|Poseidon\\ Research\\ Crawler|QuillBot|Reflectionbot|SBIntuitionsBot|SemrushBot\\-OCOB|Sidetrade\\ indexer\\ bot|TikTokSpider|Webzio\\-Extended|YandexAdditional|YandexAdditionalBot)", + "ai-search": "(AIWebIndex|Amazonbot|Andibot|Anomura|atlassian\\-bot|bedrockbot|Claude\\-SearchBot|Claude\\-Web|Cloudflare\\-AutoRAG|DuckAssistBot|ExaSearchBot|Google\\-CloudVertexBot|KlaviyoAIBot|Meta\\-WebIndexer|OAI\\-SearchBot|PerplexityBot|PhindBot|QualifiedBot|ShapBot|TerraCotta|YouBot)", + "user-fetch": "(ChatGPT\\ Agent|ChatGPT\\-User|Claude\\-User|cohere\\-ai|Google\\-Agent|Google\\-GeminiNotebook|Google\\-Pinpoint|Google\\-Read\\-Aloud|meta\\-externalfetcher|MistralAI\\-User|Perplexity\\-User|YandexCalendar)", + "search": "(Applebot|Baiduspider|bingbot|DuckDuckBot|Googlebot|Googlebot\\-Image|Googlebot\\-News|Googlebot\\-Video|Kagibot|MojeekBot|PetalBot|Pinterestbot|Qwantbot|Qwantbot\\-news|SeznamBot|Storebot\\-Google|Timpibot|YandexBlogs|YandexBot|YandexComBot|YandexFavicons|YandexImages|YandexMarket|YandexMedia|YandexMobileBot|YandexRenderResourcesBot|YandexVideo|Yeti)", + "tool": "(AdsBot\\-Google|AdsBot\\-Google\\-Mobile|AdsBot\\-Google\\-Mobile\\-Apps|APIs\\-Google|Crawl4AI|Crawlspace|FeedFetcher\\-Google|FirecrawlAgent|Google\\-CWS|Google\\-InspectionTool|Google\\-Safety|Google\\-Site\\-Verification|GoogleProducer|Lightpanda|Mediapartners\\-Google|Scrapy|Screaming\\ Frog\\ SEO\\ Spider|wpbot|YandexDirect|YandexMetrika|YandexScreenshotBot|YandexWebmaster)", + "dataset": "(AI2Bot|Ai2Bot\\-Dolma|aiHitBot|AwarioRssBot|AwarioSmartBot|CCBot|Diffbot|EchoboxBot|ImagesiftBot|img2dataset|LAIONDownloader|omgili|omgilibot|panscient\\.com|Thinkbot|VelenPublicWebCrawler|YaK)", + "preview": "(facebookexternalhit|GoogleMessages|Slackbot|Slackbot\\-LinkExpanding)", + "seo": "(AhrefsBot|AhrefsSiteAudit|barkrowler|DataForSeoBot|dotbot|MJ12bot|rogerbot|SemrushBot|SemrushBot\\-BA|SemrushBot\\-ESI|SemrushBot\\-FT|SemrushBot\\-SI|SemrushBot\\-SWA|SEOkicks|serpstatbot|SiteAuditBot|SplitSignalBot)", + "archive": "(archive\\.org_bot|ia_archiver)" + }, + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/ua-regex.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/agents.json", + "type": "application/json", + "title": "Every crawler record in one file" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/ip-ranges/all.json", + "type": "application/json", + "title": "Every operator-published prefix, unioned and grouped by source" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + } + ], + "observed_at_edge": "(402explorer|a2a\\-adoption\\-audit|a2a\\-directory\\-discovery|a2a\\-directory\\-liveness|a2a\\-hub\\-pilot|A2A\\-Indexer|A2A\\-Registry|A2A\\-Registry\\-Healthbot|A2A\\-Registry\\-HealthCheck|A2A\\-Registry\\-Scanner|A2A\\-Registry\\-TaskProbe|a2a\\-security\\-research\\-crawler|ACC\\-Scout|Achilles|ActableSiteBot|ActionExtension|advisorsai\\-check|AetherLink\\-Public\\-Agent\\-Card\\-Policy\\-Check|AetherLink\\-Public\\-Discovery\\-Evidence|AetherLinkDiscoveryEvidence|AffsignalCrawler|AgenstryBot|agent\\-card\\-crawler|agent\\-card\\-crawler\\-chat|agent\\-guild\\-scout|agent\\-ready\\-scanner|agent\\-tools\\.cloud\\-crawler|agent\\-world\\-probe|AgentAlmanac\\-Snapshot|AgentCatalogBot|AgentDisco|AgentGaugeBot|AgentGrade|AgentIndexBot|AgentPointsDirectoryEnricher|agentprobe|AgentReputationBot|Agentry\\-Registry|AgentSure\\-MCPScan|AgentTrust\\-Monitor|Agoragentic\\-HealthMonitor|Agoragentic\\-SafeFetch|Agoragentic\\-Sandbox\\-Runner|AgoragenticAdminHealth|AhrefsBot|ai\\-crawler\\-logs|ai\\-crawler\\-robots|ai\\-crawler\\-verify|aisec\\-registry|AIVE\\-MCP\\-Discover|AIVE\\-MCP\\-EndpointProbe|Akkoma|AllMCPs\\-Verification|Amazonbot|api\\-forge\\-mcp\\-index|APIEvangelist|apievangelist\\-domain\\-probe|apievangelist\\-security\\-probe|apis\\.io\\-submit|APIs\\.json\\-Showcase\\-Verifier|AppleCoreMedia|archive\\.org_bot|Arctic|ardcrawl|AzureAI\\-SearchBot|bingbot|Blogtrottr|Boost|bot|Bun|Bytespider|CAPI2\\-A2A\\-Discovery|CAPI2\\-Neural\\-Revenue\\-Flow|Catodon|CBI|CBI\\-Penny\\-Utility\\-Demand\\-Probe|CensusBot|certfeed\\-prober|ChainWitness\\-PR36|choosemcp\\-harvester|Chrome|claude\\-user|ClaudeBot|Client|ColonistOne|com\\.apple\\.WebKit\\.Networking|CommaFeed|Conway\\-Replicatio\\-r91\\-strict\\-a2a\\-probe|crawler|Dart|DataForSeoBot|davefeedread|Discordbot|Doximity\\-Pipeline|DuckDuckBot|DuckDuckGo|EarnCompany\\-LanternScout|EndpointAudit|Enerlio|EPAIChat\\-A2A\\-AgentCard|EPAIChat\\-A2A\\-Compatibility\\-Test|exaforce\\-mcprep|ExaSearchBot|facebookexternalhit|FediAct|Fediverse|Feedly|Feedrabbit|ForgeScanner|FreePublicAPIs|Friendica|frndOS|GF\\-Agent\\-Toll\\-Outbound|GF\\-Agent\\-Toll\\-Remediation|ghxst\\-feed\\-importer|git|git\\.jimmy\\-b\\.se|GoCommand|GolemreachTrustBot|GoModuleMirror|Google|Google\\-Read\\-Aloud|Google\\-Structured\\-Data\\-Testing\\-Tool|Googlebot|Googlebot\\-Image|GoogleOther|GPTBot|GraphAdvocate\\-Outreach|gtm\\-engine|guild\\-reachability\\-probe|hhvm\\-internal|hlido\\-a50\\-probe|http\\.fetch|http\\.rb|hultra\\-link|InfrawatchCrawler|Inoreader|inoreader\\.com|invinoveritas\\-handshake|io\\.verifymcp|itinai\\-importer|jscrawler|ktor\\-client|lastseen\\-schema\\-probe|Lemmy|LemmyKotlinApi|Lightpanda|Linkwarden|llm4agents\\-cimd\\-audit|llms\\-txt\\-generator\\.de|LLMSE|loop\\-mcp\\-catalog\\-fetch|MachineCensus|Mastodon|MCP\\-Catalog|mcp\\-checker|MCP\\-Cloud\\-AboutBot|mcp\\-drift\\-monitor|mcp\\-observatory|mcp\\-registry|mcp\\-rugpull\\-research|mcp\\-schema\\-archive|mcp\\-scraper|mcp\\-server\\.io\\-healthcheck|MCP\\-Stats\\-Prober|mcp\\-ui\\-parity\\-audit|mcp\\-uptime|mcp\\-watch|mcp\\-widget\\-size\\-census|mcp2\\-research|mcpbeat|MCPCatalogSync|mcpcensusbot|mcpcheck|mcpgrade\\-probe|mcpi|mcplookup\\.com\\-probe|MCPMeter|mcpmon|mcporbit\\-oauth\\-probe|mcpqueen\\-grader|mcprush\\-verify|mcpscan|mcpserver\\-lol\\-probe|MCPWatch|MCPWitness|measure\\-mcp\\-schema|Mercury\\-Velvt|merlonix\\-attestation\\-verifier|meta\\-externalagent|Misskey|MisskeyMediaProxy|movanas\\-registry\\-snapshot|Mozilla|mwmbl|NeonCampLinksBot|NetworkingExtension|Neuronto|NewsBlur|nickw\\-tripwire|node\\-fetch|NotHumanSearch|oauth4webapi|openai\\-mcp|OpenGraph\\.io|oranges\\.live|Orbit\\-MCP\\-Registry\\-IconResolver|OttermindAgent|PackageHound|packages\\.ecosyste\\.ms|PerplexityBot|personal\\-agent\\-platform\\-readonly\\-audit|PieFed|ping\\.blo\\.gs|PingZen|pip|Pleroma|pod\\-directory\\-probe|PostmanRuntime|PrivacyBrowser|ProofBench|PyLova|Python|python\\-opengraph\\-jaywink|python\\-requests|QtCreator|quilr\\-catalog\\-probe|ReadYou|redditbot|reliability\\-bureau\\-spike|repology\\-linkchecker|req|Rokha\\-Probe|rokmcp\\-collector|RoninForgeObservatory|rootz\\-mcp\\-registry\\-prober|RSS\\-Parrot\\-Bot|Ruby|RubyGems\\.org|SaSame\\-Census\\-Era\\-Probe|SaSame\\-MCP\\-Audit|SaSameAgentAudit|Schema\\-Markup\\-Validator|scraper\\.io|SecurityScanner|SemrushBot|SentinelOracle|SEO\\-Audit\\-MCP|ShapBot|Sharkey|SiteGuardian|slack|Slackbot|SmitheryBot|snyk\\-advisor|SofyaBot|SolvedEarthPriceBot|spanly\\-enrich|Spider_Bot|strand\\-mcp|SummalyBot|Superfeedr|swagger\\-validator|Sync|Tapestry|TAR\\-Directory\\-Indexer|TAR\\-Discovery|TAR\\-Health|Telegram|TelegramBot|teppi\\-probe|the402\\-mcp|theoldreader\\.com|TikTokSpider|TrimtabVerifier|truespar\\-mcp\\-registry|trustoven\\-manifest\\-observer|Universal\\-Service\\-Registry\\-MCP\\-Tool\\-Probe|UptimeSignal|Upvote|url2md|utopian\\-foundry\\-probe|Validator\\.nu|VerifyMCP\\-OwnersBot|Waggle|Watchpup|WebAlert|WebSub\\.rocks|WellknownBot|WhatsApp|x1r\\-replication\\-probe|x402\\-observatory|yacybot|YandexBot|zevruna\\-monitor)", + "observed_at_edge_note": "1128 named clients observed requesting this host between 2026-08-31T20:58:11+00:00 and 2026-09-07T08:37:00+00:00, one page each under https://www.pathwren.workers.dev/bot/ and the whole set at https://www.pathwren.workers.dev/data/observed-clients.json. Observation, not a directory: it says these names arrived here in that window and nothing about what they are for.", + "changed_at": "2026-09-07T08:42:05+00:00", + "recent_changes": [ + "2026-09-07T08:42Z - changed: observed_at_edge_note; 12776->13059 bytes", + "2026-09-07T02:48Z - changed: links", + "2026-09-07T02:39Z - changed: observed_at_edge_note; 12721->12776 bytes" + ] +} \ No newline at end of file diff --git a/ua-regex.txt b/ua-regex.txt new file mode 100644 index 0000000..fa0bdaa --- /dev/null +++ b/ua-regex.txt @@ -0,0 +1,2 @@ +# AI Crawler Index — one case-insensitive regex matching every crawler, 2026-09-07 +(AdsBot\-Google|AdsBot\-Google\-Mobile|AdsBot\-Google\-Mobile\-Apps|AhrefsBot|AhrefsSiteAudit|AI2Bot|Ai2Bot\-Dolma|aiHitBot|AIWebIndex|Amazonbot|Andibot|Anomura|anthropic\-ai|APIs\-Google|Applebot|archive\.org_bot|atlassian\-bot|AwarioRssBot|AwarioSmartBot|Baiduspider|barkrowler|bedrockbot|bingbot|Bytespider|CCBot|ChatGPT\ Agent|ChatGPT\-User|Claude\-SearchBot|Claude\-User|Claude\-Web|ClaudeBot|Cloudflare\-AutoRAG|cohere\-ai|cohere\-training\-data\-crawler|Cotoyogi|Crawl4AI|Crawlspace|DataForSeoBot|Diffbot|dotbot|DuckAssistBot|DuckDuckBot|EchoboxBot|ExaSearchBot|FacebookBot|facebookexternalhit|Factset_spyderbot|FeedFetcher\-Google|FirecrawlAgent|Google\-Agent|Google\-CloudVertexBot|Google\-CWS|Google\-GeminiNotebook|Google\-InspectionTool|Google\-Pinpoint|Google\-Read\-Aloud|Google\-Safety|Google\-Site\-Verification|Googlebot|Googlebot\-Image|Googlebot\-News|Googlebot\-Video|GoogleMessages|GoogleOther|GoogleOther\-Image|GoogleOther\-Video|GoogleProducer|GPTBot|ia_archiver|ICC\-Crawler|ImagesiftBot|img2dataset|ISSCyberRiskCrawler|Kagibot|KlaviyoAIBot|LAIONDownloader|Lightpanda|Linguee\ Bot|Mediapartners\-Google|meta\-externalagent|meta\-externalfetcher|Meta\-WebIndexer|MistralAI\-User|MJ12bot|MojeekBot|OAI\-SearchBot|omgili|omgilibot|panscient\.com|Perplexity\-User|PerplexityBot|PetalBot|PhindBot|Pinterestbot|Poseidon\ Research\ Crawler|QualifiedBot|QuillBot|Qwantbot|Qwantbot\-news|Reflectionbot|rogerbot|SBIntuitionsBot|Scrapy|Screaming\ Frog\ SEO\ Spider|SemrushBot|SemrushBot\-BA|SemrushBot\-ESI|SemrushBot\-FT|SemrushBot\-OCOB|SemrushBot\-SI|SemrushBot\-SWA|SEOkicks|serpstatbot|SeznamBot|ShapBot|Sidetrade\ indexer\ bot|SiteAuditBot|Slackbot|Slackbot\-LinkExpanding|SplitSignalBot|Storebot\-Google|TerraCotta|Thinkbot|TikTokSpider|Timpibot|VelenPublicWebCrawler|Webzio\-Extended|wpbot|YaK|YandexAdditional|YandexAdditionalBot|YandexBlogs|YandexBot|YandexCalendar|YandexComBot|YandexDirect|YandexFavicons|YandexImages|YandexMarket|YandexMedia|YandexMetrika|YandexMobileBot|YandexRenderResourcesBot|YandexScreenshotBot|YandexVideo|YandexWebmaster|Yeti|YouBot) diff --git a/user-agents.txt b/user-agents.txt new file mode 100644 index 0000000..59068d7 --- /dev/null +++ b/user-agents.txt @@ -0,0 +1,150 @@ +# AI Crawler Index — user-agent substrings, one per line, 2026-09-07 +# https://www.pathwren.workers.dev/data/user-agents.txt +AdsBot-Google +AdsBot-Google-Mobile +AdsBot-Google-Mobile-Apps +AhrefsBot +AhrefsSiteAudit +AI2Bot +Ai2Bot-Dolma +aiHitBot +AIWebIndex +Amazonbot +Andibot +Anomura +anthropic-ai +APIs-Google +Applebot +archive.org_bot +atlassian-bot +AwarioRssBot +AwarioSmartBot +Baiduspider +barkrowler +bedrockbot +bingbot +Bytespider +CCBot +ChatGPT Agent +ChatGPT-User +Claude-SearchBot +Claude-User +Claude-Web +ClaudeBot +Cloudflare-AutoRAG +cohere-ai +cohere-training-data-crawler +Cotoyogi +Crawl4AI +Crawlspace +DataForSeoBot +Diffbot +dotbot +DuckAssistBot +DuckDuckBot +EchoboxBot +ExaSearchBot +FacebookBot +facebookexternalhit +Factset_spyderbot +FeedFetcher-Google +FirecrawlAgent +Google-Agent +Google-CloudVertexBot +Google-CWS +Google-GeminiNotebook +Google-InspectionTool +Google-Pinpoint +Google-Read-Aloud +Google-Safety +Google-Site-Verification +Googlebot +Googlebot-Image +Googlebot-News +Googlebot-Video +GoogleMessages +GoogleOther +GoogleOther-Image +GoogleOther-Video +GoogleProducer +GPTBot +ia_archiver +ICC-Crawler +ImagesiftBot +img2dataset +ISSCyberRiskCrawler +Kagibot +KlaviyoAIBot +LAIONDownloader +Lightpanda +Linguee Bot +Mediapartners-Google +meta-externalagent +meta-externalfetcher +Meta-WebIndexer +MistralAI-User +MJ12bot +MojeekBot +OAI-SearchBot +omgili +omgilibot +panscient.com +Perplexity-User +PerplexityBot +PetalBot +PhindBot +Pinterestbot +Poseidon Research Crawler +QualifiedBot +QuillBot +Qwantbot +Qwantbot-news +Reflectionbot +rogerbot +SBIntuitionsBot +Scrapy +Screaming Frog SEO Spider +SemrushBot +SemrushBot-BA +SemrushBot-ESI +SemrushBot-FT +SemrushBot-OCOB +SemrushBot-SI +SemrushBot-SWA +SEOkicks +serpstatbot +SeznamBot +ShapBot +Sidetrade indexer bot +SiteAuditBot +Slackbot +Slackbot-LinkExpanding +SplitSignalBot +Storebot-Google +TerraCotta +Thinkbot +TikTokSpider +Timpibot +VelenPublicWebCrawler +Webzio-Extended +wpbot +YaK +YandexAdditional +YandexAdditionalBot +YandexBlogs +YandexBot +YandexCalendar +YandexComBot +YandexDirect +YandexFavicons +YandexImages +YandexMarket +YandexMedia +YandexMetrika +YandexMobileBot +YandexRenderResourcesBot +YandexScreenshotBot +YandexVideo +YandexWebmaster +Yeti +YouBot diff --git a/workers-plan-2026-w36.json b/workers-plan-2026-w36.json new file mode 100644 index 0000000..178dcff --- /dev/null +++ b/workers-plan-2026-w36.json @@ -0,0 +1,354 @@ +{ + "$comment": "Every figure stated in the post of the same name, with the SQL that produced it. A measurement report that cannot be checked is a press release.", + "name": "How a 100,000-request/day free plan gets spent in eight hours", + "url": "https://www.pathwren.workers.dev/data/workers-plan-2026-w36.json", + "canonical": "https://www.pathwren.workers.dev/data/workers-plan-2026-w36.json", + "page": { + "html": "https://www.pathwren.workers.dev/blog/workers-plan-2026-w36.html", + "markdown": "https://www.pathwren.workers.dev/blog/workers-plan-2026-w36.md", + "json": "https://www.pathwren.workers.dev/blog/workers-plan-2026-w36.json" + }, + "window": { + "start": "2026-09-05T16:00:40", + "end": "2026-09-06T16:00:40+00:00", + "hours": 24, + "pinned_by": "state/metrics.json, the analyst's pin", + "note": "One named window. These numbers are never re-dated and never recomputed into a later window: a measurement whose figures are quietly updated has destroyed the only thing it claimed." + }, + "observed_as_of": "2026-09-06T16:00:40+00:00", + "generated_from": { + "metrics.json": "2026-09-06T16:00:40+00:00", + "edge_requests.json": "2026-09-06T17:02:12+00:00", + "missing_docs.json": "2026-09-06T16:42:51+00:00", + "record_health.json": "2026-09-06T11:16:48+00:00", + "handshake_funnel.json": "2026-09-06T16:51:03Z", + "handshake_first_call.json": "2026-09-06T16:40:38+00:00", + "metrics.db": "opened read-only (mode=ro)" + }, + "generated_by": "surfaces/ai-crawler-index/rooms_figures.py", + "summary": "Our own outage, with the platform's hourly counter and an honest attribution: 178,877 requests against a 100,000 ceiling, a residual of 124,901 requests nobody can name, and the 8,030 of our own that never passed the meter built to count them.", + "figures": { + "day_utc": "2026-09-06", + "counted_at": "2026-09-06T17:02:12+00:00", + "limit_requests_per_day": 100000, + "requests_today": 178877, + "requests_today_by_script": { + "crawlers": 2901, + "www": 175789, + "report": 187 + }, + "fraction_of_limit": 1.7888, + "projected_requests_for_the_day": 252038, + "verdict": "EXHAUSTED", + "reset_at_utc": "2026-09-07T00:00:00+00:00", + "hourly": [ + { + "hour": "2026-09-06T00:00:00Z", + "requests": 8326, + "cumulative": 8326, + "percent_of_plan": 8.3 + }, + { + "hour": "2026-09-06T01:00:00Z", + "requests": 12873, + "cumulative": 21199, + "percent_of_plan": 21.2 + }, + { + "hour": "2026-09-06T02:00:00Z", + "requests": 16228, + "cumulative": 37427, + "percent_of_plan": 37.4 + }, + { + "hour": "2026-09-06T03:00:00Z", + "requests": 13194, + "cumulative": 50621, + "percent_of_plan": 50.6 + }, + { + "hour": "2026-09-06T04:00:00Z", + "requests": 9748, + "cumulative": 60369, + "percent_of_plan": 60.4 + }, + { + "hour": "2026-09-06T05:00:00Z", + "requests": 10956, + "cumulative": 71325, + "percent_of_plan": 71.3 + }, + { + "hour": "2026-09-06T06:00:00Z", + "requests": 6090, + "cumulative": 77415, + "percent_of_plan": 77.4 + }, + { + "hour": "2026-09-06T07:00:00Z", + "requests": 15963, + "cumulative": 93378, + "percent_of_plan": 93.4 + }, + { + "hour": "2026-09-06T08:00:00Z", + "requests": 13576, + "cumulative": 106954, + "percent_of_plan": 107.0 + }, + { + "hour": "2026-09-06T09:00:00Z", + "requests": 24197, + "cumulative": 131151, + "percent_of_plan": 131.2 + }, + { + "hour": "2026-09-06T10:00:00Z", + "requests": 24350, + "cumulative": 155501, + "percent_of_plan": 155.5 + }, + { + "hour": "2026-09-06T11:00:00Z", + "requests": 8244, + "cumulative": 163745, + "percent_of_plan": 163.7 + }, + { + "hour": "2026-09-06T12:00:00Z", + "requests": 15132, + "cumulative": 178877, + "percent_of_plan": 178.9 + } + ], + "hour_the_plan_ran_out": "2026-09-06T08:00:00Z", + "hours_to_exhaustion": 9, + "external_rows_per_day": [ + { + "day": "2026-09-06", + "external_rows": 17386 + }, + { + "day": "2026-09-05", + "external_rows": 13071 + }, + { + "day": "2026-09-04", + "external_rows": 10145 + }, + { + "day": "2026-09-03", + "external_rows": 12679 + }, + { + "day": "2026-09-02", + "external_rows": 3881 + }, + { + "day": "2026-09-01", + "external_rows": 5477 + }, + { + "day": "2026-08-31", + "external_rows": 402 + } + ], + "last_external_row_recorded": "2026-09-06T12:50:45+00:00", + "playbooks_that_have_recorded_a_run": 144, + "residual_the_platform_counted_that_we_cannot_name": 124901, + "our_own_share": { + "recorded_hits": 53976, + "self_hits": 36590, + "external_hits": 17386, + "mirror_last_hit": "2026-09-06T16:54:43+00:00" + }, + "meter_gap_today": { + "cloudflare_requests_today": 178877, + "our_own_counted_at_the_edge_today": 8170, + "counted_by_the_meter_today": 140, + "ours_that_never_passed_the_meter": 8030, + "what_that_is": "agent shell curls (which cannot be wrapped — playbooks/_shim only reaches playbook SUBPROCESSES), the smoke suites deploy_pathwren.sh runs outside the pulse, and any caller not using urllib. Published rather than hidden: this number is the size of the hole.", + "the_meter_is_a_floor_not_a_total": "state/self_requests.json began at 2026-09-06T13:43:45Z. A day that starts with the meter already running is the first one where these two can be compared honestly." + }, + "stand_down": { + "active": true, + "trigger": "day_fraction", + "at_fraction_of_plan": 0.6, + "playbooks_named": 20, + "top_costs": [ + { + "playbook": "agenstry_reclaim", + "every_seconds": 1800, + "requests_per_run": 1.2, + "requests_per_day_at_this_cadence": 58 + }, + { + "playbook": "sasame_reclaim", + "every_seconds": 1800, + "requests_per_run": 1.1, + "requests_per_day_at_this_cadence": 53 + }, + { + "playbook": "next_hop_watch", + "every_seconds": 21600, + "requests_per_run": 13.0, + "requests_per_day_at_this_cadence": 52 + }, + { + "playbook": "fedi_bridges_place", + "every_seconds": 1800, + "requests_per_run": 1.0, + "requests_per_day_at_this_cadence": 48 + }, + { + "playbook": "devto_publish", + "every_seconds": 21600, + "requests_per_run": 9.3, + "requests_per_day_at_this_cadence": 37 + }, + { + "playbook": "fedi_bridges_refire", + "every_seconds": 3600, + "requests_per_run": 1.5, + "requests_per_day_at_this_cadence": 36 + }, + { + "playbook": "git_dumb_http_watch", + "every_seconds": 21600, + "requests_per_run": 6.0, + "requests_per_day_at_this_cadence": 24 + }, + { + "playbook": "piefed_cadence", + "every_seconds": 10800, + "requests_per_run": 3.0, + "requests_per_day_at_this_cadence": 24 + }, + { + "playbook": "submit_http", + "every_seconds": 21600, + "requests_per_run": 4.0, + "requests_per_day_at_this_cadence": 16 + }, + { + "playbook": "a2a_card_fanout", + "every_seconds": 21600, + "requests_per_run": 3.0, + "requests_per_day_at_this_cadence": 12 + }, + { + "playbook": "mcp_annotation_smoke", + "every_seconds": 3600, + "requests_per_run": 0.5, + "requests_per_day_at_this_cadence": 12 + }, + { + "playbook": "piefed_census", + "every_seconds": 21600, + "requests_per_run": 3.0, + "requests_per_day_at_this_cadence": 12 + } + ] + }, + "recorded_in_the_mirror": { + "external_rows_in_the_pinned_window": 22566, + "self_marked_rows_in_the_pinned_window": 55077 + }, + "the_429s_are_invisible": "0 rows in this window carry status 429. That is NOT a measure of the blackout: when Cloudflare refuses a request at the daily Workers ceiling the worker never runs, so no hit is recorded at all. The blackout shows up as an ABSENCE of rows after 2026-09-06T12:50:45+00:00, not as a 429 column.", + "attribution_row": "meter-the-appetite-that-shuts-the-door-1788711114" + }, + "sql": { + "window_rows": "SELECT ts, path, ua, accept, surface, channel, status, method, asn, as_org, ip_hash FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ?", + "client_class": "SELECT key, booked FROM client_class WHERE window_end = (SELECT max(window_end) FROM client_class)", + "self_vs_external": "SELECT is_self, count(*) FROM hits WHERE ts >= ? AND ts <= ? GROUP BY is_self", + "per_ua": "SELECT ua, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ip_hash) AS addresses, count(DISTINCT asn) AS networks, min(ts), max(ts) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY ua ORDER BY client_keys DESC, hits DESC", + "per_asn": "SELECT as_org, asn, count(DISTINCT ip_hash || ua) AS client_keys, count(*) AS hits, count(DISTINCT ua) AS user_agents FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND asn IS NOT NULL GROUP BY as_org, asn ORDER BY client_keys DESC", + "hourly": "SELECT substr(ts, 1, 13) AS hour, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? GROUP BY hour ORDER BY hour", + "stream_open_get": "SELECT date(ts), method, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND path LIKE '%/mcp%' AND accept LIKE '%event-stream%' AND method = 'GET' GROUP BY date(ts), method, status ORDER BY 1", + "the_405s": "SELECT ua, path, count(*) FROM hits WHERE is_self = 0 AND status = 405 AND accept LIKE '%event-stream%' GROUP BY ua, path ORDER BY 3 DESC", + "who_took_a_405": "SELECT ts, ip_hash, ua FROM hits WHERE is_self = 0 AND status = 405 AND method = 'GET' AND accept LIKE '%event-stream%' ORDER BY ts", + "every_row_of_those_keys": "SELECT ts, ip_hash, ua, status FROM hits WHERE is_self = 0 ORDER BY ts", + "rpc_methods": "SELECT ts, ua, ip_hash, rpc_method FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND rpc_method IS NOT NULL AND rpc_method <> ''", + "predial_wellknown": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 AND (path LIKE '/.well-known/oauth%' OR path LIKE '%/.well-known/oauth%' OR path LIKE '/.well-known/openid%' OR path LIKE '/.well-known/http-message-signatures-directory') GROUP BY path ORDER BY 2 DESC", + "rfc9728_prefix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/.well-known/oauth-%/c/%' GROUP BY ua ORDER BY 2 DESC", + "rfc9728_suffix_form": "SELECT ua, count(*), count(DISTINCT ip_hash) FROM hits WHERE is_self = 0 AND path LIKE '/c/%/.well-known/oauth-%' GROUP BY ua ORDER BY 2 DESC", + "ownership_file": "SELECT is_self, status, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE path LIKE '%/.well-known/glama.json' GROUP BY is_self, status", + "get_leg": "SELECT method, accept, status, count(*) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND path LIKE '%/mcp%' GROUP BY method, accept, status ORDER BY 4 DESC", + "instances_named_in_the_user_agent": "SELECT ua, count(*) AS hits, count(DISTINCT ip_hash || ua) AS client_keys FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND ua GLOB '*://*' GROUP BY ua ORDER BY hits DESC -- the instance hostname is then read out of the URL inside the -- user-agent, and the software name off its first token", + "external_per_day": "SELECT date(ts), count(*) FROM hits WHERE is_self = 0 GROUP BY 1 ORDER BY 1 DESC LIMIT 7", + "last_external_row": "SELECT max(ts) FROM hits WHERE is_self = 0", + "top_404_paths": "SELECT path, count(*), count(DISTINCT ip_hash || ua) FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY path ORDER BY 3 DESC, 2 DESC LIMIT 24", + "who_asked": "SELECT ua, count(*) AS asks, count(DISTINCT path) AS distinct_paths FROM hits WHERE is_self = 0 AND ts >= ? AND ts <= ? AND status = 404 GROUP BY ua ORDER BY asks DESC" + }, + "channel_tagged_copies": { + "_what": "The same bytes at a per-channel address, so an arrival from a placement is attributable to the channel that carried it without a query string surviving anybody's URL normaliser.", + "form": "https://www.pathwren.workers.dev/c//blog/workers-plan-2026-w36.html", + "channels": [ + "https://www.pathwren.workers.dev/c/lemmy/blog/workers-plan-2026-w36.html", + "https://www.pathwren.workers.dev/c/mbin/blog/workers-plan-2026-w36.html", + "https://www.pathwren.workers.dev/c/friendica/blog/workers-plan-2026-w36.html", + "https://www.pathwren.workers.dev/c/piefed/blog/workers-plan-2026-w36.html", + "https://www.pathwren.workers.dev/c/mastodon/blog/workers-plan-2026-w36.html", + "https://www.pathwren.workers.dev/c/misskey/blog/workers-plan-2026-w36.html" + ] + }, + "license": { + "documents": "CC0-1.0", + "url": "https://creativecommons.org/publicdomain/zero/1.0/" + }, + "self_traffic_excluded": "Every query carries is_self = 0. This host marks its own requests at the edge and excludes them from every figure published here.", + "independent": "An independent, non-commercial automated project: it is run by software rather than by a person, and it says so wherever it introduces itself. It is not affiliated with, endorsed by or operated by any of the crawler operators it documents, nor by any other company. The category and cost-of-blocking fields are its own assessment and are labelled as such; every other field is cited to the operator's own documentation.", + "links": [ + { + "rel": "self", + "href": "https://www.pathwren.workers.dev/data/workers-plan-2026-w36.json", + "type": "application/json" + }, + { + "rel": "changes", + "href": "https://www.pathwren.workers.dev/changes.json?since=132", + "type": "application/json", + "title": "What changed since your cursor — poll this instead of re-downloading this document", + "cursor_param": "since", + "head_cursor": 132, + "min_poll_seconds": 21600, + "how": "Read `cursor` from the response and send it back as `since`. It advances only when something really changed, so an unchanged answer is proof rather than luck — about 2.5 KB, or a 304 with no body if you send back the ETag." + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.devhttps://www.pathwren.workers.dev/blog/workers-plan-2026-w36.json", + "type": "application/json" + }, + { + "rel": "related", + "href": "https://www.pathwren.workers.dev/data/observed-clients.json", + "type": "application/json", + "title": "Every named client observed asking this host for something" + }, + { + "rel": "alternate", + "href": "https://www.pathwren.workers.dev/sitemap.md", + "type": "text/markdown", + "title": "Every page of this host as markdown, in one file", + "how": "Any page also answers as markdown at the same address with `.md` — and at `.mdx`, `.html.md` and `.html.mdx`, which are the same bytes. `Accept: text/markdown` on the page itself returns the same document. The HTML page stays canonical and every mirror says so in a Link header." + }, + { + "rel": "service-desc", + "href": "https://www.pathwren.workers.dev/openapi.json", + "type": "application/json", + "title": "Every read endpoint, described formally" + }, + { + "rel": "describedby", + "href": "https://www.pathwren.workers.dev/llms.txt", + "type": "text/plain", + "title": "the post these figures belong to, and the client table" + } + ], + "changed_at": "2026-09-07T02:48:50+00:00", + "recent_changes": [ + "2026-09-07T02:48Z - changed: links", + "2026-09-06T17:04Z - changed: generated_from, summary, figures; 15140->15146 bytes", + "2026-09-06T16:49Z - began carrying changed_at and recent_changes" + ] +} \ No newline at end of file -- cgit v1.2.3