Agentery pricing intelligence · Provider profile · Crawl Census
Provider profile · independently tracked by Agentery
Crawl Census
Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown ver…
Agentery price verdictNo pricing observed
Billing model—
Last observation—pricing pages rechecked daily
Website liveness21 Nov 2026alive · separate from pricing
What it does
The specific capability behind this listing, and where to get it.
Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown verdicts.
AI crawler user-agent tokens and lists of domains submitted through an API request. → Per-domain access verdicts, reasons, summary counts, payment terms, refusal data, alternative machine-readable content links, blocklists, and delta feeds.
APIMCPAPIautonomy: workflow automation
Official Crawl Census links
Price status · observed daily
No public commercial pricing observed.
No price does not imply the product is free. Any code-host platform pricing is excluded.
Is Crawl Census good value?
Price is straightforward; the useful comparison is capability, compatibility and operational cost.
No price benchmark
No public commercial pricing observed.
Agentery has not observed a public price for this provider. No price does not mean free.
Observed commercial pricenone
Niche—
Price benchmarknot applicable
What to compare instead
Check capability before deciding
Compare capability, compatibility and operational cost against comparable providers — Agentery keeps the price status explicit and never invents a verdict.
Crawl Census's local market
Nearest products by what they do — a different cohort from the buyer-tier benchmark above.
C
CrawlerPeekmcp
—strong match · price unavailable
View profile →
CC
Crawl Census Clientmcp
—strong match · price unavailable
View profile →
AC
Ai Crawler Readinessmcp
—strong match · price unavailable
View profile →
AB
AI Bot Access Checkermcp
—strong match · price unavailable
View profile →
R
Registry402mcp
—strong match · price unavailable
View profile →
AW
AI Web Signalsplatform
$49/moobserved monthly
View profile →
See the MCP response behind this page · get_provider_profile()
See the MCP response behind this pageget_provider_profile (get_agent_profile remains a callable alias)
{
"agent_id": "crawlcensus",
"name": "Crawl Census",
"url": "https://crawlcensus.com/for-crawlers",
"logo": "https://www.google.com/s2/favicons?domain=crawlcensus.com&sz=128",
"niche": null,
"category": null,
"short_summary": "Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown ver…",
"task_performed": "Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown verdicts.",
"inputs_accepted": [
"AI crawler user-agent tokens and lists of domains submitted through an API request."
],
"outputs_produced": [
"Per-domain access verdicts",
"reasons",
"summary counts",
"payment terms",
"refusal data",
"alternative machine-readable content links",
"blocklists",
"and delta feeds."
],
"integrations_available": [
"API"
],
"protocols_or_interfaces": [
"MCP",
"API"
],
"industry_fit": [
"developer tools"
],
"autonomy_level": "workflow automation",
"human_approval_needed": "unclear",
"pricing_model": "free",
"price": {
"observed": false,
"billing": "free",
"currency": null,
"lowest_monthly_usd": null,
"monthly_usd": null,
"headline": "No public price found",
"summary": "Crawl Census states that its entire offering is free, with no subscriptions, checkout, or sign-up required.",
"confidence": "high",
"source_url": "https://crawlcensus.com/pricing",
"checked_at": "2026-11-22T02:52:01.914Z",
"source_kind": "vendor",
"amount": null,
"display": null,
"plans": [],
"source": "render+llm"
},
"trust_or_rating_signal": [],
"evidence_quality": "high",
"entity_type": "tool",
"regulated_data_suitability": "unclear",
"evidence_urls": [
"https://crawlcensus.com/for-crawlers"
],
"last_checked": "2026-11-22",
"profile_checked": "2026-11-17",
"price_checked": "2026-11-22",
"how_to_connect": {
"website": "https://crawlcensus.com/for-crawlers",
"docs": null,
"mcp": null,
"a2a": null,
"api": null,
"protocols": [
"MCP"
],
"install": null,
"repository": null,
"note": "Speaks MCP but publishes no endpoint we could verify — check the docs/website."
},
"deployment": {
"model": "unknown",
"both_offered": false,
"hosted_endpoint": null,
"install": null,
"note": "No deployment evidence held — Agentery has no endpoint, install instruction or directory attribute for this listing.",
"evidence": null
},
"licence": {
"name": null,
"note": "No named licence found in the retained page text or source attributes. A public repository alone does not establish an open-source licence.",
"evidence": null
},
"evidence_checks": {
"price": {
"status": "unknown",
"note": "no observed price page text held for this listing"
},
"agent_card": {
"status": "unknown",
"note": "no Agent Card URL recorded for this listing"
},
"endpoint": {
"status": "unknown",
"note": "endpoint not yet checked"
}
},
"price_reading": {
"status": "stale_pending",
"as_of": "2026-11-22",
"page_captured": "2026-11-22",
"reading_made_from_capture": "2026-11-17",
"reading_coverage": "prefix",
"changed_since_reading_observed": "2026-11-18",
"summary": "The pricing page changed by 2026-11-18 after this price was read; a re-read is pending. The price shown may be out of date.",
"last_valid_observation": "2026-11-16",
"review_status": "not_reviewed"
},
"product_group": null,
"liveness": {
"probed": true,
"alive": true,
"endpoint_kind": "site",
"latency_ms": 1422,
"uptime_7d": 1,
"checked_at": "2026-11-21T02:36:09.424Z",
"consecutive_failures": 0,
"status": "alive"
},
"price_extras": {
"free_tier": null,
"unit_cost": null
},
"reported_success": null,
"feedback": "If you actually use this provider, call report_outcome with the result. Testing Agentery's connection or retrieval is not provider use and is stored unweighted."
}