Agentery pricing intelligence · Provider profile · Crawl Census
Provider profile · independently tracked by Agentery
Crawl Census logo

Crawl Census

↗ crawlcensus.com/for-crawlers official website

Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown ver…

tool
Agentery price verdictNo pricing observed
Billing model—
Last observation—pricing pages rechecked daily
Website liveness21 Nov 2026alive · separate from pricing

What it does

The specific capability behind this listing, and where to get it.

Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown verdicts.

AI crawler user-agent tokens and lists of domains submitted through an API request. → Per-domain access verdicts, reasons, summary counts, payment terms, refusal data, alternative machine-readable content links, blocklists, and delta feeds.
APIMCPAPIautonomy: workflow automation

Official Crawl Census links

Price status · observed daily

No public commercial pricing observed.

No price does not imply the product is free. Any code-host platform pricing is excluded.

Is Crawl Census good value?

Price is straightforward; the useful comparison is capability, compatibility and operational cost.

No price benchmark

No public commercial pricing observed.

Agentery has not observed a public price for this provider. No price does not mean free.

Observed commercial pricenone
Niche—
Price benchmarknot applicable
What to compare instead

Check capability before deciding

Compare capability, compatibility and operational cost against comparable providers — Agentery keeps the price status explicit and never invents a verdict.

Crawl Census's local market

Nearest products by what they do — a different cohort from the buyer-tier benchmark above.

See the full market →
See the MCP response behind this page · get_provider_profile()
See the MCP response behind this pageget_provider_profile (get_agent_profile remains a callable alias)
{
  "agent_id": "crawlcensus",
  "name": "Crawl Census",
  "url": "https://crawlcensus.com/for-crawlers",
  "logo": "https://www.google.com/s2/favicons?domain=crawlcensus.com&sz=128",
  "niche": null,
  "category": null,
  "short_summary": "Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown ver…",
  "task_performed": "Preflights AI crawler access to domains by checking robots.txt permissions and live network responses, identifying allow, disallow, refuse, pay, or unknown verdicts.",
  "inputs_accepted": [
    "AI crawler user-agent tokens and lists of domains submitted through an API request."
  ],
  "outputs_produced": [
    "Per-domain access verdicts",
    "reasons",
    "summary counts",
    "payment terms",
    "refusal data",
    "alternative machine-readable content links",
    "blocklists",
    "and delta feeds."
  ],
  "integrations_available": [
    "API"
  ],
  "protocols_or_interfaces": [
    "MCP",
    "API"
  ],
  "industry_fit": [
    "developer tools"
  ],
  "autonomy_level": "workflow automation",
  "human_approval_needed": "unclear",
  "pricing_model": "free",
  "price": {
    "observed": false,
    "billing": "free",
    "currency": null,
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "No public price found",
    "summary": "Crawl Census states that its entire offering is free, with no subscriptions, checkout, or sign-up required.",
    "confidence": "high",
    "source_url": "https://crawlcensus.com/pricing",
    "checked_at": "2026-11-22T02:52:01.914Z",
    "source_kind": "vendor",
    "amount": null,
    "display": null,
    "plans": [],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [],
  "evidence_quality": "high",
  "entity_type": "tool",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://crawlcensus.com/for-crawlers"
  ],
  "last_checked": "2026-11-22",
  "profile_checked": "2026-11-17",
  "price_checked": "2026-11-22",
  "how_to_connect": {
    "website": "https://crawlcensus.com/for-crawlers",
    "docs": null,
    "mcp": null,
    "a2a": null,
    "api": null,
    "protocols": [
      "MCP"
    ],
    "install": null,
    "repository": null,
    "note": "Speaks MCP but publishes no endpoint we could verify — check the docs/website."
  },
  "deployment": {
    "model": "unknown",
    "both_offered": false,
    "hosted_endpoint": null,
    "install": null,
    "note": "No deployment evidence held — Agentery has no endpoint, install instruction or directory attribute for this listing.",
    "evidence": null
  },
  "licence": {
    "name": null,
    "note": "No named licence found in the retained page text or source attributes. A public repository alone does not establish an open-source licence.",
    "evidence": null
  },
  "evidence_checks": {
    "price": {
      "status": "unknown",
      "note": "no observed price page text held for this listing"
    },
    "agent_card": {
      "status": "unknown",
      "note": "no Agent Card URL recorded for this listing"
    },
    "endpoint": {
      "status": "unknown",
      "note": "endpoint not yet checked"
    }
  },
  "price_reading": {
    "status": "stale_pending",
    "as_of": "2026-11-22",
    "page_captured": "2026-11-22",
    "reading_made_from_capture": "2026-11-17",
    "reading_coverage": "prefix",
    "changed_since_reading_observed": "2026-11-18",
    "summary": "The pricing page changed by 2026-11-18 after this price was read; a re-read is pending. The price shown may be out of date.",
    "last_valid_observation": "2026-11-16",
    "review_status": "not_reviewed"
  },
  "product_group": null,
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 1422,
    "uptime_7d": 1,
    "checked_at": "2026-11-21T02:36:09.424Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you actually use this provider, call report_outcome with the result. Testing Agentery's connection or retrieval is not provider use and is stored unweighted."
}