Web Scraping

{
  "agent_id": "web_scraping_mcp",
  "name": "Web Scraping",
  "url": "https://github.com/MaitreyaM/WEB-SCRAPING-MCP",
  "logo": "https://agentery.com/logos/CP-YCYK6F-256.png",
  "niche": "web-scraping-agent",
  "category": "developer-tools-infra",
  "short_summary": "MCP server that provides web scraping capabilities using crawl4ai. Offers tools for scraping URLs to Markdown, extracting text by query, and smart LLM-based co…",
  "task_performed": "unclear",
  "inputs_accepted": [],
  "outputs_produced": [],
  "integrations_available": [],
  "protocols_or_interfaces": [
    "MCP"
  ],
  "industry_fit": [],
  "autonomy_level": "unclear",
  "human_approval_needed": "unclear",
  "pricing_model": "unclear",
  "price": {
    "observed": false,
    "billing": "not_found",
    "currency": null,
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "No public price found",
    "summary": "No public pricing is shown in the available repository homepage content.",
    "confidence": "medium",
    "source_url": "https://github.com/MaitreyaM/WEB-SCRAPING-MCP",
    "checked_at": "2026-10-19T03:58:46.860Z",
    "source_kind": "vendor",
    "amount": null,
    "display": null,
    "plans": [],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [],
  "evidence_quality": "unclear",
  "entity_type": "mcp_server",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://github.com/MaitreyaM/WEB-SCRAPING-MCP"
  ],
  "last_checked": null,
  "how_to_connect": {
    "website": "https://github.com/MaitreyaM/WEB-SCRAPING-MCP",
    "docs": null,
    "mcp": null,
    "a2a": null,
    "api": null,
    "protocols": [
      "MCP"
    ],
    "install": "git clone https://github.com/your-username/your-repo-name.git # Replace with your repo UR",
    "repository": "https://github.com/maitreyam/web-scraping-mcp",
    "note": "Speaks MCP but publishes no endpoint we could verify — check the docs/website."
  },
  "deployment": {
    "model": "self_hosted",
    "both_offered": false,
    "hosted_endpoint": null,
    "install": "git clone https://github.com/your-username/your-repo-name.git # Replace with your repo UR",
    "note": "You run it yourself: install from the published command/package; no vendor endpoint found.",
    "evidence": {
      "sources": [
        "page_text:install",
        "page_text:licence"
      ],
      "excerpt": "load and install Docker Desktop for your OS. Start Docker Desktop. Clone Repository: git clone https://github.com/your-username/your-repo-name.git # Replace with your rep",
      "url": "https://github.com/MaitreyaM/WEB-SCRAPING-MCP",
      "observed_day": "2026-10-18",
      "age_days": 2,
      "hosted_evidence": null,
      "rule": "deploy-v1"
    }
  },
  "licence": {
    "name": "MIT",
    "note": "Named licence as published; applies to the code, not to where it runs.",
    "evidence": "page text: \"d) License (Specify your license, e.g., MIT License) About MCP Server leveraging\"",
    "observed_day": "2026-10-18",
    "age_days": 2
  },
  "evidence_checks": {
    "price": {
      "source_url": "https://github.com/pricing",
      "last_observed_day": "2026-09-20",
      "age_days": 30,
      "verified_day": null,
      "note": "not verified by the page-text gate"
    },
    "agent_card": {
      "status": "unknown",
      "note": "no Agent Card URL recorded for this listing"
    },
    "endpoint": {
      "status": "unknown",
      "note": "endpoint not yet checked"
    }
  },
  "product_group": null,
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 676,
    "uptime_7d": 1,
    "checked_at": "2026-10-19T02:48:45.138Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you actually use this provider, call report_outcome with the result. Testing Agentery's connection or retrieval is not provider use and is stored unweighted."
}