paired-eval

{
  "agent_id": "paired_eval",
  "name": "paired-eval",
  "url": "https://alloevil.github.io/paired-eval/",
  "logo": "https://www.google.com/s2/favicons?domain=alloevil.github.io&sz=128",
  "niche": null,
  "category": null,
  "short_summary": "A zero-dependency Python package for statistically paired A/B evaluation of LLM models, agents, and harnesses, combining programmatic gates with rubric scoring…",
  "task_performed": "unclear",
  "inputs_accepted": [],
  "outputs_produced": [],
  "integrations_available": [],
  "protocols_or_interfaces": [],
  "industry_fit": [],
  "autonomy_level": "unclear",
  "human_approval_needed": "unclear",
  "pricing_model": "unclear",
  "price": {
    "observed": true,
    "billing": "free",
    "source_kind": "vendor",
    "currency": "USD",
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "Free",
    "commercial": {
      "currency": "USD",
      "lines": [
        {
          "name": "Free",
          "price": "0USD",
          "kind": "free",
          "billed": "monthly"
        }
      ]
    },
    "summary": "Free. The project is offered at $0 with no recurring billing period publicly specified.",
    "confidence": "medium",
    "source_url": "https://alloevil.github.io/paired-eval/",
    "checked_at": "2026-10-23T02:38:35.490Z",
    "amount": null,
    "display": null,
    "plans": [
      {
        "name": "Free",
        "price": "0USD",
        "period": null,
        "persona": "free",
        "highlights": [
          "MIT licensed",
          "Installable with pip"
        ],
        "price_annual": null
      }
    ],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [],
  "evidence_quality": "unclear",
  "entity_type": "agent_framework",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://alloevil.github.io/paired-eval/"
  ],
  "last_checked": "2026-10-23",
  "profile_checked": null,
  "price_checked": "2026-10-23",
  "how_to_connect": {
    "website": "https://alloevil.github.io/paired-eval/",
    "docs": null,
    "mcp": null,
    "a2a": null,
    "api": null,
    "protocols": [],
    "install": null,
    "repository": null
  },
  "deployment": {
    "model": "unknown",
    "both_offered": false,
    "hosted_endpoint": null,
    "install": null,
    "note": "No deployment evidence held — Agentery has no endpoint, install instruction or directory attribute for this listing.",
    "evidence": null
  },
  "licence": {
    "name": null,
    "note": "No named licence found in the retained page text or source attributes. A public repository alone does not establish an open-source licence.",
    "evidence": null
  },
  "evidence_checks": {
    "price": {
      "source_url": "https://alloevil.github.io/paired-eval/",
      "last_observed_day": "2026-10-23",
      "age_days": 1,
      "verified_day": null,
      "note": "from the listing's current price record; no separate page-text verification is held"
    },
    "agent_card": {
      "status": "unknown",
      "note": "no Agent Card URL recorded for this listing"
    },
    "endpoint": {
      "status": "unknown",
      "note": "endpoint not yet checked"
    }
  },
  "product_group": null,
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 187,
    "uptime_7d": 1,
    "checked_at": "2026-10-23T02:41:20.106Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you actually use this provider, call report_outcome with the result. Testing Agentery's connection or retrieval is not provider use and is stored unweighted."
}