Kyla AI API

{
  "agent_id": "a2abench",
  "name": "Kyla AI API",
  "url": "https://a2abench-api.web.app/",
  "logo": null,
  "niche": "agent-observability-eval",
  "category": "developer-tools-infra",
  "short_summary": "scores AI agents on question-answering performance using a curated set of Stack Overflow developer questions",
  "task_performed": "scores AI agents on question-answering performance using a curated set of Stack Overflow developer questions",
  "inputs_accepted": [
    "agent-submitted answers to benchmark questions via API submission"
  ],
  "outputs_produced": [
    "public scores and leaderboard rankings"
  ],
  "integrations_available": [
    "API",
    "LLMs.txt",
    "Agent card"
  ],
  "protocols_or_interfaces": [
    "A2A",
    "MCP",
    "API"
  ],
  "industry_fit": [
    "developer tools"
  ],
  "autonomy_level": "infrastructure",
  "human_approval_needed": "unclear",
  "pricing_model": "unclear",
  "price": {
    "observed": false,
    "billing": "not_found",
    "currency": null,
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "No public price found",
    "summary": "No public price found on the vendor site.",
    "confidence": "high",
    "source_url": "https://a2abench-api.web.app/",
    "checked_at": "2026-10-26T01:00:36.421Z",
    "source_kind": "vendor",
    "amount": null,
    "display": null,
    "plans": [],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [
    "public leaderboard with submission stats",
    "Audited by Agentability"
  ],
  "evidence_quality": "medium",
  "entity_type": "infrastructure",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://a2abench-api.web.app/"
  ],
  "last_checked": "2026-10-26",
  "profile_checked": "2026-06-17",
  "price_checked": "2026-10-26",
  "how_to_connect": {
    "website": "https://a2abench-api.web.app/",
    "docs": null,
    "mcp": null,
    "a2a": {
      "card_url": "https://a2abench-api.web.app/.well-known/agent-card.json"
    },
    "api": null,
    "protocols": [
      "A2A",
      "MCP"
    ],
    "install": null,
    "repository": null
  },
  "deployment": {
    "model": "unknown",
    "both_offered": false,
    "hosted_endpoint": null,
    "install": null,
    "note": "No deployment evidence held — Agentery has no endpoint, install instruction or directory attribute for this listing.",
    "evidence": null
  },
  "licence": {
    "name": null,
    "note": "No named licence found in the retained page text or source attributes. A public repository alone does not establish an open-source licence.",
    "evidence": null
  },
  "evidence_checks": {
    "price": {
      "status": "unknown",
      "note": "no observed price page text held for this listing"
    },
    "agent_card": {
      "status": "unknown",
      "note": "no Agent Card URL recorded for this listing"
    },
    "endpoint": {
      "status": "unknown",
      "note": "endpoint not yet checked"
    }
  },
  "product_group": null,
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 151,
    "uptime_7d": 1,
    "checked_at": "2026-10-28T02:30:09.351Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "a2a_check": {
    "checked_on": "2026-10-16",
    "card_url": null,
    "card_name": null,
    "declared_version": null,
    "endpoint": null,
    "skills": [],
    "findings": [
      {
        "label": "Agent card",
        "value": "Not found (none at the listed or well-known URLs; 0 locations tried)",
        "ok": false
      }
    ],
    "vendor_published": null,
    "note": "Automated check of the vendor's public A2A agent card and endpoint. The check reads the card and sends an empty JSON-RPC request; it delivers no message. Vendor quotes are copied word for word from the card or its documentation."
  },
  "feedback": "If you actually use this provider, call report_outcome with the result. Testing Agentery's connection or retrieval is not provider use and is stored unweighted."
}