Windows Agent Arena

{
  "agent_id": "windows_agent_arena",
  "name": "Windows Agent Arena",
  "url": "https://github.com/microsoft/WindowsAgentArena",
  "logo": "https://agentery.com/logos/CP-FA6379-128.png",
  "niche": "agent-observability-eval",
  "category": "developer-tools-infra",
  "short_summary": "provides a benchmarking and testing platform for multi-modal desktop AI agents in a Windows OS environment",
  "task_performed": "provides a benchmarking and testing platform for multi-modal desktop AI agents in a Windows OS environment",
  "inputs_accepted": [
    "agent commands",
    "task configurations",
    "OpenAI/Azure API keys",
    "screen understanding inputs"
  ],
  "outputs_produced": [
    "benchmark results and evaluation metrics for AI agents across tasks"
  ],
  "integrations_available": [
    "Azure ML",
    "OpenAI API",
    "Azure OpenAI API",
    "Docker",
    "Omniparser",
    "Navi agent"
  ],
  "protocols_or_interfaces": [
    "API"
  ],
  "industry_fit": [
    "developer tools / AI research"
  ],
  "autonomy_level": "infrastructure",
  "human_approval_needed": "unclear",
  "pricing_model": "free",
  "price": {
    "observed": false,
    "billing": "not_found",
    "currency": null,
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "No public price found",
    "summary": "No public SaaS pricing is shown; Windows Agent Arena is presented as an open-source research platform.",
    "confidence": "medium",
    "source_url": "https://github.com/microsoft/WindowsAgentArena",
    "checked_at": "2026-10-23T03:24:08.077Z",
    "source_kind": "vendor",
    "amount": null,
    "display": null,
    "plans": [],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [
    "872 GitHub stars",
    "Microsoft repository",
    "MIT license",
    "published technical report/paper",
    "case study via paper"
  ],
  "evidence_quality": "high",
  "entity_type": "infrastructure",
  "regulated_data_suitability": "unclear",
  "evidence_urls": [
    "https://github.com/microsoft/WindowsAgentArena",
    "https://openadapt.ai/",
    "https://yordilorenzo.github.io/oriel/"
  ],
  "last_checked": "2026-10-23",
  "profile_checked": "2026-06-16",
  "price_checked": "2026-10-23",
  "how_to_connect": {
    "website": "https://github.com/microsoft/WindowsAgentArena",
    "docs": "https://github.com/documentation",
    "mcp": {
      "endpoint": "https://github.com/mcp.json",
      "transport": "http",
      "config_snippet": "{\n  \"mcpServers\": {\n    \"windows_agent_arena\": {\n      \"url\": \"https://github.com/mcp.json\"\n    }\n  }\n}"
    },
    "a2a": null,
    "api": {
      "docs_url": "https://github.com/developer",
      "endpoint": null
    },
    "protocols": [],
    "install": null,
    "repository": null
  },
  "deployment": {
    "model": "unknown",
    "both_offered": false,
    "hosted_endpoint": null,
    "install": null,
    "note": "No deployment evidence held — Agentery has no endpoint, install instruction or directory attribute for this listing.",
    "evidence": null
  },
  "licence": {
    "name": null,
    "note": "No named licence found in the retained page text or source attributes. A public repository alone does not establish an open-source licence.",
    "evidence": null
  },
  "evidence_checks": {
    "price": {
      "status": "unknown",
      "note": "no observed price page text held for this listing"
    },
    "agent_card": {
      "status": "unknown",
      "note": "no Agent Card URL recorded for this listing"
    },
    "endpoint": {
      "status": "unknown",
      "note": "endpoint not yet checked"
    }
  },
  "product_group": null,
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 116,
    "uptime_7d": 1,
    "checked_at": "2026-10-29T02:47:27.776Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you actually use this provider, call report_outcome with the result. Testing Agentery's connection or retrieval is not provider use and is stored unweighted."
}