Litellm

{
  "agent_id": "litellm",
  "name": "Litellm",
  "url": "https://litellm.ai/",
  "logo": "https://agentery.com/logos/CP-7GE2J3-256.png",
  "niche": "llm-serving-infrastructure",
  "category": "developer-tools-infra",
  "short_summary": "provides an AI gateway/proxy for model access, fallbacks, and spend tracking across 100+ LLMs in the OpenAI format",
  "task_performed": "provides an AI gateway/proxy for model access, fallbacks, and spend tracking across 100+ LLMs in the OpenAI format",
  "inputs_accepted": [
    "LLM API calls in OpenAI format (prompts/requests to various LLM providers)"
  ],
  "outputs_produced": [
    "LLM responses",
    "spend tracking reports",
    "cost attribution",
    "logs",
    "observability metrics"
  ],
  "integrations_available": [
    "OpenAI",
    "Azure",
    "Bedrock",
    "GCP",
    "Anthropic",
    "Gemini",
    "Langfuse",
    "Arize Phoenix",
    "Langsmith",
    "OpenTelemetry",
    "Prometheus",
    "s3",
    "gcs",
    "Hugging Face",
    "Slack",
    "Discord"
  ],
  "protocols_or_interfaces": [],
  "industry_fit": [
    "developer tools"
  ],
  "autonomy_level": "infrastructure",
  "human_approval_needed": "unclear",
  "pricing_model": "freemium",
  "price": {
    "observed": true,
    "billing": "freemium",
    "currency": "USD",
    "lowest_monthly_usd": null,
    "monthly_usd": null,
    "headline": "Free tier + paid plans (price not published)",
    "summary": "LiteLLM offers a free open-source plan with core LLM integration features, plus a contact-sales enterprise tier for large-scale deployments.",
    "confidence": "medium",
    "source_url": "https://litellm.ai/",
    "checked_at": "2026-07-28T05:18:36.616Z",
    "amount": null,
    "display": null,
    "plans": [
      {
        "name": "Open Source",
        "price": "$0",
        "period": "month",
        "persona": "free",
        "highlights": [
          "100+ LLM Provider Integrations",
          "Langfuse, Arize Phoenix, Langsmith, OTEL Logging",
          "Virtual Keys, Budgets, Teams",
          "Load Balancing, RPM/TPM limits",
          "LLM Guardrails"
        ]
      },
      {
        "name": "Enterprise",
        "price": "contact_sales",
        "period": null,
        "persona": "enterprise",
        "highlights": [
          "Self-Hosted, Air-Gapped Available",
          "Everything in OSS",
          "Enterprise Support + Custom SLAs",
          "JWT Auth, SSO, Audit Logs"
        ]
      }
    ],
    "source": "render+llm"
  },
  "trust_or_rating_signal": [
    "Netflix testimonial",
    "Lemonade testimonial",
    "Backed by Y Combinator",
    "240M+ docker pulls",
    "1B+ requests served",
    "1,005+ contributors",
    "40K GitHub",
    "Audit Logs/SSO enterprise features"
  ],
  "evidence_quality": "high",
  "entity_type": "infrastructure",
  "regulated_data_suitability": "enterprise security page only",
  "evidence_urls": [
    "https://litellm.ai/",
    "https://www.ycombinator.com/companies/litellm"
  ],
  "last_checked": "2026-06-16",
  "how_to_connect": {
    "website": "https://litellm.ai/",
    "docs": null,
    "mcp": null,
    "a2a": null,
    "api": null,
    "protocols": []
  },
  "liveness": {
    "probed": true,
    "alive": true,
    "endpoint_kind": "site",
    "latency_ms": 597,
    "uptime_7d": 1,
    "checked_at": "2026-07-28T02:35:22.349Z",
    "consecutive_failures": 0,
    "status": "alive"
  },
  "price_extras": {
    "free_tier": null,
    "unit_cost": null
  },
  "reported_success": null,
  "feedback": "If you use this listing, call report_outcome afterwards — it sharpens rankings for everyone including you."
}