{
 "kind": "api",
 "slug": "promptfoo",
 "path": "apis/promptfoo/",
 "name": "Promptfoo",
 "maker": null,
 "density": "basic",
 "crumbs": [
  [
   "APIs",
   "apis/"
  ],
  [
   "LLM observability and evals",
   "apis/observability/"
  ]
 ],
 "lead": "LLM evaluation and security testing tool for vulnerability scanning and red teaming.",
 "chips": [
  {
   "label": "LLM observability and evals",
   "path": "apis/observability/"
  }
 ],
 "primary": null,
 "links": [
  {
   "label": "Website",
   "href": "https://www.promptfoo.dev"
  },
  {
   "label": "Pricing",
   "href": "https://www.promptfoo.dev/pricing/"
  }
 ],
 "track": "Outages, price changes and new versions on your dashboard",
 "verdicts": [
  {
   "key": "price",
   "label": "Price",
   "value": "Open source",
   "status": "yes",
   "sub": "Run it yourself for free",
   "quote": null,
   "note": "Free tier: Free (open source). As reported on the official pricing page, checked Nov 8, 2026.",
   "src": "https://www.promptfoo.dev/pricing/"
  },
  {
   "key": "commercial",
   "label": "Commercial use",
   "value": "Not checked yet",
   "status": "unknown",
   "sub": "Read the terms before you ship",
   "note": "We have not read this API's terms yet. Until we do, check its terms of service for commercial use and whether it trains on what you send.",
   "src": "https://www.promptfoo.dev"
  },
  {
   "key": "key",
   "label": "Key & sign-up",
   "value": "Not checked yet",
   "status": "unknown",
   "sub": null,
   "note": "We have not read how this API signs you up and issues keys yet.",
   "src": "https://www.promptfoo.dev"
  },
  {
   "key": "agent",
   "label": "Agent access",
   "value": "Docs for agents",
   "status": "info",
   "sub": "llms.txt · OpenAPI",
   "quote": null,
   "note": " Our agent check: 3 of 6 (Nov 15, 2026).",
   "src": "https://www.promptfoo.dev/llms.txt"
  }
 ],
 "vfoot": "Checked against the maker's official pages, pricing on Nov 8, 2026.",
 "blocks": [
  {
   "id": "overview",
   "nav": "Overview",
   "h2": "What Promptfoo does",
   "parts": [
    {
     "t": "prose",
     "text": "LLM evaluation and security testing tool for vulnerability scanning and red teaming."
    },
    {
     "t": "list",
     "items": [
      "Promptfoo is one of 22 APIs in the LLM observability and evals category on AgentGid.",
      "It is one of 20 that can be started for free.",
      "8 of them ship an official MCP server; Promptfoo does not."
     ],
     "muted": true
    }
   ]
  },
  {
   "id": "popularity",
   "nav": "Popularity",
   "h2": "Promptfoo popularity",
   "parts": [
    {
     "t": "gap",
     "text": "No public usage numbers for Promptfoo yet: it has no official SDK on npm or PyPI that we track."
    },
    {
     "t": "small",
     "text": "SDK downloads from npm and PyPI, weekly. Numbers as of Nov 17, 2026."
    }
   ]
  },
  {
   "id": "pricing",
   "nav": "Pricing and limits",
   "h2": "Pricing",
   "parts": [
    {
     "t": "rows",
     "rows": [
      {
       "l": "Free tier",
       "v": "Free (open source)"
      },
      {
       "l": "Cheapest plan",
       "v": "No monthly plan"
      },
      {
       "l": "Usage price",
       "v": "—"
      }
     ]
    },
    {
     "t": "small",
     "text": "As reported on the official pricing page, checked Nov 8, 2026. Prices change: confirm before you buy.",
     "link": "promptfoo.dev/pricing",
     "href": "https://www.promptfoo.dev/pricing/"
    }
   ]
  },
  {
   "id": "agent",
   "nav": "For agents",
   "h2": "Use it from an agent",
   "parts": [
    {
     "t": "rows",
     "rows": [
      {
       "l": "Our agent check",
       "v": "3 of 6: llms.txt yes, OpenAPI yes, SDK no, MCP no, status page no, AI assistants allowed yes",
       "sub": "Checked Nov 15, 2026."
      },
      {
       "l": "MCP server",
       "v": "None found",
       "sub": null
      }
     ]
    }
   ]
  },
  {
   "id": "alternatives",
   "nav": "Alternatives",
   "h2": "Alternatives",
   "parts": [
    {
     "t": "alts",
     "items": [
      {
       "name": "Promptfoo",
       "me": true,
       "facts": [
        "Free (open source)",
        "Free tier"
       ]
      },
      {
       "name": "LangSmith",
       "why": "Tracing, evaluation and monitoring of LLM apps and agents, including prompt and dataset management.",
       "path": "apis/langsmith/",
       "facts": [
        "from $39/seat per",
        "Free tier",
        "Official MCP"
       ]
      },
      {
       "name": "Pydantic Logfire",
       "why": "Observability platform for AI agents, services, and infrastructure with tracing, logging, and metrics.",
       "path": "apis/logfire/",
       "facts": [
        "from $2 per million records",
        "Free tier"
       ]
      },
      {
       "name": "Laminar",
       "why": "Trace intelligence platform for observing and debugging AI agent runs.",
       "path": "apis/laminar/",
       "facts": [
        "from $0.01/cached Mtok",
        "Free tier"
       ]
      },
      {
       "name": "W&B Weave",
       "why": "Tracing, evaluation and monitoring of LLM apps and agents, logged from Python or TypeScript code.",
       "path": "apis/wandb-weave/",
       "facts": [
        "Free (open source)",
        "Free tier",
        "Official MCP"
       ]
      }
     ],
     "more": "All llm observability and evals APIs",
     "more_path": "apis/observability/"
    }
   ]
  },
  {
   "id": "start",
   "nav": "Get started",
   "h2": "Get started",
   "parts": [
    {
     "t": "gap",
     "text": "No step-by-step start for Promptfoo yet: we have not written its hand-checked card. Its official docs are linked at the top."
    }
   ]
  }
 ],
 "glance": [
  [
   "Maker",
   "Promptfoo"
  ],
  [
   "Category",
   "LLM observability and evals"
  ],
  [
   "Price",
   "Free (open source)"
  ],
  [
   "Agent check",
   "3 of 6"
  ],
  [
   "Pricing checked",
   "Nov 8, 2026"
  ]
 ],
 "good": [],
 "checked_line": "From the official site and pricing page, checked Nov 8, 2026; no hand-checked card yet; usage numbers update daily."
}