{
 "kind": "tool",
 "slug": "promptfoo",
 "path": "tools/promptfoo/",
 "name": "promptfoo",
 "maker": null,
 "density": "basic",
 "crumbs": [
  [
   "Tools",
   "tools/"
  ],
  [
   "Prompts, structured output and evals",
   "tools/llm-tooling/"
  ]
 ],
 "lead": "Tests, evaluates and red-teams LLM prompts and apps.",
 "chips": [
  {
   "label": "Prompts, structured output and evals",
   "path": "tools/llm-tooling/"
  },
  {
   "label": "NPM"
  }
 ],
 "primary": {
  "label": "Copy install command",
  "copy": "npm install promptfoo"
 },
 "links": [
  {
   "label": "GitHub",
   "href": "https://github.com/promptfoo/promptfoo"
  },
  {
   "label": "Website",
   "href": "https://promptfoo.dev"
  }
 ],
 "track": "New versions, deprecation and license changes on your dashboard",
 "verdicts": [
  {
   "key": "license",
   "label": "License",
   "value": "MIT",
   "status": "yes",
   "sub": "Use it in paid apps",
   "quote": null,
   "note": "License from npm.",
   "src": "https://github.com/promptfoo/promptfoo"
  },
  {
   "key": "maint",
   "label": "Maintained",
   "value": "Maintained",
   "status": "yes",
   "sub": "Last change today",
   "note": "Latest GitHub release Oct 25, 2026. ",
   "src": "https://github.com/promptfoo/promptfoo"
  },
  {
   "key": "pop",
   "label": "Used by agents' projects",
   "value": "9 projects",
   "status": "info",
   "sub": "#11 of 78 in its category",
   "note": "Dependency in 9 public GitHub projects set up for AI coding agents that we scanned (0.1%).",
   "src": null
  },
  {
   "key": "agent",
   "label": "Agent access",
   "value": "Community skills",
   "status": "info",
   "sub": "1 skills by others",
   "note": "Agent skills for this library in the skills catalog; community skills are written by others, read them before you install.",
   "src": null
  }
 ],
 "vfoot": "From the package registry and GitHub, checked daily.",
 "blocks": [
  {
   "id": "overview",
   "nav": "Overview",
   "h2": "What promptfoo does",
   "parts": [
    {
     "t": "prose",
     "text": "Tests, evaluates and red-teams LLM prompts and apps."
    }
   ]
  },
  {
   "id": "popularity",
   "nav": "Popularity",
   "h2": "promptfoo popularity",
   "parts": [
    {
     "t": "stats",
     "items": [
      {
       "n": "58",
       "of": "/ 100",
       "l": "Gid Score, #1058 overall"
      },
      {
       "n": "1.2M",
       "l": "downloads a week, npm"
      },
      {
       "n": "27.4K",
       "l": "GitHub stars"
      },
      {
       "n": "9",
       "l": "agent projects use it"
      }
     ]
    },
    {
     "t": "small",
     "text": "Gid Score measures public popularity and activity, not quality.",
     "link": "How the Gid Score is calculated",
     "path": "tools/top/"
    }
   ]
  },
  {
   "id": "usage",
   "nav": "How it is used",
   "h2": "How promptfoo is used",
   "parts": [
    {
     "t": "list",
     "items": [
      "promptfoo is a dependency in 9 of the 6,255 public GitHub projects set up for AI coding agents that we scanned, too few to describe it from them alone. Our scan also samples projects by dependency (Solana 3,064, Ethereum and EVM 1,779, 3D and games 3,123, agent frameworks and SDKs 13,665); counting those, it appears in 35 projects, and what it is used with below comes from all of them.",
      "The most used alternative in our scan is Evalite (2 projects).",
      "Projects that use it most often also use tsx (82.9%), Playwright (JavaScript) (77.1%), Vitest (80.0%)."
     ]
    },
    {
     "t": "h3",
     "text": "By coding agent"
    },
    {
     "t": "rows",
     "rows": [
      {
       "l": "9 projects, 0.3%",
       "v": "Claude Code",
       "path": "agents/claude-code/"
      },
      {
       "l": "6 projects, 0.2%",
       "v": "GitHub Copilot",
       "path": "agents/github-copilot/"
      },
      {
       "l": "5 projects, 1.1%",
       "v": "Gemini CLI",
       "path": "agents/gemini-cli/"
      }
     ]
    },
    {
     "t": "h3",
     "text": "Often used with"
    },
    {
     "t": "rows",
     "rows": [
      {
       "l": "In 82.9% of its projects",
       "v": "tsx",
       "path": "tools/tsx/"
      },
      {
       "l": "In 77.1% of its projects",
       "v": "Playwright (JavaScript)",
       "path": "tools/playwright-test/"
      },
      {
       "l": "In 80.0% of its projects",
       "v": "Vitest",
       "path": "tools/vitest/"
      },
      {
       "l": "In 85.7% of its projects",
       "v": "Zod",
       "path": "tools/zod/"
      },
      {
       "l": "In 74.3% of its projects",
       "v": "Vite",
       "path": "tools/vite/"
      },
      {
       "l": "In 68.6% of its projects",
       "v": "bcryptjs",
       "path": "tools/bcryptjs/"
      },
      {
       "l": "In 71.4% of its projects",
       "v": "Tailwind Merge",
       "path": "tools/tailwind-merge/"
      },
      {
       "l": "In 71.4% of its projects",
       "v": "clsx",
       "path": "tools/clsx/"
      }
     ]
    }
   ]
  },
  {
   "id": "more",
   "nav": null,
   "spy_as": "usage",
   "h2": "More about promptfoo",
   "parts": [
    {
     "t": "more",
     "items": [
      {
       "title": "Funding",
       "path": "tools/funding/",
       "items": [
        "GitHub Sponsors: https://github.com/typpo",
        "3 GitHub sponsors"
       ]
      },
      {
       "title": "Agent Skills for it",
       "path": "skills/",
       "items": [
        "promptfoo-evaluation: Configures and runs LLM evaluation using Promptfoo framework. Use when setting up prompt testing, creating evaluation configs (promptfooconf"
       ]
      },
      {
       "title": "More in Prompts, structured output and evals",
       "path": "tools/llm-tooling/",
       "items": [
        {
         "text": "Ultracite",
         "path": "tools/ultracite/"
        },
        {
         "text": "tiktoken (Python)",
         "path": "tools/tiktoken-pypi/"
        },
        {
         "text": "tokenizers",
         "path": "tools/tokenizers/"
        },
        {
         "text": "LangSmith",
         "path": "tools/langsmith-pypi/"
        },
        {
         "text": "GPT Tokenizer",
         "path": "tools/gpt-tokenizer/"
        },
        {
         "text": "Langfuse (Python)",
         "path": "tools/langfuse-pypi/"
        },
        {
         "text": "TokenLens",
         "path": "tools/tokenlens/"
        },
        {
         "text": "@graphql-codegen/typescript-operations",
         "path": "tools/graphql-codegen-typescript-operations/"
        }
       ]
      }
     ]
    }
   ]
  },
  {
   "id": "alternatives",
   "nav": "Alternatives",
   "h2": "Alternatives",
   "parts": [
    {
     "t": "alts",
     "items": [
      {
       "name": "promptfoo",
       "me": true,
       "facts": [
        "MIT",
        "Gid 58",
        "1.2M/wk"
       ]
      },
      {
       "name": "Evalite",
       "why": "TypeScript eval runner for LLM apps, built on Vitest.",
       "path": "tools/evalite/",
       "facts": [
        "MIT",
        "Gid 42",
        "483K/wk"
       ]
      }
     ],
     "more": "Compare promptfoo with another tool",
     "more_path": "tools/compare/"
    }
   ]
  },
  {
   "id": "start",
   "nav": "Get started",
   "h2": "Get started",
   "parts": [
    {
     "t": "install",
     "intro": "Install it.",
     "code": "npm install promptfoo"
    },
    {
     "t": "gap",
     "text": "No step-by-step start for promptfoo yet: we have not written its hand-checked card."
    }
   ]
  }
 ],
 "glance": [
  [
   "Package",
   "npm promptfoo"
  ],
  [
   "Category",
   "Prompts, structured output and evals"
  ],
  [
   "License",
   "MIT"
  ],
  [
   "Gid Score",
   "58.4"
  ],
  [
   "Rank in category",
   "#11 of 78"
  ],
  [
   "GitHub",
   "promptfoo/promptfoo"
  ],
  [
   "Last change",
   "Nov 17, 2026"
  ]
 ],
 "good": [],
 "checked_line": "From the package registry, GitHub and our scan of public agent projects; numbers update daily.",
 "logo": "https://agentgid.com/media/avatars/promptfoo.png"
}