{
  "schema": "tesign-radar/item/1",
  "generated_at": "2026-09-21T05:13:49.792Z",
  "lang": "en",
  "slug": "promptfoo",
  "url": "https://tesign.com/en/item/promptfoo/",
  "alternates": {
    "ko": {
      "html": "https://tesign.com/item/promptfoo/",
      "json": "https://tesign.com/item/promptfoo/index.json",
      "markdown": "https://tesign.com/item/promptfoo/index.md"
    },
    "en": {
      "html": "https://tesign.com/en/item/promptfoo/",
      "json": "https://tesign.com/en/item/promptfoo/index.json",
      "markdown": "https://tesign.com/en/item/promptfoo/index.md"
    }
  },
  "name": "Promptfoo",
  "use_label": "Test what your AI app actually answers",
  "one_liner": "Test and compare what your prompts, agents and RAG apps actually answer.",
  "text": {
    "why": "Every prompt change ends up judged by feel. Promptfoo runs the same inputs across models and prompt variants and lays the answers side by side in a matrix, with red-teaming for vulnerabilities in the same tool.",
    "take": "It replaces \"that feels better\" with a table you can point at. The repository states plainly that it joined OpenAI and stays open source under MIT.",
    "build": [
      "A CLI and a library: install with npm, brew or pip, or run it with npx and install nothing. Provider keys go in as environment variables, results open as a browser matrix, and it drops into CI as a regression check."
    ],
    "who": [
      {
        "role": "People shipping AI features, and teams that must keep quality steady while the prompts keep changing.",
        "situation": null
      }
    ],
    "start": [
      {
        "command": false,
        "text": "Create an example with npx, run the eval and open the results view."
      }
    ],
    "caveat": [
      "Needs Node.js 22.22 or newer. Calls run on your own provider keys, so a large eval costs real money there, and there is a paid enterprise edition alongside."
    ]
  },
  "cta": {
    "type": "install",
    "label": "INSTALL",
    "url": "https://promptfoo.dev/"
  },
  "ready": "install",
  "categories": [
    "ai",
    "dev-tools"
  ],
  "categories_confirmed": true,
  "tags": [
    "ai 시험",
    "프롬프트",
    "레드팀",
    "개발자용"
  ],
  "platform": [
    "cli"
  ],
  "license": {
    "spdx": "MIT",
    "scope": "permissive",
    "scope_text": "Use, change and redistribute, commercially too. Keep the notice.",
    "url": "https://spdx.org/licenses/MIT.html",
    "note": null,
    "open_source": true
  },
  "language": "TypeScript",
  "source_urls": {
    "canonical": "https://promptfoo.dev/",
    "github": "https://github.com/promptfoo/promptfoo",
    "huggingface": null,
    "app_store": null,
    "sightings": [
      {
        "source": "github",
        "url": "https://github.com/promptfoo/promptfoo",
        "posted_at": "2026-09-15T19:00:00.000Z",
        "hn_url": null
      }
    ]
  },
  "numbers": {
    "as_of": "2026-09-21T00:00:00.000Z",
    "stars": 25177,
    "stars_unit": "GitHub stars",
    "stars_checked_at": "2026-09-16T13:42:05.660Z",
    "stars_observed_since_check": 0,
    "star_delta_24h": null,
    "star_delta_7d": 5,
    "star_delta_30d": 17,
    "star_delta_unit": "GitHub stars gained in the window, GH Archive events summed to as_of",
    "spark_14d": [
      null,
      2,
      null,
      2,
      2,
      null,
      null,
      3,
      2,
      null,
      null,
      null,
      null,
      null
    ],
    "hf_likes": null,
    "hf_likes_observed_at": null,
    "hn_points": null,
    "hn_points_observed_at": null,
    "store": null,
    "method": "Star total = the value last checked on GitHub (stars_checked_at) + increases observed via GH Archive since. The 24h · 7d · 30d gains are GH Archive hourly events summed to the reference time (as_of). No score of ours."
  },
  "ranks": null,
  "activity": {
    "pushed_at": "2026-09-16T11:21:08.000Z",
    "owner_type": null,
    "open_issues": null,
    "contributors": null,
    "releases_count": null,
    "latest_release": null,
    "checked_at": null,
    "core_checked_at": "2026-09-16T13:42:05.660Z"
  },
  "signals": [],
  "images": {
    "og": "https://tesign.com/img/promptfoo-ae5c81e911.png",
    "cover": "https://tesign.com/img/promptfoo-ae5c81e911.png",
    "cover_width": 999,
    "cover_height": 850,
    "gallery": [
      "https://tesign.com/img/promptfoo-ae5c81e911.png"
    ],
    "alt": "A Promptfoo evaluation matrix: prompts and models across the top, test inputs down the side, each cell holding an answer and its pass mark.",
    "tier": 2
  },
  "dates": {
    "first_seen_at": "2026-09-16T13:41:54.017Z",
    "source_created_at": "2023-04-28T15:48:49.000Z",
    "discovery_hours": 29685.884726944445,
    "launch_signal_at": "2026-09-15T19:00:00.000Z",
    "kept_at": "2026-09-21T05:13:34.465Z",
    "first_published_at": "2026-09-21T05:13:34.733Z",
    "updated_at": "2026-09-21T05:13:34.670Z",
    "ingestion_mode": "live"
  },
  "notes": [
    "This file was produced by the same build, from the same data, as the tesign.com item page. The text is editorial; the numbers are stored observations.",
    "null in the JSON means not observed — never zero. The Markdown writes [unconfirmed] for it.",
    "Star total = the value last checked on GitHub (stars_checked_at) + increases observed via GH Archive since. The 24h · 7d · 30d gains are GH Archive hourly events summed to the reference time (as_of). No score of ours.",
    "A summary, not legal advice."
  ]
}