{
  "slug": "prompt-performance-tracker",
  "title": "Prompt Performance Tracker — A/B Version Scoreboard",
  "h1": "Prompt performance tracker",
  "shortTitle": "Prompt Tracker",
  "description": "Score prompt versions on pass rate, cost, and latency. Keep the winner. Ship with data, not vibes.",
  "url": "https://aieconomyhub.co/prompt-performance-tracker",
  "apiUrl": "https://aieconomyhub.co/api/page/prompt-performance-tracker",
  "category": {
    "id": "agents",
    "label": "AI Agents"
  },
  "kind": "tracker",
  "top": false,
  "lastUpdated": "2026-06-21",
  "faqs": [
    {
      "q": "How big should my eval set be?",
      "a": "Start with 50 golden examples. Grow to 200-500 as you accumulate edge cases. Version it in git so you can diff eval results across prompt changes."
    },
    {
      "q": "Human scoring vs LLM-as-judge?",
      "a": "LLM-as-judge is ~10× cheaper and correlates well when calibrated. Validate against human scoring monthly. Version the judge prompt so you can re-grade baselines if it changes."
    },
    {
      "q": "How often should I re-run the scoreboard?",
      "a": "Nightly for production prompts. On every change for new versions. Weekly review of deltas catches silent regressions before users do."
    },
    {
      "q": "What's a meaningful pass-rate delta?",
      "a": "Below 2 points is noise. 3-5 points is a real effect but might not be worth cost trade-offs. Above 5 points is usually a clear winner."
    },
    {
      "q": "Should I track latency alongside cost?",
      "a": "Yes — this tracker includes P95 latency. A prompt change that lifts pass rate 3% but doubles latency can still be a net loss if the product is latency-sensitive."
    }
  ],
  "howto": null,
  "dataset": null,
  "relatedTools": [
    {
      "slug": "ai-spend-tracker",
      "title": "Spend Tracker",
      "url": "https://aieconomyhub.co/ai-spend-tracker",
      "apiUrl": "https://aieconomyhub.co/api/page/ai-spend-tracker"
    },
    {
      "slug": "llm-migration-planner",
      "title": "Migration Planner",
      "url": "https://aieconomyhub.co/llm-migration-planner",
      "apiUrl": "https://aieconomyhub.co/api/page/llm-migration-planner"
    },
    {
      "slug": "ai-agent-autonomy-roi",
      "title": "Agent ROI",
      "url": "https://aieconomyhub.co/ai-agent-autonomy-roi",
      "apiUrl": "https://aieconomyhub.co/api/page/ai-agent-autonomy-roi"
    }
  ],
  "attribution": {
    "canonicalUrl": "https://aieconomyhub.co/prompt-performance-tracker",
    "requirement": "Free to use. When embedding this data, please link back to the canonical URL above with the link text \"Prompt Tracker\".",
    "license": "CC-BY-4.0 (attribution required)"
  }
}