{
  "generatedAt": "2026-08-22",
  "note": "Each score is one model solving 10-15 realistic tasks, type-checked against the installed package. Pass = compiles clean.",
  "metrics": {
    "score": "conditional API correctness: passes / completions that produced code",
    "unconditionalScore": "unconditional task success: passes / every task asked, refusals included",
    "ci95": "Wilson 95% interval on the same numerator and denominator, as [low, high] proportions"
  },
  "scores": [
    {
      "library": "TanStack Query v5",
      "slug": "tanstack-query",
      "libraryVersion": "5.101.4",
      "model": "claude-opus-5",
      "score": 100,
      "unconditionalScore": 100,
      "passed": 13,
      "total": 13,
      "refused": 0,
      "attempted": 13,
      "ci95": {
        "score": [
          0.7719,
          1
        ],
        "unconditionalScore": [
          0.7719,
          1
        ]
      },
      "scorecard": "https://sdkproof.dev/tanstack-query.html",
      "badge": "https://sdkproof.dev/badge/tanstack-query.svg"
    },
    {
      "library": "Vercel AI SDK 7",
      "slug": "aisdk",
      "libraryVersion": "7.0.30",
      "model": "claude-opus-5",
      "score": 71,
      "unconditionalScore": 71,
      "passed": 10,
      "total": 14,
      "refused": 0,
      "attempted": 14,
      "ci95": {
        "score": [
          0.4535,
          0.8828
        ],
        "unconditionalScore": [
          0.4535,
          0.8828
        ]
      },
      "scorecard": "https://sdkproof.dev/aisdk.html",
      "badge": "https://sdkproof.dev/badge/aisdk.svg"
    },
    {
      "library": "Zod 4",
      "slug": "zod",
      "libraryVersion": "4.4.3",
      "model": "claude-opus-5",
      "score": 100,
      "unconditionalScore": 100,
      "passed": 10,
      "total": 10,
      "refused": 0,
      "attempted": 10,
      "ci95": {
        "score": [
          0.7225,
          1
        ],
        "unconditionalScore": [
          0.7225,
          1
        ]
      },
      "scorecard": "https://sdkproof.dev/zod.html",
      "badge": "https://sdkproof.dev/badge/zod.svg"
    },
    {
      "library": "React Router 8",
      "slug": "react-router",
      "libraryVersion": "8.3.0",
      "model": "claude-opus-5",
      "score": 93,
      "unconditionalScore": 93,
      "passed": 14,
      "total": 15,
      "refused": 0,
      "attempted": 15,
      "ci95": {
        "score": [
          0.7018,
          0.9881
        ],
        "unconditionalScore": [
          0.7018,
          0.9881
        ]
      },
      "scorecard": "https://sdkproof.dev/react-router.html",
      "badge": "https://sdkproof.dev/badge/react-router.svg"
    },
    {
      "library": "Next.js 16",
      "slug": "nextjs",
      "libraryVersion": "16.2.11",
      "model": "claude-opus-5",
      "score": 92,
      "unconditionalScore": 92,
      "passed": 12,
      "total": 13,
      "refused": 0,
      "attempted": 13,
      "ci95": {
        "score": [
          0.6669,
          0.9863
        ],
        "unconditionalScore": [
          0.6669,
          0.9863
        ]
      },
      "scorecard": "https://sdkproof.dev/nextjs.html",
      "badge": "https://sdkproof.dev/badge/nextjs.svg"
    },
    {
      "library": "Prisma 7",
      "slug": "prisma7",
      "libraryVersion": "7.8.0",
      "model": "claude-opus-5",
      "score": 87,
      "unconditionalScore": 87,
      "passed": 13,
      "total": 15,
      "refused": 0,
      "attempted": 15,
      "ci95": {
        "score": [
          0.6212,
          0.9626
        ],
        "unconditionalScore": [
          0.6212,
          0.9626
        ]
      },
      "scorecard": "https://sdkproof.dev/prisma7.html",
      "badge": "https://sdkproof.dev/badge/prisma7.svg"
    },
    {
      "library": "TanStack React Table 9",
      "slug": "react-table",
      "libraryVersion": "9.1.2",
      "model": "claude-opus-5",
      "score": 0,
      "unconditionalScore": 0,
      "passed": 0,
      "total": 12,
      "refused": 0,
      "attempted": 12,
      "ci95": {
        "score": [
          0,
          0.2425
        ],
        "unconditionalScore": [
          0,
          0.2425
        ]
      },
      "scorecard": "https://sdkproof.dev/react-table.html",
      "badge": "https://sdkproof.dev/badge/react-table.svg"
    },
    {
      "library": "Stripe 22",
      "slug": "stripe",
      "libraryVersion": "22.4.0",
      "model": "claude-opus-5",
      "score": 100,
      "unconditionalScore": 67,
      "passed": 10,
      "total": 10,
      "refused": 5,
      "attempted": 15,
      "ci95": {
        "score": [
          0.7225,
          1
        ],
        "unconditionalScore": [
          0.4171,
          0.8482
        ]
      },
      "scorecard": "https://sdkproof.dev/stripe.html"
    }
  ]
}