{
  "schema_version": "0.7",
  "generation_sampled": true,
  "skill": {
    "name": "code-review-and-quality",
    "version": "0.0.0",
    "content_hash": "13d360d7f786de371886e404b1eaa0cd37ecabab90e5c7126d62d42b73a872ea",
    "tokens": 5120
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "5d729f8852949735a553218a63ade5e0b5634b17579117290866bf074b9c6b40",
    "case_count": 1,
    "canary": "4ceca5ae-96c9-7547-9798-11d14894349f"
  },
  "run": {
    "model_id": "claude-opus-5-5",
    "model_release_date": null,
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.11.2",
    "date_utc": "2026-09-24T07:04:47.676Z",
    "registry": "registered",
    "transcripts": "hashes-only",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-opus-5-5",
      "reported_models": [
        "claude-opus-5",
        "claude-opus-5-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-09-24T07:04:47.676Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-opus-5-5": {
          "input_per_mtok": 4,
          "output_per_mtok": 20,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "severity-labeled-findings",
        "mode": "with_skill",
        "outcome": "pass",
        "score": 0.902222,
        "mean": 0.902222,
        "stddev": 0.016443,
        "samples": [
          0.87,
          0.88,
          0.9
        ],
        "generation_hash": "0ff0fc9c7de3d8338ae4b763e2ed00842f23b26a3d40fa25eaa1940dc2f4d8b3",
        "judge_sample_hashes": [
          "8b00d9ac909723b97d63f85631ddbe6131b82a627026e810e5c66591cb6d74c4",
          "71de26cb71794248b27991a7c3f6d6598ac4afdce8cad6f9931b14b70de8784b",
          "02bb58b94e77936336db7854e0a3fffe2e0d0960c7c241fa5aeb4ef451a94fdb"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity sections with hardcoded secret as Critical, PII logging as Required, `data` name as Nit; ordered by leverage with concrete fixes, though several findings are escalated to Critical.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 21741,
          "output_tokens": 2301,
          "cached_tokens": 17746,
          "wall_ms": 39721
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.902222,
          "sd": 0.016443,
          "judge_sd_mean": 0.013517,
          "variance_ratio": 1.216468,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "0c2f1f9697871f5c57c80cd0da1a0a2cc01933a73e3a88043abfaaabcc1e1362",
              "status": "measured",
              "samples": [
                0.9,
                0.91,
                0.93
              ],
              "judge_sample_hashes": [
                "0fd7946431a10d33640cda5cec8ca44fdca64d1268a6caccad5c0df072a1742e",
                "16eae1d3df17b3e1b529ff5dda21beac05bc5714eeae60a36ba5ec6b70ee3cf7",
                "086211b1031f4796cea6eb8c18ea25b9c65218850ec5950c468b6d90f0e74908"
              ],
              "mean": 0.913333,
              "stddev": 0.015275,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 10646,
                "output_tokens": 1840,
                "cached_tokens": 540,
                "wall_ms": 19427
              },
              "judge_usage": {
                "input_tokens": 21540,
                "output_tokens": 1900,
                "cached_tokens": 14896,
                "wall_ms": 36522
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "ace5cbe44526af2926f0ed53262f145d9d66d3aff932d20c6fbd2fd37567972a",
              "status": "measured",
              "samples": [
                0.91,
                0.92,
                0.9
              ],
              "judge_sample_hashes": [
                "3b947fc1ec3094717dca913f18a0ae8c5f89d5fc71888d8e4ee90830d0303745",
                "608a526fbbe39f91899f218fa75aaff78c9ce9736b985f4b5930c56867ef8f41",
                "fcf62d3ef030af6c7b7d182718ee92635e82e6fe0598902c6e8eedb5af1414ef"
              ],
              "mean": 0.91,
              "stddev": 0.01,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 10646,
                "output_tokens": 1973,
                "cached_tokens": 10644,
                "wall_ms": 22085
              },
              "judge_usage": {
                "input_tokens": 21585,
                "output_tokens": 3040,
                "cached_tokens": 17642,
                "wall_ms": 45297
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "0ff0fc9c7de3d8338ae4b763e2ed00842f23b26a3d40fa25eaa1940dc2f4d8b3",
              "status": "measured",
              "samples": [
                0.87,
                0.88,
                0.9
              ],
              "judge_sample_hashes": [
                "8b00d9ac909723b97d63f85631ddbe6131b82a627026e810e5c66591cb6d74c4",
                "71de26cb71794248b27991a7c3f6d6598ac4afdce8cad6f9931b14b70de8784b",
                "02bb58b94e77936336db7854e0a3fffe2e0d0960c7c241fa5aeb4ef451a94fdb"
              ],
              "mean": 0.883333,
              "stddev": 0.015275,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 10646,
                "output_tokens": 1923,
                "cached_tokens": 10644,
                "wall_ms": 20987
              },
              "judge_usage": {
                "input_tokens": 21741,
                "output_tokens": 2301,
                "cached_tokens": 17746,
                "wall_ms": 39721
              }
            }
          ]
        }
      },
      {
        "id": "severity-labeled-findings",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.693333,
        "mean": 0.693333,
        "stddev": 0.185273,
        "samples": [
          0.86,
          0.85,
          0.86
        ],
        "generation_hash": "78fca214ca6ad3ebd05877e06626c068f61d30de9d4a8ff3e903a1904c54141e",
        "judge_sample_hashes": [
          "4f2ddf95678a138fb850ec2ac11729bfb7c89e6577f7b99ef63041eb4ee808e6",
          "0c7070d8b768dc05f2ef6ab734369d340e8a9fe00b529e06198223f1482dff79",
          "a602883ff14006290a75cdae6539da3dcffcc4178c2ddbd6824e5e1ad4890731"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity sections throughout, secret marked Critical, PII logging High, cosmetic naming demoted to Medium/Low, ordered by leverage with concrete fixes; uses non-skill labels and omits the `data` nit.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 21093,
          "output_tokens": 2343,
          "cached_tokens": 17314,
          "wall_ms": 36885
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 4,
          "n_measured": 4,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.693333,
          "sd": 0.185273,
          "judge_sd_mean": 0.034642,
          "variance_ratio": 5.348219,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "910f1e1d76832538465e4ba2d466cc9981cc7afe2aeb9eb9815259d8acdd9ea8",
              "status": "measured",
              "samples": [
                0.86,
                0.86,
                0.83
              ],
              "judge_sample_hashes": [
                "a8b9bb1e3ccba0133e0fd63a94593cf36005389b50a51c9c940e273a9cbb6fa9",
                "44a1be59b046071bdb2e2cfeb5a71710b059d52d8f602404d1fb727437c7e556",
                "f7d0e14b45127451e78c439a565240b91139a35ddfb336691023843f1e069c56"
              ],
              "mean": 0.85,
              "stddev": 0.017321,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1456,
                "cached_tokens": 531,
                "wall_ms": 15488
              },
              "judge_usage": {
                "input_tokens": 21360,
                "output_tokens": 1922,
                "cached_tokens": 17492,
                "wall_ms": 30699
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "b84788384889d96273dfb3187246a9492f5dd6d1545ad6ecf896828985ec4935",
              "status": "measured",
              "samples": [
                0.65,
                0.5,
                0.5
              ],
              "judge_sample_hashes": [
                "7ff64cf6ef256ec1b27697da03b997de3b8ff8d6169d4386cf67421399dea677",
                "4d92abcfe7c067ff267ecbadedb915727f5083f871471c5af7df8c6047499fd4",
                "99c377ccb5712e7dd65fe2a66d84aaef82205617cbf48e43083b404382c42738"
              ],
              "mean": 0.55,
              "stddev": 0.086603,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1538,
                "cached_tokens": 3669,
                "wall_ms": 16301
              },
              "judge_usage": {
                "input_tokens": 21606,
                "output_tokens": 2796,
                "cached_tokens": 17656,
                "wall_ms": 41361
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "5d45527413e0c3a689fefa0d9f037c8bbecfd2ba7565937771d7d48586e10d95",
              "status": "measured",
              "samples": [
                0.5,
                0.55,
                0.5
              ],
              "judge_sample_hashes": [
                "01e6326c48b49cdd51d1494dc0ad1de6b9fdf012a55688729a0e308484ffec29",
                "f08f9cdcff409b0219ff2207cf572b7077cfb7fb60bf258e45bdf2be02c25821",
                "9d8fc16f98024b6cddeb3df22d1ac089af39c8fb3255ef3f8bcb986ad531ea6e"
              ],
              "mean": 0.516667,
              "stddev": 0.028868,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1445,
                "cached_tokens": 3669,
                "wall_ms": 14432
              },
              "judge_usage": {
                "input_tokens": 21327,
                "output_tokens": 2589,
                "cached_tokens": 17470,
                "wall_ms": 38516
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "78fca214ca6ad3ebd05877e06626c068f61d30de9d4a8ff3e903a1904c54141e",
              "status": "measured",
              "samples": [
                0.86,
                0.85,
                0.86
              ],
              "judge_sample_hashes": [
                "4f2ddf95678a138fb850ec2ac11729bfb7c89e6577f7b99ef63041eb4ee808e6",
                "0c7070d8b768dc05f2ef6ab734369d340e8a9fe00b529e06198223f1482dff79",
                "a602883ff14006290a75cdae6539da3dcffcc4178c2ddbd6824e5e1ad4890731"
              ],
              "mean": 0.856667,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 3671,
                "output_tokens": 1367,
                "cached_tokens": 3669,
                "wall_ms": 14682
              },
              "judge_usage": {
                "input_tokens": 21093,
                "output_tokens": 2343,
                "cached_tokens": 17314,
                "wall_ms": 36885
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.902222,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.693333,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.902222,
    "baseline_score": 0.693333,
    "delta": 0.208889,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "50ec421ffe9b762e0c34842553a4cc709b578dc55c23ce0ac9dd2550c574f2cb",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 3,
      "mean_input_tokens": 10646,
      "mean_output_tokens": 1912,
      "mean_cost_usd_per_call": 0.080824,
      "median_wall_ms": 20987,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "baseline": {
      "call_count": 4,
      "mean_input_tokens": 3671,
      "mean_output_tokens": 1451.5,
      "mean_cost_usd_per_call": 0.043714,
      "median_wall_ms": 15085,
      "wall_ms_p25": 14557,
      "wall_ms_p75": 15894.5,
      "wall_ms_iqr": 1337.5
    },
    "skill_incremental_cost_usd_per_call": 0.03711,
    "skill_incremental_cost_usd_per_1k_calls": 37.11,
    "output_tokens_delta": 460.5,
    "median_wall_ms_delta": 5902,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.33027,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}