{
  "schema_version": "0.6",
  "generation_sampled": true,
  "skill": {
    "name": "code-review-and-quality",
    "version": "0.0.0",
    "content_hash": "13d360d7f786de371886e404b1eaa0cd37ecabab90e5c7126d62d42b73a872ea",
    "tokens": 5120
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "5d729f8852949735a553218a63ade5e0b5634b17579117290866bf074b9c6b40",
    "case_count": 1,
    "canary": "4ceca5ae-96c9-7547-9798-11d14894349f"
  },
  "run": {
    "model_id": "claude-haiku-5-5",
    "model_release_date": null,
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.10.1",
    "date_utc": "2026-10-07T21:08:05.850Z",
    "registry": "registered",
    "transcripts": "retained-local",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-haiku-5-5",
      "reported_models": [
        "claude-haiku-5-5",
        "claude-opus-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-10-07T21:08:05.850Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-haiku-5-5": {
          "input_per_mtok": 0.1,
          "output_per_mtok": 0.5,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "severity-labeled-findings",
        "mode": "with_skill",
        "outcome": "borderline",
        "score": 0.77,
        "mean": 0.77,
        "stddev": 0.158223,
        "samples": [
          0.86,
          0.88,
          0.87
        ],
        "generation_hash": "04c9bb0295ac2a968340abd4e7568644a4c05dc8cd95042ce55bf787391bfac8",
        "judge_sample_hashes": [
          "2f1680420ea647ae9aecd65120a9b724e2782be3dfb805db425c348febdd8342",
          "edb20c92d1e2508fba823efd188226dd81eff72a9af98f73295f954e3b9a094e",
          "e6288455f895c64aeee7de7fb7648f0f3a6ff49393cb00e3776b5c810df21abb"
        ],
        "threshold": 0.7,
        "reason": "Explicit Critical/Required/Nit labels, secret marked Critical, PII logging Required, cosmetic point as Nit, severity-ordered with concrete fixes; misses the `data` naming nit.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 47274,
          "output_tokens": 1973,
          "cached_tokens": 34771,
          "wall_ms": 35291
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 10,
          "n_measured": 10,
          "n_unmeasured": 0,
          "stopping_reason": "max_reached",
          "mean": 0.77,
          "sd": 0.158223,
          "judge_sd_mean": 0.043283,
          "variance_ratio": 3.655546,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "30bccda623b914d2febc814dae6aad07f4b4d054086f1f0884542b67e22fbb61",
              "status": "measured",
              "samples": [
                0.89,
                0.88,
                0.87
              ],
              "judge_sample_hashes": [
                "6e34a687c24ff272ee875e2cecb972bf88b8a36db3274744afd54f9dd67a9ba7",
                "9ea3864f33b705e67fd460f7b76d745328b3af93036ecd8ee8ea77720f60cae6",
                "2fa94c20319bf172a4681c9277725d43ccd017a58583bf3847fcb6272db14046"
              ],
              "mean": 0.88,
              "stddev": 0.01,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2403,
                "cached_tokens": 26811,
                "wall_ms": 13458
              },
              "judge_usage": {
                "input_tokens": 47634,
                "output_tokens": 2329,
                "cached_tokens": 35011,
                "wall_ms": 39894
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "c80e640e435bfcc40350ad999a5305f4e74935d39dd14cdfb2993f7cd308bd70",
              "status": "measured",
              "samples": [
                0.4,
                0.33,
                0.35
              ],
              "judge_sample_hashes": [
                "02646174c46bc207466cfe5e5463d5bc63add62fd22e5d504d1e6556306bf595",
                "26e36204ebd94167236c3f14b75d01e2a1f6429cfc171b28266994a82d69a496",
                "6e7cff60c9ecc22deec1b6a12b019387859ef0435602af85d89744e88b0e3f98"
              ],
              "mean": 0.36,
              "stddev": 0.036056,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2383,
                "cached_tokens": 26811,
                "wall_ms": 12631
              },
              "judge_usage": {
                "input_tokens": 47400,
                "output_tokens": 2099,
                "cached_tokens": 34855,
                "wall_ms": 36245
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "0e828faa22e5a0260b12fd35126074848976b78d18f33c13f470e6faceaca245",
              "status": "measured",
              "samples": [
                0.87,
                0.88,
                0.87
              ],
              "judge_sample_hashes": [
                "c268691cf9857552e7260c3a49890b853e54aa4541923b7c05fb4e5bfaf78983",
                "e324a92c791ddfc4cd78d1c8a459db47ca6ff9a11873c162d124da4d19f893ee",
                "a114962b0c3cc69c831cde7292d2a273aa41537517ba7f797f9574a02a0d18d1"
              ],
              "mean": 0.873333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2846,
                "cached_tokens": 26811,
                "wall_ms": 14908
              },
              "judge_usage": {
                "input_tokens": 47802,
                "output_tokens": 2532,
                "cached_tokens": 35123,
                "wall_ms": 41314
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "0c5fee46662ef6800e692af9d7346b85cbd82aecfba046fe9f963e21ed7b0b60",
              "status": "measured",
              "samples": [
                0.87,
                0.88,
                0.85
              ],
              "judge_sample_hashes": [
                "832537e50887fd84a5f17688ec3fbed260d697e693a61b4d4dbbf4b4c2af1c1c",
                "7ace40e37fa678a1d57988d486305890a4613fcc2795ef18fd498ca3d1d3dabe",
                "93144e47e690288101f484b2da6c8a2e800c5c2e44a63e51e8eff381fc7abed3"
              ],
              "mean": 0.866667,
              "stddev": 0.015275,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2518,
                "cached_tokens": 26811,
                "wall_ms": 13173
              },
              "judge_usage": {
                "input_tokens": 47694,
                "output_tokens": 1957,
                "cached_tokens": 35051,
                "wall_ms": 35754
              }
            },
            {
              "draw_index": 4,
              "generation_hash": "0d173f581e2b723ea699e8ad6cc485a5a53e56750a5f53836a909810af0adc3b",
              "status": "measured",
              "samples": [
                0.85,
                0.88,
                0.82
              ],
              "judge_sample_hashes": [
                "e0d44b73d09c34325e1f67b92b61bb234b3b019fd7a3535cb559b486efac6f49",
                "b83c8a49f1e095254cebf889e4e5d59ee662fd72d11c036c1cb75bbbf1e732f6",
                "2313780f2c65ac43222ab95eed6b23b2466452c6684e981c1eb1f0e8aeba10a1"
              ],
              "mean": 0.85,
              "stddev": 0.03,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2097,
                "cached_tokens": 26811,
                "wall_ms": 11252
              },
              "judge_usage": {
                "input_tokens": 47856,
                "output_tokens": 2370,
                "cached_tokens": 35159,
                "wall_ms": 44439
              }
            },
            {
              "draw_index": 5,
              "generation_hash": "b7dc39bccf553dad7ab80d21c79b38cc6f9fc37751140fda92dabc63418282d2",
              "status": "measured",
              "samples": [
                0.68,
                0.7,
                0.75
              ],
              "judge_sample_hashes": [
                "22210b8d38ba1848bf22a90e208766eabf3d812d20eada1e026cfdb61c9a0b77",
                "e576db75a150b50e22ee8dd75be69baccd5ac8e334901608068c32372163a7ca",
                "e1f9bf69ffb9945998a360e3411c35015ac37d93946e73821dbf1fb99e185d18"
              ],
              "mean": 0.71,
              "stddev": 0.036056,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2420,
                "cached_tokens": 26811,
                "wall_ms": 12586
              },
              "judge_usage": {
                "input_tokens": 47475,
                "output_tokens": 2125,
                "cached_tokens": 34905,
                "wall_ms": 36307
              }
            },
            {
              "draw_index": 6,
              "generation_hash": "0809fbd56773be8f4e7dce481168dfe392cc16d47d6fd2978bf757a9da538987",
              "status": "measured",
              "samples": [
                0.72,
                0.78,
                0.62
              ],
              "judge_sample_hashes": [
                "f3d51c09a77c15fca4ce37aa88bc48d7345518ba3bbb59c51e0358c0d2b0622e",
                "95d141232d94dede3e638151a4734deea243f25b5baa5c526b6ffed3710ba0f9",
                "9a64f00e52c9ff2367b3c419ac7115034f33a370662a2533e030c29911c08518"
              ],
              "mean": 0.706667,
              "stddev": 0.080829,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2237,
                "cached_tokens": 26811,
                "wall_ms": 11615
              },
              "judge_usage": {
                "input_tokens": 47355,
                "output_tokens": 2316,
                "cached_tokens": 34825,
                "wall_ms": 55154
              }
            },
            {
              "draw_index": 7,
              "generation_hash": "0c7e90c8c22509c6026a2c69b76d0f4e0bf8cca54aa0169fc97d836dc1bcd156",
              "status": "measured",
              "samples": [
                0.65,
                0.83,
                0.87
              ],
              "judge_sample_hashes": [
                "5ac028a1c98d2eb13b274b14c99cc276a013b445dad1dc3fad960c079e48c47a",
                "89b0ca1b3677a7f26367aa9ea14479df89596807eacd558b1820cde77609de38",
                "639bcea25465133f63e9ca6c0f80850b5d25c606443b4b2a7a70b4d620afb738"
              ],
              "mean": 0.783333,
              "stddev": 0.117189,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 1895,
                "cached_tokens": 26811,
                "wall_ms": 10884
              },
              "judge_usage": {
                "input_tokens": 47505,
                "output_tokens": 2245,
                "cached_tokens": 34925,
                "wall_ms": 53015
              }
            },
            {
              "draw_index": 8,
              "generation_hash": "dbc60cc33362c86dc91cba1f3af29b595f93abe4360dfb3329b3e824c9c76290",
              "status": "measured",
              "samples": [
                0.82,
                0.7,
                0.88
              ],
              "judge_sample_hashes": [
                "c03c3abcc47a065a1ee075138f1f0b4319272bf648758882bf02c7332588c653",
                "765c3ba7d7dca518d77e3de5ab461085e7c863cf13f73bc0039a9973d6b8865a",
                "a6b56949115d69ef98b7f84f894d4bac5afea7f397d7d59b27b3c1118a12c766"
              ],
              "mean": 0.8,
              "stddev": 0.091652,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2348,
                "cached_tokens": 26811,
                "wall_ms": 12501
              },
              "judge_usage": {
                "input_tokens": 47349,
                "output_tokens": 2540,
                "cached_tokens": 34821,
                "wall_ms": 43175
              }
            },
            {
              "draw_index": 9,
              "generation_hash": "04c9bb0295ac2a968340abd4e7568644a4c05dc8cd95042ce55bf787391bfac8",
              "status": "measured",
              "samples": [
                0.86,
                0.88,
                0.87
              ],
              "judge_sample_hashes": [
                "2f1680420ea647ae9aecd65120a9b724e2782be3dfb805db425c348febdd8342",
                "edb20c92d1e2508fba823efd188226dd81eff72a9af98f73295f954e3b9a094e",
                "e6288455f895c64aeee7de7fb7648f0f3a6ff49393cb00e3776b5c810df21abb"
              ],
              "mean": 0.87,
              "stddev": 0.01,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 26813,
                "output_tokens": 2398,
                "cached_tokens": 26811,
                "wall_ms": 13483
              },
              "judge_usage": {
                "input_tokens": 47274,
                "output_tokens": 1973,
                "cached_tokens": 34771,
                "wall_ms": 35291
              }
            }
          ]
        }
      },
      {
        "id": "severity-labeled-findings",
        "mode": "baseline",
        "outcome": "pass",
        "score": 0.823334,
        "mean": 0.823334,
        "stddev": 0.030551,
        "samples": [
          0.85,
          0.85,
          0.87
        ],
        "generation_hash": "5c0aee0adde28622aeaf77b8b025e1be7cdd17649ec32053b506abcdadfe2581",
        "judge_sample_hashes": [
          "b38e04c5df5790115145d96af28a0bfbacc7c9b1b53fe739f3fbfe2d417ea38a",
          "6151539fafe6b7951c70363196805398eb76a5c5a4a5db04d11f841b17991aab",
          "f7ca9402ae7c9484bcfd92809d4a8381b471de05e125da390fb4b4a17caef2f8"
        ],
        "threshold": 0.7,
        "reason": "Explicit severity labels throughout, hardcoded secret Critical, PII logging High, findings ordered by leverage with fixes; cosmetic `data` name sits at Medium rather than Nit/Optional.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "a953d281f6a998f2b332172b431e3fd36792516ceefbc87ca00bab9ebcf015b0"
        },
        "judge_usage": {
          "input_tokens": 47310,
          "output_tokens": 2179,
          "cached_tokens": 34795,
          "wall_ms": 46114
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.823334,
          "sd": 0.030551,
          "judge_sd_mean": 0.050996,
          "variance_ratio": 0.599086,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "78951efee80ee0ab9b059161455e49127cadf45148802e08149c31bfbb4f241f",
              "status": "measured",
              "samples": [
                0.78,
                0.88,
                0.73
              ],
              "judge_sample_hashes": [
                "b55bacf4436629e59be0382a9901bd0750904043321575080a22f483889fab1b",
                "21fd18496330f371b2a53a0694f8913422e1bd9bbe3e1fe58436a10b8c9b1015",
                "5cb1a47600839aa85c19919054855cf7e5c05d9f337e4b2ca8a7266e9a45f446"
              ],
              "mean": 0.796667,
              "stddev": 0.076376,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19838,
                "output_tokens": 2357,
                "cached_tokens": 19836,
                "wall_ms": 12843
              },
              "judge_usage": {
                "input_tokens": 47520,
                "output_tokens": 2493,
                "cached_tokens": 34935,
                "wall_ms": 41003
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "023ce24993b17f678dc256874ec111597e3dddc90c4dc17707d469290f460e80",
              "status": "measured",
              "samples": [
                0.82,
                0.75,
                0.88
              ],
              "judge_sample_hashes": [
                "1deec384b5f08c5599882d226f5862083375af08d637291189ad4ce637040256",
                "a7f0e3e5192f7231a11a4dfd720823a64eb3cc638672d8b519b97903735a2914",
                "7cfe9b8ecefa62deb3eada17336aea030fe16e1a9c6f9bb034ec643a47fbfc4f"
              ],
              "mean": 0.816667,
              "stddev": 0.065064,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19838,
                "output_tokens": 2207,
                "cached_tokens": 19836,
                "wall_ms": 13003
              },
              "judge_usage": {
                "input_tokens": 47403,
                "output_tokens": 2250,
                "cached_tokens": 34857,
                "wall_ms": 47616
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "5c0aee0adde28622aeaf77b8b025e1be7cdd17649ec32053b506abcdadfe2581",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.87
              ],
              "judge_sample_hashes": [
                "b38e04c5df5790115145d96af28a0bfbacc7c9b1b53fe739f3fbfe2d417ea38a",
                "6151539fafe6b7951c70363196805398eb76a5c5a4a5db04d11f841b17991aab",
                "f7ca9402ae7c9484bcfd92809d4a8381b471de05e125da390fb4b4a17caef2f8"
              ],
              "mean": 0.856667,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19838,
                "output_tokens": 2517,
                "cached_tokens": 19836,
                "wall_ms": 13439
              },
              "judge_usage": {
                "input_tokens": 47310,
                "output_tokens": 2179,
                "cached_tokens": 34795,
                "wall_ms": 46114
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.77,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.823334,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.77,
    "baseline_score": 0.823334,
    "delta": -0.053334,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "d001090cd7f42f64085825e4e72e3b25dc8d0b611cffcc28771d73116140ba31",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 10,
      "mean_input_tokens": 26813,
      "mean_output_tokens": 2354.5,
      "mean_cost_usd_per_call": 0.003859,
      "median_wall_ms": 12608.5,
      "wall_ms_p25": 11615,
      "wall_ms_p75": 13458,
      "wall_ms_iqr": 1843
    },
    "baseline": {
      "call_count": 3,
      "mean_input_tokens": 19838,
      "mean_output_tokens": 2360.33,
      "mean_cost_usd_per_call": 0.003164,
      "median_wall_ms": 13003,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "skill_incremental_cost_usd_per_call": 0.000695,
    "skill_incremental_cost_usd_per_1k_calls": 0.695,
    "output_tokens_delta": -5.83,
    "median_wall_ms_delta": -394.5,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.57672,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}