{
  "schema_version": "0.6",
  "generation_sampled": true,
  "skill": {
    "name": "git-workflow-and-versioning",
    "version": "0.0.0",
    "content_hash": "91c8c72654ee6ef163e49df26d1810cb7a6a91a4d8dee5b9f1bc03fd1fb8ec3a",
    "tokens": 3466
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "4e74150753d06b166d642365405edf382dc1072dc529cfdc1ef552d9b00c7880",
    "case_count": 1,
    "canary": "001f3e62-7789-6bf5-ccfc-7f0c9ab434ae"
  },
  "run": {
    "model_id": "claude-opus-5-5",
    "model_release_date": null,
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.10.1",
    "date_utc": "2026-09-29T05:16:01.475Z",
    "registry": "registered",
    "transcripts": "retained-local",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-opus-5-5",
      "reported_models": [
        "claude-opus-5",
        "claude-opus-5-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-09-29T05:16:01.475Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-opus-5-5": {
          "input_per_mtok": 4,
          "output_per_mtok": 20,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "commit-message-conventional-type",
        "mode": "with_skill",
        "outcome": "pass",
        "score": 0.856667,
        "mean": 0.856667,
        "stddev": 0,
        "samples": [
          0.85,
          0.85,
          0.87
        ],
        "generation_hash": "4175c164528f5553ebf010acfd077454536f9da500ec60a52d9c5d519a5a97e3",
        "judge_sample_hashes": [
          "451d0be3f6c6abd85b90339d6e2e3e690c1167c26e94fcd58f5c89f40d068c19",
          "5d99cbc15ecf0a0e3db9b033a306688d02bfbb177aa88838e617f382690252c9",
          "f2663c80d6e3781fe5fca9875c09feae12074f153e0699f7c9937ff7c5580615"
        ],
        "threshold": 0.7,
        "reason": "Uses `fix:` prefix with a specific subject; body explains cause (missing unit conversion) and user-facing impact (early expiry, forced re-requests), exceeding mere diff restatement.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "c17f2f214cec220ac31af3cfe88a52393c254cea8f9a94fc16e668f668fa88c3"
        },
        "judge_usage": {
          "input_tokens": 43839,
          "output_tokens": 569,
          "cached_tokens": 32477,
          "wall_ms": 23926
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.856667,
          "sd": 0,
          "judge_sd_mean": 0.009623,
          "variance_ratio": 0,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "2dbe06f9838e5ce1cd318c913261b3ba5fdf2c790e40afaac7c58f55d7db42c3",
              "status": "measured",
              "samples": [
                0.87,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "4fa834ce599d730e83ee16c496f2c710018b885b527657298b10a4a3bd7150aa",
                "d50f625196c570c2c5b73aafe4c981702f1367e9efb9a01f6488fae3bd6c56af",
                "138b8b5eeb9460b8bfc172cf1518c0cae3f11d390f92ef9a4619a422073d4b88"
              ],
              "mean": 0.856667,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 17733,
                "output_tokens": 526,
                "cached_tokens": 17731,
                "wall_ms": 9153
              },
              "judge_usage": {
                "input_tokens": 44142,
                "output_tokens": 973,
                "cached_tokens": 32679,
                "wall_ms": 21491
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "42ea67c2313f32e270152aa61dfbb8e98e645bc2ee575f0d687f955054535d81",
              "status": "measured",
              "samples": [
                0.85,
                0.86,
                0.86
              ],
              "judge_sample_hashes": [
                "67bb415285eb2fe87ae8271829a207fc7d787016f9324c58fb37ab32c0387466",
                "9b7a1f4004c693f77a62dad67fa9f5e97dfd15eb75761e83b9551468ceeb295f",
                "1cad50a7a43c5376ee7a718379c8515d7a2770cef127dd4dfde9668757731578"
              ],
              "mean": 0.856667,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 17733,
                "output_tokens": 276,
                "cached_tokens": 17731,
                "wall_ms": 5946
              },
              "judge_usage": {
                "input_tokens": 43752,
                "output_tokens": 802,
                "cached_tokens": 32419,
                "wall_ms": 17645
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "4175c164528f5553ebf010acfd077454536f9da500ec60a52d9c5d519a5a97e3",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.87
              ],
              "judge_sample_hashes": [
                "451d0be3f6c6abd85b90339d6e2e3e690c1167c26e94fcd58f5c89f40d068c19",
                "5d99cbc15ecf0a0e3db9b033a306688d02bfbb177aa88838e617f382690252c9",
                "f2663c80d6e3781fe5fca9875c09feae12074f153e0699f7c9937ff7c5580615"
              ],
              "mean": 0.856667,
              "stddev": 0.011547,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 17733,
                "output_tokens": 257,
                "cached_tokens": 17731,
                "wall_ms": 5379
              },
              "judge_usage": {
                "input_tokens": 43839,
                "output_tokens": 569,
                "cached_tokens": 32477,
                "wall_ms": 23926
              }
            }
          ]
        }
      },
      {
        "id": "commit-message-conventional-type",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.485185,
        "mean": 0.485185,
        "stddev": 0.277819,
        "samples": [
          0.3,
          0.3,
          0.3
        ],
        "generation_hash": "6fd8b191baa949aa33c87a2bab1aa5f07ee7ad5c6a455308c54db184d3ab267d",
        "judge_sample_hashes": [
          "f7bfcfede0ee5755a7c43b77433f31ac12f175cc8175751c86febca35550a7fd",
          "0750e8cf7be7502a820a22ecba3513cb92a00c16835000c6cd9ae62adef4a0d9",
          "96985f928be4767b90f544d884e082bcf1071555413dac0a2c947c1a5cd02374"
        ],
        "threshold": 0.7,
        "reason": "Body explains cause and user-facing impact well and subject is specific, but subject uses 'Fix ' rather than the conventional `fix:` prefix, triggering the 0.3 cap.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "c17f2f214cec220ac31af3cfe88a52393c254cea8f9a94fc16e668f668fa88c3"
        },
        "judge_usage": {
          "input_tokens": 43713,
          "output_tokens": 665,
          "cached_tokens": 32393,
          "wall_ms": 18251
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 9,
          "n_measured": 9,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.485185,
          "sd": 0.277819,
          "judge_sd_mean": 0.000642,
          "variance_ratio": 432.739875,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "f842f7e176778af5ec1b77c337881fa9f694eead86fd47da98d00dc49175e350",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "6514a6c5b8b83fac355e58221d6bf39e39f571831b823971983a485516374473",
                "56bbc549c6b5b528c60e36a2b33971c7d4379870c0a20d6d3e66f0650d97988f",
                "65fa10da166b834ffcc91b127157bf27f1880c266feafb453e15bd06e16c08b1"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 270,
                "cached_tokens": 12727,
                "wall_ms": 5526
              },
              "judge_usage": {
                "input_tokens": 43647,
                "output_tokens": 564,
                "cached_tokens": 32349,
                "wall_ms": 23588
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "edaca0fc99bf0890415cbd66faff7005cab03570637affaa4e94646377c6b1e8",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "12b81c449800b97cabbca47b18ba8f418710fca32f2b10b75f1f65c376070318",
                "38a15aa85a3e1eece7914e7f122cd84e3b8e9db28361fcf5366fb4d178d53483",
                "36f18f00fa45c19276bc500d51fcc7e0ee0e305c3d17cc2e1cb0acddb0df6d47"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 472,
                "cached_tokens": 12727,
                "wall_ms": 7603
              },
              "judge_usage": {
                "input_tokens": 43986,
                "output_tokens": 593,
                "cached_tokens": 32575,
                "wall_ms": 17186
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "f03efd87ece888c995b42d13caddcc8a5197ce4035cb179f3c29daacea12e0e7",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "1a99d2dad81939a87f04d6006e8421c3476c9fb7caf476b1caae92d24388d565",
                "f81ca3f0610564b24eed56b6059314f7c55d68c21b71912a46eea03809f4738a",
                "d243cf1f07a2fd0da1c5f368618ff760a92712afcd9d4e91ce94ef5c9be9dda9"
              ],
              "mean": 0.85,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 366,
                "cached_tokens": 12727,
                "wall_ms": 6475
              },
              "judge_usage": {
                "input_tokens": 43917,
                "output_tokens": 1283,
                "cached_tokens": 32529,
                "wall_ms": 31754
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "e5b79e9358734d812a1b3c780fd33207b270d13ae887e47c82cb46c0e8f3ac10",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "b22816a821037436dfc18bf8f4f1584fd64271b50ed58d4427fd1209fdea752e",
                "ed0511ab16154f019c2c8a4b1554731a3f17a5fdde99680fb14b5079b2f82d42",
                "ebaa86cedf11be1051f68ebeb485922ece1d79e38bb8d40471ff4a73dbee2f5b"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 279,
                "cached_tokens": 12727,
                "wall_ms": 5762
              },
              "judge_usage": {
                "input_tokens": 43740,
                "output_tokens": 617,
                "cached_tokens": 32411,
                "wall_ms": 16502
              }
            },
            {
              "draw_index": 4,
              "generation_hash": "95f061a71a3c05364d63ff69ed48ee61dad2c8f810063f41dfca8c4a924ef831",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "b2f5d28a2fd43e784b7a540ed8a35226fbf4e2f9bd1d96b28dc87adc212c5e8f",
                "8be89d67114e1bbb2b90a549f1d147b0f344441058855ce7d501167df7245966",
                "06c1f091da3e1d477e5524a5d0cddac77482f70a5014e692dd466a320ee54606"
              ],
              "mean": 0.85,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 274,
                "cached_tokens": 12727,
                "wall_ms": 5526
              },
              "judge_usage": {
                "input_tokens": 43758,
                "output_tokens": 844,
                "cached_tokens": 32423,
                "wall_ms": 28733
              }
            },
            {
              "draw_index": 5,
              "generation_hash": "95df6d58e6028f6b0346501646c557767340f08050062cae32215be5fe3b6c16",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "b960be5830baa64af5ee0f3a1a14cc02db436deaaf37692535d3ec071319d59b",
                "ed8fad03a5fe9f57f3144fdb8dcc1fac4aa43d032673991560a8a53c07abfdbb",
                "d2fa304e31826ef1ab8dae12b3bd45078b66cf453a2476c6de08bf652841024d"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 310,
                "cached_tokens": 12727,
                "wall_ms": 6026
              },
              "judge_usage": {
                "input_tokens": 43791,
                "output_tokens": 650,
                "cached_tokens": 32445,
                "wall_ms": 17495
              }
            },
            {
              "draw_index": 6,
              "generation_hash": "6d1cf9af660821a4839c64a3ca2f72a20af0b63f6930d5e35b1ee35409b92310",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "cf380dc35762555d7db947e4193ec08548b2971f833712bf711ef126136264e9",
                "1f17b0b925d81c52827ffab627352a3362c050a24b81b62023e1d621b3746d08",
                "c8d506241244f3d8fa445c9299cfc192708ee4d70fe794d9f1bf3ea439625111"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 304,
                "cached_tokens": 12727,
                "wall_ms": 5973
              },
              "judge_usage": {
                "input_tokens": 43737,
                "output_tokens": 615,
                "cached_tokens": 32409,
                "wall_ms": 16485
              }
            },
            {
              "draw_index": 7,
              "generation_hash": "a86c70c0ed3a869c28032059ad43aaa328eec03bd009c126f6bedf905400e828",
              "status": "measured",
              "samples": [
                0.87,
                0.87,
                0.86
              ],
              "judge_sample_hashes": [
                "7b450136e7714e44f037d38dffded785a31b45b401410101a9e9f227ba8151d5",
                "bb8f0d66ea2d78d07c3e2fbf342632c9ef7eb6b76fdba4879e4d73014abfb5ba",
                "99d070100f2bd7ef4119be0531826e1eb593cb201206e0772bd0e5b8a7a28b82"
              ],
              "mean": 0.866667,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 261,
                "cached_tokens": 12727,
                "wall_ms": 5765
              },
              "judge_usage": {
                "input_tokens": 43773,
                "output_tokens": 973,
                "cached_tokens": 32433,
                "wall_ms": 20655
              }
            },
            {
              "draw_index": 8,
              "generation_hash": "6fd8b191baa949aa33c87a2bab1aa5f07ee7ad5c6a455308c54db184d3ab267d",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "f7bfcfede0ee5755a7c43b77433f31ac12f175cc8175751c86febca35550a7fd",
                "0750e8cf7be7502a820a22ecba3513cb92a00c16835000c6cd9ae62adef4a0d9",
                "96985f928be4767b90f544d884e082bcf1071555413dac0a2c947c1a5cd02374"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-opus-5-5",
              "usage": {
                "input_tokens": 12729,
                "output_tokens": 280,
                "cached_tokens": 12727,
                "wall_ms": 5635
              },
              "judge_usage": {
                "input_tokens": 43713,
                "output_tokens": 665,
                "cached_tokens": 32393,
                "wall_ms": 18251
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.856667,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.485185,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.856667,
    "baseline_score": 0.485185,
    "delta": 0.371482,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "58dd8f0192dc70bee45c77975a44fc0841a2ff5d411659bd0e7c67038652024c",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 3,
      "mean_input_tokens": 17733,
      "mean_output_tokens": 353,
      "mean_cost_usd_per_call": 0.077992,
      "median_wall_ms": 5946,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "baseline": {
      "call_count": 9,
      "mean_input_tokens": 12729,
      "mean_output_tokens": 312.89,
      "mean_cost_usd_per_call": 0.057174,
      "median_wall_ms": 5765,
      "wall_ms_p25": 5580.5,
      "wall_ms_p75": 6250.5,
      "wall_ms_iqr": 670
    },
    "skill_incremental_cost_usd_per_call": 0.020818,
    "skill_incremental_cost_usd_per_1k_calls": 20.818,
    "output_tokens_delta": 40.11,
    "median_wall_ms_delta": 181,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.46861,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}