{
  "schema_version": "0.6",
  "generation_sampled": true,
  "skill": {
    "name": "git-workflow-and-versioning",
    "version": "0.0.0",
    "content_hash": "91c8c72654ee6ef163e49df26d1810cb7a6a91a4d8dee5b9f1bc03fd1fb8ec3a",
    "tokens": 3466
  },
  "suite": {
    "format": "agentskills.io/evals",
    "suite_hash": "4e74150753d06b166d642365405edf382dc1072dc529cfdc1ef552d9b00c7880",
    "case_count": 1,
    "canary": "001f3e62-7789-6bf5-ccfc-7f0c9ab434ae"
  },
  "run": {
    "model_id": "claude-haiku-5-5",
    "model_release_date": null,
    "provider": "anthropic",
    "surface": "claude-cli",
    "runner_version": "0.10.1",
    "date_utc": "2026-10-07T21:14:12.366Z",
    "registry": "registered",
    "transcripts": "retained-local",
    "judge": {
      "samples": 3,
      "temperature": null,
      "sampling": "surface-controlled",
      "surface": "claude-cli",
      "model_id": "claude-opus-5",
      "prompt_template_hash": "82586d1e44f84df2b8ce5f18ac777866465cb5ad9686503c93d9776c93c344ed"
    },
    "answered_by": {
      "kind": "model",
      "attested": true,
      "reported_model": "claude-haiku-5-5",
      "reported_models": [
        "claude-haiku-5-5",
        "claude-opus-5"
      ],
      "isolation": "same-user"
    },
    "pricing_snapshot": {
      "frozen_at": "2026-10-07T21:14:12.366Z",
      "source": "config/models.json",
      "currency": "USD",
      "models": {
        "claude-haiku-5-5": {
          "input_per_mtok": 0.1,
          "output_per_mtok": 0.5,
          "registered": true
        },
        "claude-opus-5": {
          "input_per_mtok": 5,
          "output_per_mtok": 25,
          "registered": true
        }
      },
      "note": "Prices frozen at run time. Every derived cost in this receipt is computed from THIS snapshot, never from the live registry, so the receipt keeps its meaning when registry prices later change."
    }
  },
  "results": {
    "cases": [
      {
        "id": "commit-message-conventional-type",
        "mode": "with_skill",
        "outcome": "pass",
        "score": 0.847778,
        "mean": 0.847778,
        "stddev": 0.003849,
        "samples": [
          0.84,
          0.84,
          0.85
        ],
        "generation_hash": "d8ca62e361e4f780ddadc724a4fb36812c36b686ce03711752b848b291dbf0c8",
        "judge_sample_hashes": [
          "e579d5e9aa69bbae9b348f883e29cc5ddd14488bcfac00ca62d6295161ac750e",
          "d1b7a2b1deff674f7244399097413a15a83112ce41bccd018e77f8cce913644d",
          "4f8d5657b3cd94ed1c27afcc7a5164e07c16295f1aae277597e5ef8b313496a3"
        ],
        "threshold": 0.7,
        "reason": "Uses `fix:` prefix with a specific subject, and the body conveys both the user-facing consequence (1h expiry) and the wrong-unit cause; concise but not exceptional.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "c17f2f214cec220ac31af3cfe88a52393c254cea8f9a94fc16e668f668fa88c3"
        },
        "judge_usage": {
          "input_tokens": 43620,
          "output_tokens": 909,
          "cached_tokens": 32335,
          "wall_ms": 21862
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 3,
          "n_measured": 3,
          "n_unmeasured": 0,
          "stopping_reason": "min_reached",
          "mean": 0.847778,
          "sd": 0.003849,
          "judge_sd_mean": 0.001925,
          "variance_ratio": 1.999481,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "ddc6905a137047faddb4a5e960f03ff3adde4743cfd8c8ed77b1343f7638b7e8",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "15e6ccd4dd8d87939ef367165ad5782cd41e6987201929849dce9446047335a3",
                "8c47681f7fe32265a2c05ed47c4590a4f849b24f6cf7fd5b3189e3bc88bd10e6",
                "8e18ea6dbd6ce428739e80b5818e0b5bfd3ca76597f127439d95df625cde2ced"
              ],
              "mean": 0.85,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 24834,
                "output_tokens": 670,
                "cached_tokens": 24832,
                "wall_ms": 5775
              },
              "judge_usage": {
                "input_tokens": 43620,
                "output_tokens": 770,
                "cached_tokens": 32335,
                "wall_ms": 21877
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "61445739c2afad597bb4bbf7c7977439c34778ad91c88fd0dbcbd8310d7cf439",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "7572b92738333b41d4bf775c5e0f269c81888885e155d70f8f4fb75df1f8356c",
                "d096b28dcf046f3912278c089c219954a1f621bdf95f48858815d9140569bf8a",
                "30cfcdf13fb2105abbd0ef3e6b1b7a0c16f2c5e114e679ce3898dfee5cee7a6b"
              ],
              "mean": 0.85,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 24834,
                "output_tokens": 647,
                "cached_tokens": 24832,
                "wall_ms": 5464
              },
              "judge_usage": {
                "input_tokens": 43656,
                "output_tokens": 799,
                "cached_tokens": 32359,
                "wall_ms": 61484
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "d8ca62e361e4f780ddadc724a4fb36812c36b686ce03711752b848b291dbf0c8",
              "status": "measured",
              "samples": [
                0.84,
                0.84,
                0.85
              ],
              "judge_sample_hashes": [
                "e579d5e9aa69bbae9b348f883e29cc5ddd14488bcfac00ca62d6295161ac750e",
                "d1b7a2b1deff674f7244399097413a15a83112ce41bccd018e77f8cce913644d",
                "4f8d5657b3cd94ed1c27afcc7a5164e07c16295f1aae277597e5ef8b313496a3"
              ],
              "mean": 0.843333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 24834,
                "output_tokens": 530,
                "cached_tokens": 24832,
                "wall_ms": 5102
              },
              "judge_usage": {
                "input_tokens": 43620,
                "output_tokens": 909,
                "cached_tokens": 32335,
                "wall_ms": 21862
              }
            }
          ]
        }
      },
      {
        "id": "commit-message-conventional-type",
        "mode": "baseline",
        "outcome": "borderline",
        "score": 0.612857,
        "mean": 0.612857,
        "stddev": 0.29266,
        "samples": [
          0.3,
          0.3,
          0.3
        ],
        "generation_hash": "65dd1e6e92529f19fb9456a68b74978bdcfc5b1ac3596db546fee465e06385d5",
        "judge_sample_hashes": [
          "276c336e407ee71657c1a62f4470f9d08de165c990ad9f6f9184cfb60eebf81a",
          "c717db603cc09ac0ade2ceac68762d13b1153dd3afbf35a43f8f0d9d07bf093b",
          "496f056c580374bf3637a76f3c1bbe352c269bf86b14fcaec5115bdf8c4ff208"
        ],
        "threshold": 0.7,
        "reason": "Body explains cause and user-facing impact well, but subject lacks the conventional `fix:` type prefix (uses bare 'Fix'), triggering the 0.3 cap.",
        "judge": {
          "model_id": "claude-opus-5",
          "rubric_hash": "c17f2f214cec220ac31af3cfe88a52393c254cea8f9a94fc16e668f668fa88c3"
        },
        "judge_usage": {
          "input_tokens": 43611,
          "output_tokens": 663,
          "cached_tokens": 32329,
          "wall_ms": 18384
        },
        "generation": {
          "n_planned": 3,
          "n_drawn": 7,
          "n_measured": 7,
          "n_unmeasured": 0,
          "stopping_reason": "stabilised",
          "mean": 0.612857,
          "sd": 0.29266,
          "judge_sd_mean": 0.00165,
          "variance_ratio": 177.369697,
          "variance_ratio_unavailable": null,
          "n_truncated": 0,
          "draws": [
            {
              "draw_index": 0,
              "generation_hash": "2d728105accfa0214bd3b8e0c6e6eae8e8a651950de72107cc8a92215c4ce59d",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "1061448aba265a6ce3941c828f5ed14a5e48cac4575054e702ad7873a30e647a",
                "56bbc549c6b5b528c60e36a2b33971c7d4379870c0a20d6d3e66f0650d97988f",
                "0ed9214a6b3d2e95c124e19287f490a8d86bbce3cb4c62237c3046739512f3b7"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 439,
                "cached_tokens": 19828,
                "wall_ms": 4603
              },
              "judge_usage": {
                "input_tokens": 43629,
                "output_tokens": 589,
                "cached_tokens": 32341,
                "wall_ms": 23240
              }
            },
            {
              "draw_index": 1,
              "generation_hash": "40de1a4abb92798fab72baf363c74580025e195d20862f2fffd62f250e4f11e9",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "f58ed5c70af42773141741d03e12e7e1ffdc8b15a130ec52a79723e2afa48245",
                "ee3458d248db40f6b7a2f9188f6a18a451b56027f9ca465797156c1bd73198e7",
                "8f945a89f47a511a192c6b405282cf4b524450d537a57985846ba52dc8a0cee5"
              ],
              "mean": 0.85,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 717,
                "cached_tokens": 19828,
                "wall_ms": 5863
              },
              "judge_usage": {
                "input_tokens": 43692,
                "output_tokens": 932,
                "cached_tokens": 32383,
                "wall_ms": 28928
              }
            },
            {
              "draw_index": 2,
              "generation_hash": "d322ff3f40743e136cf4fa232debc8f4151c0f6037b762c9d8ee1bdc753f5063",
              "status": "measured",
              "samples": [
                0.85,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "2344d94df6cdba5a0c1ec342acfecf1d8241225e4273aea5932728898609a240",
                "6538970c5fca105d16007fb061720c81a6db0cb71ce81d012ab5c2baedf316db",
                "76275b30de071a787e6807d92c3d4619519a205c3807f7366ea9ad33b3b6ac78"
              ],
              "mean": 0.85,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 937,
                "cached_tokens": 19828,
                "wall_ms": 6891
              },
              "judge_usage": {
                "input_tokens": 43683,
                "output_tokens": 815,
                "cached_tokens": 32377,
                "wall_ms": 20487
              }
            },
            {
              "draw_index": 3,
              "generation_hash": "c98068f731b825b603cf94ca06494622812ea3c800f405464785caaad67c7f69",
              "status": "measured",
              "samples": [
                0.84,
                0.84,
                0.85
              ],
              "judge_sample_hashes": [
                "b869edecd81890b7e64b89a3bd6a5d0753962a2f6a031475d2dc2797f6a5271b",
                "b2bb6de9e6c1c4cd07d8b1eebda6e6dd9fe76da1e31a31eebe02421180255711",
                "fdd436dc467b763a1d8ec79548b7b3f98f72c797757a81054d18c49612012216"
              ],
              "mean": 0.843333,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 492,
                "cached_tokens": 19828,
                "wall_ms": 4860
              },
              "judge_usage": {
                "input_tokens": 43659,
                "output_tokens": 821,
                "cached_tokens": 32361,
                "wall_ms": 32775
              }
            },
            {
              "draw_index": 4,
              "generation_hash": "e14ce546195080b51cec8593e4e7389e37b5449e0d0cc00f392a8727bc2bd652",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "c375e9c9ae5f00adbb657d7bf25ec0983923097b2a0901066a8c63655c9a15d9",
                "59ad481cd9bcacb6e45282f7a5e495b22fecef98998cea5f81ae3e5293ac1ac3",
                "56bbc549c6b5b528c60e36a2b33971c7d4379870c0a20d6d3e66f0650d97988f"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 579,
                "cached_tokens": 19828,
                "wall_ms": 5855
              },
              "judge_usage": {
                "input_tokens": 43626,
                "output_tokens": 526,
                "cached_tokens": 32339,
                "wall_ms": 17383
              }
            },
            {
              "draw_index": 5,
              "generation_hash": "eae4b10180ff2d33572044c2e1725006c2aee679e608d40451f0d98708b42e8b",
              "status": "measured",
              "samples": [
                0.84,
                0.85,
                0.85
              ],
              "judge_sample_hashes": [
                "cf8642301ebfc2a0715d7f39ce3aafbf4d6b60f2d3644d380e8d1490715a2a8f",
                "f9b16ba0bc5b44d758c9830425b2adce5b7cbca6808a1a9ad8d6535ad9c30cd4",
                "dde3e856b6c3be1ef4900680b2cec34b6162c0dede245e2a8f22b3b852fd507a"
              ],
              "mean": 0.846667,
              "stddev": 0.005774,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 980,
                "cached_tokens": 19828,
                "wall_ms": 7105
              },
              "judge_usage": {
                "input_tokens": 43836,
                "output_tokens": 1039,
                "cached_tokens": 32479,
                "wall_ms": 63858
              }
            },
            {
              "draw_index": 6,
              "generation_hash": "65dd1e6e92529f19fb9456a68b74978bdcfc5b1ac3596db546fee465e06385d5",
              "status": "measured",
              "samples": [
                0.3,
                0.3,
                0.3
              ],
              "judge_sample_hashes": [
                "276c336e407ee71657c1a62f4470f9d08de165c990ad9f6f9184cfb60eebf81a",
                "c717db603cc09ac0ade2ceac68762d13b1153dd3afbf35a43f8f0d9d07bf093b",
                "496f056c580374bf3637a76f3c1bbe352c269bf86b14fcaec5115bdf8c4ff208"
              ],
              "mean": 0.3,
              "stddev": 0,
              "stop_reason": "end_turn",
              "truncated": false,
              "reported_model": "claude-haiku-5-5",
              "usage": {
                "input_tokens": 19830,
                "output_tokens": 355,
                "cached_tokens": 19828,
                "wall_ms": 4138
              },
              "judge_usage": {
                "input_tokens": 43611,
                "output_tokens": 663,
                "cached_tokens": 32329,
                "wall_ms": 18384
              }
            }
          ]
        }
      }
    ],
    "aggregates": {
      "with_skill": {
        "case_count": 1,
        "pass_count": 1,
        "borderline_count": 0,
        "mean_score": 0.847778,
        "stddev": null
      },
      "baseline": {
        "case_count": 1,
        "pass_count": 0,
        "borderline_count": 1,
        "mean_score": 0.612857,
        "stddev": null
      },
      "band_rule": "per arm: the sample standard deviation (n-1) of the per-case means across the included cases; the comparison band is the quadrature sum of the two arms; null where an arm has fewer than two included cases"
    }
  },
  "comparison": {
    "with_skill_score": 0.847778,
    "baseline_score": 0.612857,
    "delta": 0.234921,
    "delta_uncertainty": null,
    "delta_uncertainty_unavailable": "single_case"
  },
  "verification_level": "TESTED",
  "receipt_hash": "473b43d59a2a3d307c1e15dd3ea4618d1e7a4ed51418782bda1dc4f8ef717b92",
  "economics": {
    "basis": "metered-equivalent",
    "surface": "claude-cli",
    "with_skill": {
      "call_count": 3,
      "mean_input_tokens": 24834,
      "mean_output_tokens": 615.67,
      "mean_cost_usd_per_call": 0.002791,
      "median_wall_ms": 5464,
      "wall_ms_p25": null,
      "wall_ms_p75": null,
      "wall_ms_iqr": null
    },
    "baseline": {
      "call_count": 7,
      "mean_input_tokens": 19830,
      "mean_output_tokens": 642.71,
      "mean_cost_usd_per_call": 0.002305,
      "median_wall_ms": 5855,
      "wall_ms_p25": 4603,
      "wall_ms_p75": 6891,
      "wall_ms_iqr": 2288
    },
    "skill_incremental_cost_usd_per_call": 0.000486,
    "skill_incremental_cost_usd_per_1k_calls": 0.486,
    "output_tokens_delta": -27.04,
    "median_wall_ms_delta": -391,
    "judge_excluded": true,
    "judge_overhead": {
      "note": "Measurement overhead imposed by Driftproof, NOT a cost of running the skill. Excluded from every field above.",
      "total_cost_usd": 0.475455,
      "case_rows_measured": 2
    },
    "notes": {
      "absolute_cost": "Absolute per-call cost on a CLI surface includes a fixed harness preamble (observed ~25k input tokens on claude-cli, ~11k on codex) that we do not control. It is identical in the with-skill and baseline arms, so it cancels in the Δ figures — read the incremental columns, not the absolute ones.",
      "cache_pricing": "Cached input tokens are costed at the list input rate (an over-estimate where caching is heavy); cached_tokens is recorded per call so a reader can recompute.",
      "latency": "observed on subscription CLI surface, indicative"
    }
  }
}