{
  "date": "2026-09-06",
  "model": "gpt-6-astra",
  "capsulVersion": "1.4.1",
  "codeCommit": "e12de459bb086c0ca30f54b8ae3dfb40de37b335",
  "codexVersion": "0.153.4",
  "effort": "medium",
  "taskCount": 5,
  "repetitions": 2,
  "runs": 20,
  "excluded": 0,
  "aggregation": "Sum of per-task medians across repetitions, separately for each arm. Output tokens excluded from input metrics.",
  "weightedFormula": "round(fresh + 0.1 * cacheRead) per run; no cache writes reported by Codex",
  "bootstrap": {
    "draws": 1000,
    "seed": 12345,
    "percentiles": [5, 95],
    "method": "One repetition resampled independently per task and arm; ratio of sums."
  },
  "protocol": "Five one-line repository questions, same model and medium reasoning effort, separate read-only Codex threads. Bare arm first, then Capsul, for each task and repetition. Capsul uses the product context engine and default settings; bare arm keeps ambient plugins. No source edits during the campaign.",
  "limitations": [
    "Small sample on one repository; not evidence for long prompts, editing tasks or general model rankings.",
    "Cache state and fixed arm order can affect savings; weighted input is a comparison indicator, not measured ChatGPT quota or billing.",
    "Astra measured separately on 2026-09-06 with Codex 0.153.4; other Codex models on the site were measured on 2026-09-04 with 0.152.1.",
    "Automatic anchor checks are lexical, not a complete quality assessment. In particular, cli-keys rejects the valid permission spelling 0600. Raw scores are preserved. web-redirect also rejects a single literal backslash although it identifies the correct forbidden prefix.",
    "The interrupted 2026-09-05 attempt is not pooled into this complete campaign.",
    "One of five tasks (web-redirect) uses more weighted input with Capsul: 23705 versus 20306.5, an increase of 16.74%.",
    "Capsul answers are shorter and in English in this campaign despite French questions; automatic checks do not evaluate language or completeness."
  ],
  "row": {
    "model": "gpt-6-astra",
    "nu": 102348.0,
    "capsul": 60720.5,
    "gain": 1.69,
    "low": 1.42,
    "high": 2.04,
    "justesseNu": 3,
    "justesseCapsul": 3
  },
  "rawInput": {
    "nu": 363909.5,
    "capsul": 133065.5,
    "reductionPercent": 63.43445279664313
  },
  "output": {
    "nu": 2218.5,
    "capsul": 559.0,
    "reductionPercent": 74.80279468109083
  },
  "freshInput": {
    "nu": 73285.5,
    "capsul": 52681.5,
    "reductionPercent": 28.11470208977219
  },
  "cachedInput": {
    "nu": 290624.0,
    "capsul": 80384.0,
    "reductionPercent": 72.34089407619467
  },
  "automaticChecks": {
    "nu": 6,
    "capsul-fixe": 6
  },
  "perTask": [
    {
      "task": "cli-keys",
      "weightedInput": {
        "nu": 23842.5,
        "capsul-fixe": 14241.5
      },
      "rawInput": {
        "nu": 77698.5,
        "capsul-fixe": 32500.5
      },
      "automaticChecks": {
        "nu": 0,
        "capsul-fixe": 0
      }
    },
    {
      "task": "cli-retrieval",
      "weightedInput": {
        "nu": 22938.5,
        "capsul-fixe": 12199.0
      },
      "rawInput": {
        "nu": 72532.0,
        "capsul-fixe": 15367.0
      },
      "automaticChecks": {
        "nu": 2,
        "capsul-fixe": 2
      }
    },
    {
      "task": "web-password",
      "weightedInput": {
        "nu": 16134.0,
        "capsul-fixe": 5081.0
      },
      "rawInput": {
        "nu": 64287.5,
        "capsul-fixe": 15103.0
      },
      "automaticChecks": {
        "nu": 2,
        "capsul-fixe": 2
      }
    },
    {
      "task": "web-redirect",
      "weightedInput": {
        "nu": 20306.5,
        "capsul-fixe": 23705.0
      },
      "rawInput": {
        "nu": 81708.0,
        "capsul-fixe": 54579.0
      },
      "automaticChecks": {
        "nu": 0,
        "capsul-fixe": 0
      }
    },
    {
      "task": "web-theme",
      "weightedInput": {
        "nu": 19126.5,
        "capsul-fixe": 5494.0
      },
      "rawInput": {
        "nu": 67683.5,
        "capsul-fixe": 15516.0
      },
      "automaticChecks": {
        "nu": 2,
        "capsul-fixe": 2
      }
    }
  ],
  "measurements": [
    {
      "task": "cli-retrieval",
      "arm": "nu",
      "rep": 1,
      "fresh": 19235,
      "cacheRead": 52480,
      "out": 313,
      "pondere": 24483,
      "brut": 71715,
      "correct": true,
      "anchorHits": [true],
      "ms": 22385
    },
    {
      "task": "cli-retrieval",
      "arm": "capsul-fixe",
      "rep": 1,
      "fresh": 15367,
      "cacheRead": 0,
      "out": 42,
      "pondere": 15367,
      "brut": 15367,
      "correct": true,
      "anchorHits": [true],
      "ms": 4790
    },
    {
      "task": "cli-keys",
      "arm": "nu",
      "rep": 1,
      "fresh": 15458,
      "cacheRead": 61696,
      "out": 545,
      "pondere": 21628,
      "brut": 77154,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 29852
    },
    {
      "task": "cli-keys",
      "arm": "capsul-fixe",
      "rep": 1,
      "fresh": 17744,
      "cacheRead": 14720,
      "out": 192,
      "pondere": 19216,
      "brut": 32464,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 13583
    },
    {
      "task": "web-theme",
      "arm": "nu",
      "rep": 1,
      "fresh": 14096,
      "cacheRead": 54272,
      "out": 446,
      "pondere": 19523,
      "brut": 68368,
      "correct": true,
      "anchorHits": [true, true],
      "ms": 24827
    },
    {
      "task": "web-theme",
      "arm": "capsul-fixe",
      "rep": 1,
      "fresh": 4380,
      "cacheRead": 11136,
      "out": 21,
      "pondere": 5494,
      "brut": 15516,
      "correct": true,
      "anchorHits": [true, true],
      "ms": 5498
    },
    {
      "task": "web-redirect",
      "arm": "nu",
      "rep": 1,
      "fresh": 16883,
      "cacheRead": 78080,
      "out": 636,
      "pondere": 24691,
      "brut": 94963,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 34782
    },
    {
      "task": "web-redirect",
      "arm": "capsul-fixe",
      "rep": 1,
      "fresh": 20425,
      "cacheRead": 34304,
      "out": 319,
      "pondere": 23855,
      "brut": 54729,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 19781
    },
    {
      "task": "web-password",
      "arm": "nu",
      "rep": 1,
      "fresh": 12300,
      "cacheRead": 55168,
      "out": 233,
      "pondere": 17817,
      "brut": 67468,
      "correct": true,
      "anchorHits": [true],
      "ms": 17883
    },
    {
      "task": "web-password",
      "arm": "capsul-fixe",
      "rep": 1,
      "fresh": 3967,
      "cacheRead": 11136,
      "out": 14,
      "pondere": 5081,
      "brut": 15103,
      "correct": true,
      "anchorHits": [true],
      "ms": 6655
    },
    {
      "task": "cli-retrieval",
      "arm": "nu",
      "rep": 2,
      "fresh": 15621,
      "cacheRead": 57728,
      "out": 324,
      "pondere": 21394,
      "brut": 73349,
      "correct": true,
      "anchorHits": [true],
      "ms": 19872
    },
    {
      "task": "cli-retrieval",
      "arm": "capsul-fixe",
      "rep": 2,
      "fresh": 8327,
      "cacheRead": 7040,
      "out": 8,
      "pondere": 9031,
      "brut": 15367,
      "correct": true,
      "anchorHits": [true],
      "ms": 6491
    },
    {
      "task": "cli-keys",
      "arm": "nu",
      "rep": 2,
      "fresh": 20259,
      "cacheRead": 57984,
      "out": 716,
      "pondere": 26057,
      "brut": 78243,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 29882
    },
    {
      "task": "cli-keys",
      "arm": "capsul-fixe",
      "rep": 2,
      "fresh": 6681,
      "cacheRead": 25856,
      "out": 195,
      "pondere": 9267,
      "brut": 32537,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 12597
    },
    {
      "task": "web-theme",
      "arm": "nu",
      "rep": 2,
      "fresh": 13367,
      "cacheRead": 53632,
      "out": 368,
      "pondere": 18730,
      "brut": 66999,
      "correct": true,
      "anchorHits": [true, true],
      "ms": 22951
    },
    {
      "task": "web-theme",
      "arm": "capsul-fixe",
      "rep": 2,
      "fresh": 4380,
      "cacheRead": 11136,
      "out": 21,
      "pondere": 5494,
      "brut": 15516,
      "correct": true,
      "anchorHits": [true, true],
      "ms": 5821
    },
    {
      "task": "web-redirect",
      "arm": "nu",
      "rep": 2,
      "fresh": 10085,
      "cacheRead": 58368,
      "out": 604,
      "pondere": 15922,
      "brut": 68453,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 28947
    },
    {
      "task": "web-redirect",
      "arm": "capsul-fixe",
      "rep": 2,
      "fresh": 20125,
      "cacheRead": 34304,
      "out": 292,
      "pondere": 23555,
      "brut": 54429,
      "correct": false,
      "anchorHits": [true, false],
      "ms": 19667
    },
    {
      "task": "web-password",
      "arm": "nu",
      "rep": 2,
      "fresh": 9267,
      "cacheRead": 51840,
      "out": 252,
      "pondere": 14451,
      "brut": 61107,
      "correct": true,
      "anchorHits": [true],
      "ms": 17996
    },
    {
      "task": "web-password",
      "arm": "capsul-fixe",
      "rep": 2,
      "fresh": 3967,
      "cacheRead": 11136,
      "out": 14,
      "pondere": 5081,
      "brut": 15103,
      "correct": true,
      "anchorHits": [true],
      "ms": 5190
    }
  ]
}