{
  "generatedAt": "2026-09-20",
  "model": "deepseek-v4.1-flash",
  "specpiVersion": "0.26.0",
  "piVersion": "0.84.4",
  "platform": "win32",
  "pricesDated": "2026-09-17",
  "attemptsPerCell": 1,
  "attemptsPerTier": {
    "1": [
      2
    ],
    "2": [
      2
    ],
    "3": [
      2
    ],
    "4": [
      1
    ],
    "5": [
      1
    ]
  },
  "timeoutPerTier": {
    "1": null,
    "2": null,
    "3": null,
    "4": 600000,
    "5": 900000
  },
  "tiers": [
    1,
    2,
    3,
    4,
    5
  ],
  "taskCount": 24,
  "tasksByTier": {
    "1": [
      "t1-create-file",
      "t1-edit-file",
      "t1-fix-script",
      "t1-no-touch"
    ],
    "2": [
      "t2-multi-build",
      "t2-multi-rename",
      "t2-repair-json",
      "t2-repair-sum",
      "t2-scoped-docs",
      "t2-scoped-edit",
      "t2-terminal-grep",
      "t2-terminal-sort"
    ],
    "3": [
      "t3-cascade-ledger"
    ],
    "4": [
      "t4-browser-triage",
      "t4-cost-ladder",
      "t4-incident-loop",
      "t4-research-dossier",
      "t4-scope-monorepo"
    ],
    "5": [
      "t5-ambiguous-commit",
      "t5-authority-boundary",
      "t5-checkpoint-recovery",
      "t5-evidence-window",
      "t5-resource-scheduler",
      "t5-scope-rebase"
    ]
  },
  "totalAttempts": 259,
  "harnesses": [
    {
      "id": "pi",
      "label": "Pi",
      "colour": "var(--ct-pi)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 8,
          "score": 0.8854166666666665,
          "correctness": 0.8854166666666665,
          "cost": 0.0004721235,
          "mintCost": 0.0014907562499999999,
          "promptTokens": 5287.25,
          "outputTokens": 276.5,
          "cacheHitRate": 0.6264125963402525,
          "toolCalls": 2.125,
          "requests": 3.125,
          "seconds": 7.05975
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 16,
          "score": 0.9302083333333333,
          "correctness": 0.9302083333333333,
          "cost": 0.00050043825,
          "mintCost": 0.001491796875,
          "promptTokens": 6238.125,
          "outputTokens": 289.8125,
          "cacheHitRate": 0.6643021741308486,
          "toolCalls": 2.625,
          "requests": 3.5,
          "seconds": 6.9394375
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 2,
          "score": 0.9891304347826086,
          "correctness": 0.9891304347826086,
          "cost": 0.014765811,
          "mintCost": 0.001489725,
          "promptTokens": 388022.5,
          "outputTokens": 16321.5,
          "cacheHitRate": 0.9332242331308107,
          "toolCalls": 21.5,
          "requests": 15.5,
          "seconds": 94.406
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 2,
          "score": 0.4074058280019388,
          "correctness": 0.4074058280019388,
          "cost": 0.0116949828,
          "mintCost": 0.0014910299999999997,
          "promptTokens": 482627,
          "outputTokens": 12019.4,
          "cacheHitRate": 0.9572145777173676,
          "toolCalls": 27,
          "requests": 17,
          "seconds": 339.605
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 6,
          "score": 1,
          "correctness": 1,
          "cost": 0.006860091,
          "mintCost": 0.001491775,
          "promptTokens": 139651.83333333334,
          "outputTokens": 5758.5,
          "cacheHitRate": 0.8545442177033121,
          "toolCalls": 14,
          "requests": 11.666666666666666,
          "seconds": 41.967166666666664
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 34,
        "score": 0.8643772074659887,
        "correctness": 0.8643772074659887,
        "cost": 0.0038094887027027026,
        "mintCost": 0.0014913527027027023,
        "promptTokens": 112681.05405405405,
        "outputTokens": 3625.4054054054054,
        "cacheHitRate": 0.9217463594325912,
        "toolCalls": 8.675675675675675,
        "toolsOffered": 28.864864864864863,
        "requests": 7.216216216216216,
        "seconds": 62.32835135135135,
        "cleanScope": 37,
        "scopeChecked": 37,
        "toolResults": 317,
        "toolErrors": 24,
        "repeatedCalls": 3,
        "contextGrowth": 708.6216216216217,
        "peakContext": 10354.216216216217,
        "compactions": 0
      },
      "firstCall": {
        "toolCount": 4,
        "toolNames": [
          "bash",
          "edit",
          "read",
          "write"
        ],
        "toolSchemaChars": 2901,
        "instructionChars": 2621
      }
    },
    {
      "id": "specpi-default",
      "label": "SpecPi",
      "colour": "var(--ct-specpi)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 8,
          "score": 0.7968749999999999,
          "correctness": 0.7968749999999999,
          "cost": 0.0008607210000000001,
          "mintCost": 0.0014563845,
          "promptTokens": 13976.5,
          "outputTokens": 398.25,
          "cacheHitRate": 0.7177762673058348,
          "toolCalls": 2.75,
          "requests": 3.75,
          "seconds": 14.533125000000002
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 16,
          "score": 0.8338541666666668,
          "correctness": 0.8338541666666668,
          "cost": 0.00091447125,
          "mintCost": 0.0014905874999999998,
          "promptTokens": 16180.375,
          "outputTokens": 438.625,
          "cacheHitRate": 0.7465834382701266,
          "toolCalls": 3.5625,
          "requests": 4.3125,
          "seconds": 15.452999999999998
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 2,
          "score": 1,
          "correctness": 1,
          "cost": 0.012361548,
          "mintCost": 0.0014898000000000001,
          "promptTokens": 391196,
          "outputTokens": 12085.5,
          "cacheHitRate": 0.9315432673135717,
          "toolCalls": 19,
          "requests": 16,
          "seconds": 83.5395
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 3,
          "score": 0.9505736040609136,
          "correctness": 0.9505736040609136,
          "cost": 0.0151981668,
          "mintCost": 0.0014928600000000002,
          "promptTokens": 609256.6,
          "outputTokens": 16651.2,
          "cacheHitRate": 0.9622638474494983,
          "toolCalls": 33.6,
          "requests": 24.8,
          "seconds": 174.20420000000001
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 6,
          "score": 1,
          "correctness": 1,
          "cost": 0.005334406,
          "mintCost": 0.00148975,
          "promptTokens": 131737,
          "outputTokens": 4985.333333333333,
          "cacheHitRate": 0.8994081642464405,
          "toolCalls": 11.5,
          "requests": 10.5,
          "seconds": 43.211999999999996
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 35,
        "score": 0.8775549915397629,
        "correctness": 0.8775549915397629,
        "cost": 0.0041685857837837825,
        "mintCost": 0.0014833209729729728,
        "promptTokens": 134859.32432432432,
        "outputTokens": 3987.6486486486488,
        "cacheHitRate": 0.9308214064906474,
        "toolCalls": 9.567567567567568,
        "toolsOffered": 68.75675675675676,
        "requests": 8.594594594594595,
        "seconds": 44.888783783783786,
        "cleanScope": 37,
        "scopeChecked": 37,
        "toolResults": 354,
        "toolErrors": 24,
        "repeatedCalls": 4,
        "contextGrowth": 627.8918918918919,
        "peakContext": 12321.162162162162,
        "compactions": 0
      },
      "firstCall": {
        "toolCount": 8,
        "toolNames": [
          "bash",
          "create_goal",
          "edit",
          "get_goal",
          "read",
          "report_capability_gap",
          "request_capability",
          "write"
        ],
        "toolSchemaChars": 6966,
        "instructionChars": 6833
      }
    },
    {
      "id": "specpi-jev",
      "label": "SpecPi + Jev",
      "colour": "var(--ct-specpi-jev)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 8,
          "score": 0.8687499999999999,
          "correctness": 0.8687499999999999,
          "cost": 0.00077812275,
          "mintCost": 0.00148974375,
          "promptTokens": 12253.625,
          "outputTokens": 283.625,
          "cacheHitRate": 0.6828999581756419,
          "toolCalls": 2.375,
          "requests": 3.375,
          "seconds": 13.825
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 16,
          "score": 0.8389136904761906,
          "correctness": 0.8389136904761906,
          "cost": 0.000894094875,
          "mintCost": 0.0014901562499999997,
          "promptTokens": 16300.5625,
          "outputTokens": 407.9375,
          "cacheHitRate": 0.7494219908055321,
          "toolCalls": 3.625,
          "requests": 4.375,
          "seconds": 22.4596875
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 2,
          "score": 0.9735054347826086,
          "correctness": 0.9735054347826086,
          "cost": 0.014539406999999999,
          "mintCost": 0.0014898000000000001,
          "promptTokens": 463555.5,
          "outputTokens": 15470,
          "cacheHitRate": 0.9450432580349063,
          "toolCalls": 23.5,
          "requests": 20,
          "seconds": 118.2775
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 3,
          "score": 0.9565736040609136,
          "correctness": 0.9565736040609136,
          "cost": 0.015902758800000003,
          "mintCost": 0.0014913600000000002,
          "promptTokens": 700227.4,
          "outputTokens": 16555.6,
          "cacheHitRate": 0.9633441936148172,
          "toolCalls": 33.8,
          "requests": 26,
          "seconds": 136.22379999999998
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 6,
          "score": 1,
          "correctness": 1,
          "cost": 0.006651709,
          "mintCost": 0.0014935,
          "promptTokens": 146129.33333333334,
          "outputTokens": 6757.5,
          "cacheHitRate": 0.9019224978785916,
          "toolCalls": 12.666666666666666,
          "requests": 11.166666666666666,
          "seconds": 56.01266666666666
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 35,
        "score": 0.8946621064186171,
        "correctness": 0.8946621064186171,
        "cost": 0.004568469243243243,
        "mintCost": 0.0014907527027027026,
        "promptTokens": 153077.35135135136,
        "outputTokens": 4407,
        "cacheHitRate": 0.9361358027437815,
        "toolCalls": 9.972972972972974,
        "toolsOffered": 72.21621621621621,
        "requests": 9.027027027027026,
        "seconds": 46.58662162162162,
        "cleanScope": 37,
        "scopeChecked": 37,
        "toolResults": 369,
        "toolErrors": 22,
        "repeatedCalls": 9,
        "contextGrowth": 590.4594594594595,
        "peakContext": 12837.45945945946,
        "compactions": 0
      },
      "firstCall": {
        "toolCount": 8,
        "toolNames": [
          "bash",
          "create_goal",
          "edit",
          "get_goal",
          "read",
          "report_capability_gap",
          "request_capability",
          "write"
        ],
        "toolSchemaChars": 6966,
        "instructionChars": 6833
      }
    },
    {
      "id": "opencode",
      "label": "OpenCode",
      "colour": "var(--ct-opencode)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 8,
          "score": 0.90625,
          "correctness": 0.90625,
          "cost": 0.001412808,
          "mintCost": 0.001491,
          "promptTokens": 27686.5,
          "outputTokens": 219.375,
          "cacheHitRate": 0.7056146497390425,
          "toolCalls": 1.875,
          "requests": 2.875,
          "seconds": 6.8371249999999995
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 16,
          "score": 0.9123511904761905,
          "correctness": 0.9123511904761905,
          "cost": 0.0015027693750000002,
          "mintCost": 0.0014897249999999995,
          "promptTokens": 35264.8125,
          "outputTokens": 283.8125,
          "cacheHitRate": 0.763367166633879,
          "toolCalls": 3,
          "requests": 3.625,
          "seconds": 8.911125000000002
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 0,
          "score": 0,
          "correctness": 0,
          "cost": 0.01191006,
          "mintCost": 0.001489725,
          "promptTokens": 349842,
          "outputTokens": 9692,
          "cacheHitRate": 0.9018928544885977,
          "toolCalls": 19.5,
          "requests": 11,
          "seconds": 59.240500000000004
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 1,
          "score": 0.3834058280019388,
          "correctness": 0.3834058280019388,
          "cost": 0.012544954799999999,
          "mintCost": 0.00148965,
          "promptTokens": 506753.8,
          "outputTokens": 11418.4,
          "cacheHitRate": 0.943972398430954,
          "toolCalls": 35.4,
          "requests": 16.2,
          "seconds": 110.0414
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 6,
          "score": 1,
          "correctness": 1,
          "cost": 0.0064110999999999994,
          "mintCost": 0.0014898000000000001,
          "promptTokens": 217089.33333333334,
          "outputTokens": 5282.166666666667,
          "cacheHitRate": 0.9188229730310717,
          "toolCalls": 12.333333333333334,
          "requests": 11,
          "seconds": 71.0305
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 31,
        "score": 0.804449951016993,
        "correctness": 0.804449951016993,
        "cost": 0.004334007243243243,
        "mintCost": 0.0014900027027027025,
        "promptTokens": 143830.2162162162,
        "outputTokens": 3093.6486486486488,
        "cacheHitRate": 0.9032150895631824,
        "toolCalls": 9.54054054054054,
        "toolsOffered": 67.56756756756756,
        "requests": 6.756756756756757,
        "seconds": 34.92286486486487,
        "cleanScope": 37,
        "scopeChecked": 37,
        "toolResults": 346,
        "toolErrors": 5,
        "repeatedCalls": 2,
        "contextGrowth": 784.918918918919,
        "peakContext": 17975.45945945946,
        "compactions": 0
      },
      "firstCall": {
        "toolCount": 10,
        "toolNames": [
          "bash",
          "edit",
          "glob",
          "grep",
          "read",
          "skill",
          "task",
          "todowrite",
          "webfetch",
          "write"
        ],
        "toolSchemaChars": 20817,
        "instructionChars": 17280
      }
    },
    {
      "id": "codex",
      "label": "Codex CLI",
      "colour": "var(--ct-codex)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 6,
          "score": 0.6041666666666666,
          "correctness": 0.6041666666666666,
          "cost": 0.0005645925,
          "mintCost": 0.0014906812499999999,
          "promptTokens": 35628.25,
          "outputTokens": 403.125,
          "cacheHitRate": 0.9587897244461909,
          "toolCalls": 2.75,
          "requests": 3.75,
          "seconds": 9.423875
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 12,
          "score": 0.6154761904761904,
          "correctness": 0.6154761904761904,
          "cost": 0.00084439425,
          "mintCost": 0.001491740625,
          "promptTokens": 42516.875,
          "outputTokens": 797.625,
          "cacheHitRate": 0.9618769018183957,
          "toolCalls": 3.4375,
          "requests": 4.375,
          "seconds": 12.895312500000001
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 2,
          "score": 0.9347222222222222,
          "correctness": 0.9347222222222222,
          "cost": 0.022595811,
          "mintCost": 0.0014898,
          "promptTokens": 658762.5,
          "outputTokens": 28718.5,
          "cacheHitRate": 0.9650093926111459,
          "toolCalls": 28.5,
          "requests": 21,
          "seconds": 117.1565
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 4,
          "score": 0.9789999999999999,
          "correctness": 0.9789999999999999,
          "cost": 0.027601944,
          "mintCost": 0.00148986,
          "promptTokens": 1059576,
          "outputTokens": 33118.2,
          "cacheHitRate": 0.9707732149463559,
          "toolCalls": 36.6,
          "requests": 27.8,
          "seconds": 164.11079999999998
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 6,
          "score": 1,
          "correctness": 1,
          "cost": 0.007842562999999999,
          "mintCost": 0.0014921250000000002,
          "promptTokens": 229073.16666666666,
          "outputTokens": 9072.833333333334,
          "cacheHitRate": 0.9491698067356936,
          "toolCalls": 13.666666666666666,
          "requests": 11.666666666666666,
          "seconds": 51.532333333333334
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 30,
        "score": 0.7417674817674819,
        "correctness": 0.7417674817674819,
        "cost": 0.006710372108108109,
        "mintCost": 0.0014912148648648642,
        "promptTokens": 242030.8108108108,
        "outputTokens": 7931.135135135135,
        "cacheHitRate": 0.9655522973398517,
        "toolCalls": 10.783783783783784,
        "toolsOffered": 85.37837837837837,
        "requests": 9.486486486486486,
        "seconds": 44.48045945945946,
        "cleanScope": 34,
        "scopeChecked": 37,
        "toolResults": 399,
        "toolErrors": 49,
        "repeatedCalls": 10,
        "contextGrowth": 713.6486486486486,
        "peakContext": 20769.567567567567,
        "compactions": 0
      },
      "firstCall": {
        "toolCount": 9,
        "toolNames": [
          "create_goal",
          "exec_command",
          "get_goal",
          "multi_agent_v1",
          "request_user_input",
          "update_goal",
          "view_image",
          "web_search",
          "write_stdin"
        ],
        "toolSchemaChars": 18102,
        "instructionChars": 20046
      }
    },
    {
      "id": "omp",
      "label": "Oh My Pi",
      "colour": "var(--ct-omp)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 8,
          "score": 0.8229166666666665,
          "correctness": 0.8229166666666665,
          "cost": 0.0029435302499999996,
          "mintCost": 0.00148978125,
          "promptTokens": 58739.875,
          "outputTokens": 267.875,
          "cacheHitRate": 0.6981288264573257,
          "toolCalls": 2.375,
          "requests": 3.375,
          "seconds": 8.045125
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 16,
          "score": 0.8583333333333334,
          "correctness": 0.8583333333333334,
          "cost": 0.0031207245,
          "mintCost": 0.0014902593749999999,
          "promptTokens": 70166.5,
          "outputTokens": 474.0625,
          "cacheHitRate": 0.745426948757598,
          "toolCalls": 3.6875,
          "requests": 4,
          "seconds": 8.640749999999997
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 2,
          "score": 0.9498922413793103,
          "correctness": 0.9498922413793103,
          "cost": 0.016425882,
          "mintCost": 0.0014898,
          "promptTokens": 700303,
          "outputTokens": 15310,
          "cacheHitRate": 0.9500801795794106,
          "toolCalls": 26.5,
          "requests": 20.5,
          "seconds": 97.5155
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 3,
          "score": 0.9535736040609137,
          "correctness": 0.9535736040609137,
          "cost": 0.0184663152,
          "mintCost": 0.00148983,
          "promptTokens": 861397.6,
          "outputTokens": 16690,
          "cacheHitRate": 0.9536576373094143,
          "toolCalls": 34.8,
          "requests": 22,
          "seconds": 140.1292
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 6,
          "score": 1,
          "correctness": 1,
          "cost": 0.009872381000000001,
          "mintCost": 0.0014898000000000001,
          "promptTokens": 372962.8333333333,
          "outputTokens": 8167.5,
          "cacheHitRate": 0.9297226667357829,
          "toolCalls": 16.833333333333332,
          "requests": 13.333333333333334,
          "seconds": 54.51866666666667
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 35,
        "score": 0.8914680856683743,
        "correctness": 0.8914680856683743,
        "cost": 0.006970201621621622,
        "mintCost": 0.0014899986486486484,
        "promptTokens": 257782.54054054053,
        "outputTokens": 4670.351351351352,
        "cacheHitRate": 0.910417475278241,
        "toolCalls": 10.972972972972974,
        "toolsOffered": 95.72972972972973,
        "requests": 8.702702702702704,
        "seconds": 38.52437837837839,
        "cleanScope": 37,
        "scopeChecked": 37,
        "toolResults": 404,
        "toolErrors": 15,
        "repeatedCalls": 2,
        "contextGrowth": 615.0540540540541,
        "peakContext": 26580.513513513513,
        "compactions": 0
      },
      "firstCall": {
        "toolCount": 11,
        "toolNames": [
          "bash",
          "edit",
          "eval",
          "glob",
          "grep",
          "hub",
          "read",
          "task",
          "todo",
          "web_search",
          "write"
        ],
        "toolSchemaChars": 44370,
        "instructionChars": 18242
      }
    },
    {
      "id": "dsh",
      "label": "DeepSeek Harness",
      "colour": "var(--ct-deepseek)",
      "native": false,
      "perTier": {
        "1": {
          "attempts": 8,
          "launchFailures": 0,
          "solved": 8,
          "score": 0.7499999999999999,
          "correctness": 0.7499999999999999,
          "cost": 0.0016370084999999999,
          "mintCost": 0.0014906625000000002,
          "promptTokens": 32323.25,
          "outputTokens": 535.375,
          "cacheHitRate": 0.7434895934041286,
          "toolCalls": 3.125,
          "requests": 5.125,
          "seconds": 9.2975
        },
        "2": {
          "attempts": 16,
          "launchFailures": 0,
          "solved": 16,
          "score": 0.8162574404761905,
          "correctness": 0.8162574404761905,
          "cost": 0.001898620125,
          "mintCost": 0.001474601625,
          "promptTokens": 34538.6875,
          "outputTokens": 572.375,
          "cacheHitRate": 0.7140977780351382,
          "toolCalls": 3.9375,
          "requests": 5.375,
          "seconds": 12.1024375
        },
        "3": {
          "attempts": 2,
          "launchFailures": 0,
          "solved": 2,
          "score": 0.9356389578163771,
          "correctness": 0.9356389578163771,
          "cost": 0.023071146,
          "mintCost": 0.0014898,
          "promptTokens": 967173,
          "outputTokens": 22262.5,
          "cacheHitRate": 0.9520861314366716,
          "toolCalls": 28.5,
          "requests": 24,
          "seconds": 138.385
        },
        "4": {
          "attempts": 5,
          "launchFailures": 0,
          "solved": 4,
          "score": 0.976,
          "correctness": 0.976,
          "cost": 0.024887366399999996,
          "mintCost": 0.0014958300000000003,
          "promptTokens": 1066556,
          "outputTokens": 25864.2,
          "cacheHitRate": 0.9606516676105146,
          "toolCalls": 50.8,
          "requests": 26,
          "seconds": 175.02460000000002
        },
        "5": {
          "attempts": 6,
          "launchFailures": 0,
          "solved": 5,
          "score": 0.8333333333333334,
          "correctness": 0.8333333333333334,
          "cost": 0.012398812,
          "mintCost": 0.001490575,
          "promptTokens": 390612,
          "outputTokens": 12298.833333333334,
          "cacheHitRate": 0.9329906232612755,
          "toolCalls": 22.5,
          "requests": 16.5,
          "seconds": 100.62616666666666
        }
      },
      "overall": {
        "attempts": 37,
        "launchFailures": 0,
        "solved": 35,
        "score": 0.8327404584662648,
        "correctness": 0.8327404584662648,
        "cost": 0.007795837459459459,
        "mintCost": 0.0014843547567567567,
        "promptTokens": 281675.75675675675,
        "outputTokens": 7056.216216216216,
        "cacheHitRate": 0.9343800802974246,
        "toolCalls": 14.432432432432432,
        "toolsOffered": 247.97297297297297,
        "requests": 10.91891891891892,
        "seconds": 54.69375675675676,
        "cleanScope": 37,
        "scopeChecked": 37,
        "toolResults": 534,
        "toolErrors": 12,
        "repeatedCalls": 11,
        "contextGrowth": 803.8648648648649,
        "peakContext": 23185.027027027027,
        "compactions": 37
      },
      "firstCall": {
        "toolCount": 25,
        "toolNames": [
          "create_goal",
          "edit",
          "exit_plan_mode",
          "get_goal",
          "glob",
          "grep",
          "interrupt_agent",
          "job_kill",
          "job_list",
          "job_output",
          "list_agents",
          "pwsh",
          "ralph",
          "read",
          "read_image",
          "send_message",
          "skill",
          "subagent",
          "subagent_fork",
          "todo_write",
          "update_goal",
          "web_fetch",
          "web_search",
          "workflow",
          "write"
        ],
        "toolSchemaChars": 27057,
        "instructionChars": 4693
      }
    }
  ]
}