{
  "generatedAt": "2026-09-20",
  "benchmark": "Terminal-Bench 2.0",
  "model": "deepseek-v4.1-flash",
  "endpoint": "opencode.ai/zen/go",
  "attemptsPerTask": 4,
  "tasks": [
    "count-dataset-tokens",
    "crack-7z-hash",
    "git-leak-recovery",
    "kv-store-grpc",
    "nginx-request-logging",
    "openssl-selfsigned-cert",
    "polyglot-c-py"
  ],
  "harnesses": [
    {
      "id": "pi",
      "label": "Pi (base)",
      "attempts": 28,
      "solved": 22,
      "capped": 2,
      "promptTokens": 304222.53571428574,
      "outputTokens": 8885.67857142857,
      "cacheHitRate": 0.9696653096823044,
      "cost": 0.011832086999999998,
      "seconds": 141.48550000000003,
      "toolCalls": 16.892857142857142,
      "requests": 15.428571428571429,
      "toolsPerRequest": 1.0949074074074074,
      "tokensPerRequest": 19718.127314814818,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": 4,
      "toolMix": {
        "bash": 0.8964059196617337,
        "write": 0.05708245243128964,
        "read": 0.03171247357293869,
        "edit": 0.014799154334038054
      },
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 2,
          "promptTokens": 1522205.75,
          "toolCalls": 49,
          "requests": 41,
          "seconds": 526.9
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 309221.25,
          "toolCalls": 14.75,
          "requests": 16,
          "seconds": 200.149
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 36448.75,
          "toolCalls": 12.25,
          "requests": 9,
          "seconds": 24.60875
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 39635,
          "toolCalls": 10,
          "requests": 10,
          "seconds": 42.5115
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 35056,
          "toolCalls": 10.25,
          "requests": 8.5,
          "seconds": 38.271
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 37461.5,
          "toolCalls": 10,
          "requests": 10.5,
          "seconds": 32.97025
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 0,
          "promptTokens": 149529.5,
          "toolCalls": 12,
          "requests": 13,
          "seconds": 124.988
        }
      }
    },
    {
      "id": "control",
      "label": "SpecPi",
      "attempts": 28,
      "solved": 22,
      "capped": 0,
      "promptTokens": 283245.85714285716,
      "outputTokens": 5933.857142857143,
      "cacheHitRate": 0.9507925727892159,
      "cost": 0.012644362999999999,
      "seconds": 133.34675000000001,
      "toolCalls": 16.928571428571427,
      "requests": 16.535714285714285,
      "toolsPerRequest": 1.0237580993520519,
      "tokensPerRequest": 17129.33909287257,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": 5,
      "toolMix": {
        "bash": 0.8755274261603375,
        "write": 0.06751054852320675,
        "edit": 0.029535864978902954,
        "read": 0.023206751054852322,
        "request_capability": 0.004219409282700422
      },
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 323113,
          "toolCalls": 25.25,
          "requests": 23.25,
          "seconds": 231.63925
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 1266374,
          "toolCalls": 36.25,
          "requests": 37,
          "seconds": 303.6455
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 52880.75,
          "toolCalls": 11.5,
          "requests": 10.25,
          "seconds": 45.94949999999999
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 53875,
          "toolCalls": 10,
          "requests": 10.25,
          "seconds": 50.919000000000004
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 50720.5,
          "toolCalls": 10.5,
          "requests": 9,
          "seconds": 61.4365
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 2,
          "promptTokens": 49845.75,
          "toolCalls": 9.75,
          "requests": 9.75,
          "seconds": 50.2825
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 0,
          "promptTokens": 185912,
          "toolCalls": 15.25,
          "requests": 16.25,
          "seconds": 189.555
        }
      }
    },
    {
      "id": "jev",
      "label": "SpecPi + Jev",
      "attempts": 28,
      "solved": 22,
      "capped": 0,
      "promptTokens": 209201.32142857142,
      "outputTokens": 6055.428571428572,
      "cacheHitRate": 0.9680695596062409,
      "cost": 0.009528367,
      "seconds": 149.9708571428571,
      "toolCalls": 16,
      "requests": 15.464285714285714,
      "toolsPerRequest": 1.0346420323325636,
      "tokensPerRequest": 13528.030023094689,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": 5,
      "toolMix": {
        "bash": 0.8482142857142857,
        "write": 0.08928571428571429,
        "edit": 0.03571428571428571,
        "read": 0.020089285714285716,
        "request_capability": 0.006696428571428571
      },
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 3,
          "promptTokens": 242947.75,
          "toolCalls": 20.75,
          "requests": 19,
          "seconds": 185.86599999999999
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 786193.75,
          "toolCalls": 29.5,
          "requests": 30.5,
          "seconds": 371.56174999999996
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 62648.25,
          "toolCalls": 13.5,
          "requests": 10.5,
          "seconds": 59.650749999999995
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 46072.5,
          "toolCalls": 9.5,
          "requests": 9,
          "seconds": 66.35675
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 3,
          "promptTokens": 56810.25,
          "toolCalls": 11.25,
          "requests": 10.25,
          "seconds": 93.8875
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 54770.5,
          "toolCalls": 9.5,
          "requests": 9.75,
          "seconds": 54.02375
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 0,
          "promptTokens": 214966.25,
          "toolCalls": 18,
          "requests": 19.25,
          "seconds": 218.4495
        }
      }
    },
    {
      "id": "omp",
      "label": "Oh My Pi",
      "attempts": 28,
      "solved": 23,
      "capped": 2,
      "promptTokens": 555529.5714285715,
      "outputTokens": 11247,
      "cacheHitRate": 0.9682389253539064,
      "cost": 0.008020421500000001,
      "seconds": 203.5812857142857,
      "toolCalls": 20.035714285714285,
      "requests": 17.428571428571427,
      "toolsPerRequest": 1.1495901639344264,
      "tokensPerRequest": 31874.647540983613,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": 10,
      "toolMix": {
        "bash": 0.6363636363636364,
        "read": 0.11229946524064172,
        "write": 0.0748663101604278,
        "eval": 0.049910873440285206,
        "edit": 0.04634581105169341,
        "hub": 0.040998217468805706
      },
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 823836.75,
          "toolCalls": 30.5,
          "requests": 24.75,
          "seconds": 262.421
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 2,
          "promptTokens": 1700944.25,
          "toolCalls": 41.5,
          "requests": 40,
          "seconds": 573.23925
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 185123.25,
          "toolCalls": 12.25,
          "requests": 9.25,
          "seconds": 48.13075
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 3,
          "promptTokens": 219642,
          "toolCalls": 12.25,
          "requests": 10.5,
          "seconds": 67.123
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 3,
          "promptTokens": 235802,
          "toolCalls": 16.75,
          "requests": 10.75,
          "seconds": 66.62100000000001
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 297781,
          "toolCalls": 12.75,
          "requests": 13.75,
          "seconds": 74.97200000000001
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 3,
          "promptTokens": 425577.75,
          "toolCalls": 14.25,
          "requests": 13,
          "seconds": 332.56199999999995
        }
      }
    },
    {
      "id": "codex",
      "label": "Codex",
      "attempts": 28,
      "solved": 26,
      "capped": 0,
      "promptTokens": 334704.21428571426,
      "outputTokens": 10103.535714285714,
      "cacheHitRate": 0.9753974705130027,
      "cost": 0.007052234000000001,
      "seconds": 118.74014285714284,
      "toolCalls": 17.285714285714285,
      "requests": 15.821428571428571,
      "toolsPerRequest": 1.09255079006772,
      "tokensPerRequest": 21155.119638826185,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": 2,
      "toolMix": {
        "exec_command": 0.9545454545454546,
        "write_stdin": 0.045454545454545456
      },
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 676216.25,
          "toolCalls": 32.5,
          "requests": 27,
          "seconds": 214.67325
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 901666.5,
          "toolCalls": 32,
          "requests": 29.5,
          "seconds": 346.20425000000006
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 122735.5,
          "toolCalls": 13.75,
          "requests": 10.5,
          "seconds": 32.016999999999996
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 145391.5,
          "toolCalls": 12.25,
          "requests": 12.25,
          "seconds": 54.7785
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 173537.75,
          "toolCalls": 14,
          "requests": 13.5,
          "seconds": 48.682
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 82407.25,
          "toolCalls": 7.25,
          "requests": 7.75,
          "seconds": 26.834250000000004
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 2,
          "promptTokens": 240974.75,
          "toolCalls": 9.25,
          "requests": 10.25,
          "seconds": 107.99175000000001
        }
      }
    },
    {
      "id": "opencode",
      "label": "OpenCode",
      "attempts": 28,
      "solved": 22,
      "capped": 2,
      "promptTokens": 260728.7857142857,
      "outputTokens": 2206.1071428571427,
      "cacheHitRate": 0.9447231652119341,
      "cost": 0.006210912999999999,
      "seconds": 326.62232142857147,
      "toolCalls": 15.571428571428571,
      "requests": 14.678571428571429,
      "toolsPerRequest": 1.0608272506082725,
      "tokensPerRequest": 17762.54501216545,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": 6,
      "toolMix": {
        "bash": 0.7545871559633027,
        "write": 0.10091743119266056,
        "webfetch": 0.06651376146788991,
        "todowrite": 0.03211009174311927,
        "edit": 0.027522935779816515,
        "read": 0.01834862385321101
      },
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 747287.5,
          "toolCalls": 26.25,
          "requests": 23.75,
          "seconds": 424.05174999999997
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 2,
          "promptTokens": 486079.25,
          "toolCalls": 24.75,
          "requests": 25.25,
          "seconds": 756.90825
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 61512.75,
          "toolCalls": 8.25,
          "requests": 7.25,
          "seconds": 157.6755
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 146130,
          "toolCalls": 14.25,
          "requests": 13.25,
          "seconds": 371.5045
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 3,
          "promptTokens": 117399.75,
          "toolCalls": 15.25,
          "requests": 11.75,
          "seconds": 151.47775000000001
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 104649.5,
          "toolCalls": 10.75,
          "requests": 11.75,
          "seconds": 200.66774999999998
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 1,
          "promptTokens": 162042.75,
          "toolCalls": 9.5,
          "requests": 9.75,
          "seconds": 224.07074999999998
        }
      }
    },
    {
      "id": "dsh",
      "label": "DeepSeek Harness",
      "attempts": 28,
      "solved": 19,
      "capped": 0,
      "promptTokens": 505220.85714285716,
      "outputTokens": 14494.75,
      "cacheHitRate": 0.9510706347343914,
      "cost": 0.014548515999999997,
      "seconds": 189.98314285714287,
      "toolCalls": null,
      "requests": 22.428571428571427,
      "toolsPerRequest": null,
      "tokensPerRequest": 22525.770700636946,
      "cacheAttempts": 6,
      "cacheSource": "clean-session run",
      "toolsUsed": null,
      "toolMix": null,
      "perTask": {
        "count-dataset-tokens": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 443433.25,
          "toolCalls": null,
          "requests": 22.25,
          "seconds": 358.0655
        },
        "crack-7z-hash": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 1534883.75,
          "toolCalls": null,
          "requests": 41,
          "seconds": 466.212
        },
        "git-leak-recovery": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 104511,
          "toolCalls": null,
          "requests": 10.5,
          "seconds": 37.31525
        },
        "kv-store-grpc": {
          "attempts": 4,
          "solved": 1,
          "promptTokens": 294444.25,
          "toolCalls": null,
          "requests": 21,
          "seconds": 104.7625
        },
        "nginx-request-logging": {
          "attempts": 4,
          "solved": 0,
          "promptTokens": 562992.75,
          "toolCalls": null,
          "requests": 25.5,
          "seconds": 150.02675
        },
        "openssl-selfsigned-cert": {
          "attempts": 4,
          "solved": 4,
          "promptTokens": 114618,
          "toolCalls": null,
          "requests": 12.75,
          "seconds": 40.90050000000001
        },
        "polyglot-c-py": {
          "attempts": 4,
          "solved": 2,
          "promptTokens": 481663,
          "toolCalls": null,
          "requests": 24,
          "seconds": 172.5995
        }
      }
    }
  ],
  "advisor": {
    "calls": 464,
    "applied": 0,
    "failed": 0,
    "bySystem": {
      "guard": {
        "calls": 431,
        "applied": 0,
        "outcomes": {
          "unrecorded": 431
        }
      },
      "retention": {
        "calls": 18,
        "applied": 0,
        "outcomes": {
          "relevance-low-confidence": 18
        }
      },
      "progress": {
        "calls": 15,
        "applied": 0,
        "outcomes": {
          "not-stuck": 12,
          "session-changed": 3
        }
      }
    }
  }
}