{ "schema": 1, "measuredAt": "2026-09-17T16:09:05.325Z", "specpiVersion": "0.25.0", "piVersion": "0.84.4", "nodeVersion": "v24.18.0", "platform": "win32", "packages": [ "npm:pi-web-access@0.29.0", "npm:specpi-browser-qa@0.2.0", "npm:specpi-delegation@0.2.0", "npm:specpi-experiments@0.1.0", "npm:pi-goal-x@0.31.2", "npm:@sreetej510/pi-usage@0.10.0", "npm:@gotgenes/pi-permission-system@32.0.2" ], "loadedExtensionCount": 9, "opencodeVersion": "1.18.31", "deepseekHarnessVersion": "0.1.5-rc.2", "method": "Actual first OpenAI-completions request to a local synthetic provider. Compact tool JSON plus system/developer text, counted as JavaScript UTF-16 code units. User prompt and transport envelope excluded. Empty workspace, disposable home, all installed resources and AGENTS enabled. No personal settings or credentials. Optional capabilities ship hidden: browser QA, delegation and web access appear only after /browser on, /delegate on and /webaccess on; the improvement loop's wishlist tools are always active, gated at execution by collection consent and the human selection. The enabled profile runs /browser on, /delegate on and /webaccess on; no goal, scope or improvement selection is active. Oh My Pi is a separate Bun-based fork of Pi, measured as installed on the same terms with only local rule and extension discovery disabled; nothing is added to it and its figure is ours, not a published one. OpenCode is a separate Bun-compiled binary, measured as installed on the same terms with this machine's own config, auth and data excluded through XDG redirects; its session title is pinned so the turn sends exactly one model call, the conversation request. The DeepSeek Harness is a separate Node application measured as installed on the same terms with this machine's own harness home excluded through DSH_HOME; only the provider route and default model are declared, through its own patch layer, and its auxiliary session-title request is excluded because it carries no tool schema. Counts include temporary path text and may vary with host, path lengths, date and provider encoding. Not a token, cost or task-quality measurement. The Oh My Pi row is carried forward from 2026-09-17T01:05:19.390Z, measured on the same terms in this run series; its re-measurement is blocked upstream because its runtime now resolves pi-natives@18.2.3, whose platform binary fails to load.", "results": [ { "label": "Pi (stock)", "harness": "Pi", "toolCount": 4, "toolNames": [ "bash", "edit", "read", "write" ], "toolChars": { "read": 699, "bash": 558, "edit": 1194, "write": 445 }, "toolSchemaChars": 2901, "instructionChars": 2620, "requestSha256": "086a30c6a35ece3c9958acf44b567c53211992d64b994f3ec250a24726bd5afe", "installedGuidance": false, "browserAndDelegationEnabled": false }, { "label": "SpecPi default", "harness": "Pi", "toolCount": 9, "toolNames": [ "bash", "create_goal", "edit", "finish_harness_improvement", "get_goal", "read", "record_harness_contract", "report_capability_gap", "write" ], "toolChars": { "read": 699, "bash": 558, "edit": 1194, "write": 445, "report_capability_gap": 1728, "record_harness_contract": 1451, "finish_harness_improvement": 1035, "create_goal": 617, "get_goal": 698 }, "toolSchemaChars": 8435, "instructionChars": 6634, "requestSha256": "1650044fe448cc42305b9aebbd3d133194fc9b90819215d892e7d2b613ca889c", "installedGuidance": true, "browserAndDelegationEnabled": false }, { "label": "OpenCode", "harness": "OpenCode 1.18.31", "toolCount": 10, "toolNames": [ "bash", "edit", "glob", "grep", "read", "skill", "task", "todowrite", "webfetch", "write" ], "toolChars": { "bash": 5927, "edit": 1958, "glob": 1114, "grep": 1183, "read": 1734, "skill": 676, "task": 3856, "todowrite": 2686, "webfetch": 1293, "write": 1026 }, "toolSchemaChars": 21464, "instructionChars": 9579, "requestSha256": "5e6fafd0e6b59c555d9765cdf171263327a0f37fb9972b64e52b64209974fc03" }, { "label": "DeepSeek Harness", "harness": "DeepSeek Harness 0.1.5-rc.2", "toolCount": 25, "toolNames": [ "create_goal", "edit", "exit_plan_mode", "get_goal", "glob", "grep", "interrupt_agent", "job_kill", "job_list", "job_output", "list_agents", "pwsh", "ralph", "read", "read_image", "send_message", "skill", "subagent", "subagent_fork", "todo_write", "update_goal", "web_fetch", "web_search", "workflow", "write" ], "toolChars": { "create_goal": 743, "edit": 1118, "exit_plan_mode": 595, "get_goal": 365, "glob": 968, "grep": 811, "interrupt_agent": 756, "job_kill": 503, "job_list": 214, "job_output": 878, "list_agents": 1395, "pwsh": 4465, "ralph": 872, "read": 484, "read_image": 806, "send_message": 799, "skill": 422, "subagent": 1502, "subagent_fork": 1174, "todo_write": 1390, "update_goal": 1187, "web_fetch": 288, "web_search": 443, "workflow": 4032, "write": 821 }, "toolSchemaChars": 27057, "instructionChars": 4686, "requestSha256": "90624cdaac570ca2022efad75e602bf56917cff5a831593d65f615d097a2c47a" }, { "label": "SpecPi enabled", "harness": "Pi", "toolCount": 28, "toolNames": [ "bash", "browser_accessibility", "browser_click", "browser_close", "browser_compare_screenshot", "browser_diagnostics", "browser_fill", "browser_open", "browser_press", "browser_save_baseline", "browser_screenshot", "browser_select_option", "browser_set_viewport", "browser_snapshot", "browser_wait_for", "create_goal", "delegate", "edit", "fetch_content", "finish_harness_improvement", "get_goal", "get_search_content", "read", "record_harness_contract", "report_capability_gap", "source_check", "web_search", "write" ], "toolChars": { "read": 699, "bash": 558, "edit": 1194, "write": 445, "report_capability_gap": 1728, "record_harness_contract": 1451, "finish_harness_improvement": 1035, "create_goal": 617, "get_goal": 698, "browser_accessibility": 591, "browser_open": 481, "browser_set_viewport": 350, "browser_snapshot": 354, "browser_click": 356, "browser_fill": 386, "browser_diagnostics": 877, "browser_press": 762, "browser_select_option": 984, "browser_wait_for": 914, "browser_screenshot": 454, "browser_save_baseline": 499, "browser_compare_screenshot": 812, "browser_close": 226, "delegate": 4453, "web_search": 4858, "source_check": 2124, "fetch_content": 2777, "get_search_content": 1539 }, "toolSchemaChars": 32251, "instructionChars": 7952, "requestSha256": "e372217c768f5474bc2d606418a0e931ac510e51503f993b558c909f204485c0", "installedGuidance": true, "browserAndDelegationEnabled": true }, { "label": "Oh My Pi", "harness": "Oh My Pi 18.2.2", "toolCount": 11, "toolNames": [ "bash", "edit", "eval", "glob", "grep", "hub", "read", "task", "todo", "web_search", "write" ], "toolChars": { "read": 3638, "bash": 2186, "edit": 5623, "eval": 10104, "glob": 1752, "grep": 1293, "task": 5151, "hub": 10758, "todo": 4763, "web_search": 1184, "write": 1111 }, "toolSchemaChars": 47575, "instructionChars": 18241, "requestSha256": "51b752e09ea3d99ed36ee3cbc6a6ec7346555cb2d3d15639f0f4fd826eb8d727" } ], "ohMyPiVersion": "18.2.2", "carriedForward": { "Oh My Pi": "2026-09-17T01:05:19.390Z" } }