[{"data":1,"prerenderedAt":336},["ShallowReactive",2],{"docs-\u002Fdocs\u002Fv2\u002Fbench\u002Fpackage":3},{"id":4,"title":5,"body":6,"description":328,"extension":329,"meta":330,"navigation":331,"path":332,"seo":333,"stem":334,"__hash__":335},"docs\u002Fdocs\u002Fv2\u002Fbench\u002Fpackage.md","package.json",{"type":7,"value":8,"toc":322},"minimark",[9,13,17,124,129,152,163,167,170,225,231,237,241,244,271,277,281,310,318],[10,11,5],"h1",{"id":12},"packagejson",[14,15,16],"p",{},"A benchmark is a real package. This file carries the identity the registry uses and the\ndependencies its config imports.",[18,19,24],"pre",{"className":20,"code":21,"language":22,"meta":23,"style":23},"language-json shiki shiki-themes dark-plus","{\n  \"name\": \"@you\u002Fparser-bench\",\n  \"version\": \"0.1.0\",\n  \"description\": \"Can an agent fix a real bug without collateral damage?\",\n  \"type\": \"module\",\n  \"dependencies\": {\n    \"@arcforge\u002Fengines\": \"2.0.101\"\n  }\n}\n","json","",[25,26,27,36,53,66,79,92,101,112,118],"code",{"__ignoreMap":23},[28,29,32],"span",{"class":30,"line":31},"line",1,[28,33,35],{"class":34},"sTNBD","{\n",[28,37,39,43,46,50],{"class":30,"line":38},2,[28,40,42],{"class":41},"s3F5K","  \"name\"",[28,44,45],{"class":34},": ",[28,47,49],{"class":48},"sKc5r","\"@you\u002Fparser-bench\"",[28,51,52],{"class":34},",\n",[28,54,56,59,61,64],{"class":30,"line":55},3,[28,57,58],{"class":41},"  \"version\"",[28,60,45],{"class":34},[28,62,63],{"class":48},"\"0.1.0\"",[28,65,52],{"class":34},[28,67,69,72,74,77],{"class":30,"line":68},4,[28,70,71],{"class":41},"  \"description\"",[28,73,45],{"class":34},[28,75,76],{"class":48},"\"Can an agent fix a real bug without collateral damage?\"",[28,78,52],{"class":34},[28,80,82,85,87,90],{"class":30,"line":81},5,[28,83,84],{"class":41},"  \"type\"",[28,86,45],{"class":34},[28,88,89],{"class":48},"\"module\"",[28,91,52],{"class":34},[28,93,95,98],{"class":30,"line":94},6,[28,96,97],{"class":41},"  \"dependencies\"",[28,99,100],{"class":34},": {\n",[28,102,104,107,109],{"class":30,"line":103},7,[28,105,106],{"class":41},"    \"@arcforge\u002Fengines\"",[28,108,45],{"class":34},[28,110,111],{"class":48},"\"2.0.101\"\n",[28,113,115],{"class":30,"line":114},8,[28,116,117],{"class":34},"  }\n",[28,119,121],{"class":30,"line":120},9,[28,122,123],{"class":34},"}\n",[125,126,128],"h2",{"id":127},"identity-lives-here","Identity lives here",[14,130,131,134,135,138,139,142,143,147,148,151],{},[25,132,133],{},"name"," and ",[25,136,137],{},"version"," are the registry's, not the config's. ",[25,140,141],{},"bench.config.ts"," describes what\nthe benchmark ",[144,145,146],"em",{},"measures","; this file says what it ",[144,149,150],{},"is",".",[14,153,154,155,158,159,162],{},"Names are scoped — ",[25,156,157],{},"@you\u002Fparser-bench",", not ",[25,160,161],{},"parser-bench",". The registry refuses the flat\nglobal namespace, and agents, modules, cognets and benches share one namespace, so a name\ntaken by any of them is taken for all.",[125,164,166],{"id":165},"dependencies","Dependencies",[14,168,169],{},"Whatever the config and tests import. In practice that means the engines a matrix names:",[18,171,175],{"className":172,"code":173,"language":174,"meta":23,"style":23},"language-ts shiki shiki-themes dark-plus","import { OpenRouter, Codex } from \"@arcforge\u002Fengines\"\nimport { Mock, run } from \"@arcforge\u002Fengines\u002Fmock\"\n","ts",[25,176,177,204],{"__ignoreMap":23},[28,178,179,183,186,189,192,195,198,201],{"class":30,"line":31},[28,180,182],{"class":181},"sYbnZ","import",[28,184,185],{"class":34}," { ",[28,187,188],{"class":41},"OpenRouter",[28,190,191],{"class":34},", ",[28,193,194],{"class":41},"Codex",[28,196,197],{"class":34}," } ",[28,199,200],{"class":181},"from",[28,202,203],{"class":48}," \"@arcforge\u002Fengines\"\n",[28,205,206,208,210,213,215,218,220,222],{"class":30,"line":38},[28,207,182],{"class":181},[28,209,185],{"class":34},[28,211,212],{"class":41},"Mock",[28,214,191],{"class":34},[28,216,217],{"class":41},"run",[28,219,197],{"class":34},[28,221,200],{"class":181},[28,223,224],{"class":48}," \"@arcforge\u002Fengines\u002Fmock\"\n",[14,226,227,228,230],{},"Declared here so a benchmark someone clones resolves the same engines you ran it with. A\nmatrix naming ",[25,229,188],{}," is not portable if the package is only present because it\nhappened to sit in your workspace.",[14,232,233,234,236],{},"The workspace has its own ",[25,235,5],{}," when the task needs one, and it is entirely\nseparate — those are the agent's dependencies, installed inside the copied world, not the\nbenchmark's.",[125,238,240],{"id":239},"version-and-republishing","Version and republishing",[14,242,243],{},"Registry versions are immutable. Bump before publishing again:",[18,245,249],{"className":246,"code":247,"language":248,"meta":23,"style":23},"language-bash shiki shiki-themes dark-plus","npm version patch\naxon publish\n","bash",[25,250,251,263],{"__ignoreMap":23},[28,252,253,257,260],{"class":30,"line":31},[28,254,256],{"class":255},"sCudf","npm",[28,258,259],{"class":48}," version",[28,261,262],{"class":48}," patch\n",[28,264,265,268],{"class":30,"line":38},[28,266,267],{"class":255},"axon",[28,269,270],{"class":48}," publish\n",[14,272,273,274,276],{},"Bump deliberately when what the benchmark ",[144,275,146],{}," changes, not only when the code does.\nResults carry the schema hash, and a benchmark that quietly redefined a measurement would\notherwise let old and new numbers land in the same aggregate — which is worse than having\nno aggregate at all.",[125,278,280],{"id":279},"visibility","Visibility",[18,282,284],{"className":246,"code":283,"language":248,"meta":23,"style":23},"axon publish            # private by default\naxon publish --public   # listed in the registry\n",[25,285,286,297],{"__ignoreMap":23},[28,287,288,290,293],{"class":30,"line":31},[28,289,267],{"class":255},[28,291,292],{"class":48}," publish",[28,294,296],{"class":295},"sOLPB","            # private by default\n",[28,298,299,301,303,307],{"class":30,"line":38},[28,300,267],{"class":255},[28,302,292],{"class":48},[28,304,306],{"class":305},"scz_3"," --public",[28,308,309],{"class":295},"   # listed in the registry\n",[14,311,312,313,151],{},"A private benchmark is visible to you and anyone in its org. See\n",[314,315,317],"a",{"href":316},"\u002Fdocs\u002Fv2\u002Fbench\u002Fbuilding\u002Fpublishing","Publishing",[319,320,321],"style",{},"html pre.shiki code .sTNBD, html code.shiki .sTNBD{--shiki-default:#D4D4D4}html pre.shiki code .s3F5K, html code.shiki .s3F5K{--shiki-default:#9CDCFE}html pre.shiki code .sKc5r, html code.shiki .sKc5r{--shiki-default:#CE9178}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html pre.shiki code .sYbnZ, html code.shiki .sYbnZ{--shiki-default:#C586C0}html pre.shiki code .sCudf, html code.shiki .sCudf{--shiki-default:#DCDCAA}html pre.shiki code .sOLPB, html code.shiki .sOLPB{--shiki-default:#6A9955}html pre.shiki code .scz_3, html code.shiki .scz_3{--shiki-default:#569CD6}",{"title":23,"searchDepth":38,"depth":38,"links":323},[324,325,326,327],{"id":127,"depth":38,"text":128},{"id":165,"depth":38,"text":166},{"id":239,"depth":38,"text":240},{"id":279,"depth":38,"text":280},"Registry identity, version, and the engines a benchmark needs to resolve.","md",{},true,"\u002Fdocs\u002Fv2\u002Fbench\u002Fpackage",{"title":5,"description":328},"docs\u002Fv2\u002Fbench\u002Fpackage","ai98uibhHkOLwPbFszdTT_d119Cuu1rPBrPD188tnEM",1785237008142]