{"source":"https://github.com/Eliran-Turgeman/pairtree/blob/main/docs/report-results.json","reportDate":"2026-09-23","offline":{"unit":"matched draft tokens per round, excluding root","prompts":32,"rounds":1913,"rows":[{"budget":8,"unary":3.9916,"conditional":4.2603,"difference":0.2687,"ci":[0.2215,0.3169]},{"budget":16,"unary":4.3842,"conditional":4.8186,"difference":0.4344,"ci":[0.3637,0.5]},{"budget":32,"unary":4.6571,"conditional":5.1432,"difference":0.4861,"ci":[0.4293,0.5402]},{"budget":64,"unary":4.851,"conditional":5.3978,"difference":0.5468,"ci":[0.4901,0.6031]}]},"wideUnary":{"unit":"prompt-mean matched draft tokens per round, excluding root","hardware":"A100 40GB","budget":64,"promptsPerDataset":128,"rows":[{"dataset":"GSM8K","unary16":4.946,"unary64":4.948,"conditional":5.491,"difference":0.543,"ci":[0.498,0.589]},{"dataset":"MATH500","unary16":5.19,"unary64":5.196,"conditional":5.75,"difference":0.554,"ci":[0.503,0.603]}]},"audit":{"unit":"conditional minus lean unary tokens per second","timing":"boundary-only","promptsPerDataset":32,"rows":[{"dataset":"GSM8K","budget":16,"difference":5.28,"ci":[1.75,8.82]},{"dataset":"HumanEval","budget":16,"difference":2.54,"ci":[-0.95,5.99]},{"dataset":"GSM8K","budget":64,"difference":16.8,"ci":[12.91,20.9]},{"dataset":"HumanEval","budget":64,"difference":14.28,"ci":[11.16,17.5]}]},"throughput":{"unit":"tokens per second","timing":"boundary-only full generation","hardware":"H100","budget":64,"promptsPerDataset":32,"rows":[{"dataset":"GSM8K","unary":163.2,"conditional":179.99,"dflash":205.5,"ddtree":261.55},{"dataset":"HumanEval","unary":150.74,"conditional":165.02,"dflash":227.99,"ddtree":281.78}]}}