{"rows":[{"bootstrap_resamples":10000,"ci95":[16.574990687112994,16.600497325564728],"estimator":"equal-weight mean of session means; session bootstrap","mean":16.584441132463805,"metric":"decode_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":256,"samples":12,"session_means":{"1":16.574990687112994,"2":16.577835384713687,"3":16.600497325564728},"sessions":3},{"bootstrap_resamples":10000,"ci95":[16.53326471119291,16.55915499816036],"estimator":"equal-weight mean of session means; session bootstrap","mean":16.548499219925894,"metric":"decode_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":512,"samples":12,"session_means":{"1":16.53326471119291,"2":16.553077950424417,"3":16.55915499816036},"sessions":3},{"bootstrap_resamples":10000,"ci95":[16.23238682262521,16.256719808503746],"estimator":"equal-weight mean of session means; session bootstrap","mean":16.24401238410306,"metric":"decode_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":2048,"samples":12,"session_means":{"1":16.24293052118022,"2":16.23238682262521,"3":16.256719808503746},"sessions":3},{"bootstrap_resamples":10000,"ci95":[15.46144366681474,15.546703930093933],"estimator":"equal-weight mean of session means; session bootstrap","mean":15.509047461920431,"metric":"decode_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":8192,"samples":12,"session_means":{"1":15.518994788852623,"2":15.546703930093933,"3":15.46144366681474},"sessions":3},{"bootstrap_resamples":10000,"ci95":[12.600184193642272,12.63218401344569],"estimator":"equal-weight mean of session means; session bootstrap","mean":12.615463126749694,"metric":"decode_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":32768,"samples":6,"session_means":{"1":12.614021173161115,"2":12.600184193642272,"3":12.632184013445691},"sessions":3},{"bootstrap_resamples":10000,"ci95":[35.72507789379446,35.89202072560548],"estimator":"equal-weight mean of session means; session bootstrap","mean":35.828546753770745,"metric":"decode_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":256,"samples":12,"session_means":{"1":35.72507789379446,"2":35.86854164191228,"3":35.89202072560548},"sessions":3},{"bootstrap_resamples":10000,"ci95":[35.43818198059474,35.499373984879],"estimator":"equal-weight mean of session means; session bootstrap","mean":35.464080754153606,"metric":"decode_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":512,"samples":12,"session_means":{"1":35.43818198059474,"2":35.499373984879,"3":35.45468629698708},"sessions":3},{"bootstrap_resamples":10000,"ci95":[33.19220598481087,33.280133358701164],"estimator":"equal-weight mean of session means; session bootstrap","mean":33.24714504231347,"metric":"decode_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":2048,"samples":12,"session_means":{"1":33.19220598481087,"2":33.280133358701164,"3":33.26909578342839},"sessions":3},{"bootstrap_resamples":10000,"ci95":[30.05872677480288,30.13853105548053],"estimator":"equal-weight mean of session means; session bootstrap","mean":30.093778786840346,"metric":"decode_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":8192,"samples":12,"session_means":{"1":30.058726774802885,"2":30.138531055480534,"3":30.084078530237615},"sessions":3},{"bootstrap_resamples":10000,"ci95":[20.17595308990742,20.321213517978663],"estimator":"equal-weight mean of session means; session bootstrap","mean":20.24859621513876,"metric":"decode_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":32768,"samples":6,"session_means":{"1":20.17595308990742,"2":20.248622037530204,"3":20.321213517978663},"sessions":3},{"bootstrap_resamples":10000,"ci95":[7.650374021,7.662162645749999],"estimator":"equal-weight mean of session means; session bootstrap","mean":7.657795239666666,"metric":"decode_seconds_first_to_last","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":256,"samples":12,"session_means":{"1":7.66216264575,"2":7.66084905225,"3":7.650374021},"sessions":3},{"bootstrap_resamples":10000,"ci95":[7.66947394825,7.681492927250001],"estimator":"equal-weight mean of session means; session bootstrap","mean":7.674418909916667,"metric":"decode_seconds_first_to_last","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":512,"samples":12,"session_means":{"1":7.68149292725,"2":7.67228985425,"3":7.66947394825},"sessions":3},{"bootstrap_resamples":10000,"ci95":[7.8121745625,7.8238779375],"estimator":"equal-weight mean of session means; session bootstrap","mean":7.818280947916667,"metric":"decode_seconds_first_to_last","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":2048,"samples":12,"session_means":{"1":7.81879034375,"2":7.8238779375,"3":7.8121745625},"sessions":3},{"bootstrap_resamples":10000,"ci95":[8.1689346875,8.21401371875],"estimator":"equal-weight mean of session means; session bootstrap","mean":8.188831020833332,"metric":"decode_seconds_first_to_last","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":8192,"samples":12,"session_means":{"1":8.18354465625,"2":8.1689346875,"3":8.21401371875},"sessions":3},{"bootstrap_resamples":10000,"ci95":[10.053685125000001,10.079217875],"estimator":"equal-weight mean of session means; session bootstrap","mean":10.067022055499999,"metric":"decode_seconds_first_to_last","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":32768,"samples":6,"session_means":{"1":10.0681631665,"2":10.079217875,"3":10.053685125000001},"sessions":3},{"bootstrap_resamples":10000,"ci95":[3.53839134375,3.5549260415],"estimator":"equal-weight mean of session means; session bootstrap","mean":3.5446750034166663,"metric":"decode_seconds_first_to_last","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":256,"samples":12,"session_means":{"1":3.5549260415,"2":3.540707625,"3":3.53839134375},"sessions":3},{"bootstrap_resamples":10000,"ci95":[3.5775280522500004,3.58370532325],"estimator":"equal-weight mean of session means; session bootstrap","mean":3.5810933334166664,"metric":"decode_seconds_first_to_last","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":512,"samples":12,"session_means":{"1":3.58370532325,"2":3.57752805225,"3":3.5820466247500002},"sessions":3},{"bootstrap_resamples":10000,"ci95":[3.81609123925,3.8262101355],"estimator":"equal-weight mean of session means; session bootstrap","mean":3.8198861735,"metric":"decode_seconds_first_to_last","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":2048,"samples":12,"session_means":{"1":3.8262101355,"2":3.81609123925,"3":3.81735714575},"sessions":3},{"bootstrap_resamples":10000,"ci95":[4.213921770500001,4.2250636977500005],"estimator":"equal-weight mean of session means; session bootstrap","mean":4.220177607500001,"metric":"decode_seconds_first_to_last","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":8192,"samples":12,"session_means":{"1":4.2250636977500005,"2":4.213921770500001,"3":4.22154735425},"sessions":3},{"bootstrap_resamples":10000,"ci95":[6.249632917,6.294651646000001],"estimator":"equal-weight mean of session means; session bootstrap","mean":6.272117722499999,"metric":"decode_seconds_first_to_last","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":32768,"samples":6,"session_means":{"1":6.294651646,"2":6.272068604499999,"3":6.249632917},"sessions":3}],"schema":"asbench-derived-table/2","source_baseline_id":"c01:199027b9b416da78ab842f6ea7361e942048bb5daa6deb70cdf59e0e9b0ca96f","timing_policy":"full_prompt_last_logits_v2"}