{"rows":[{"bootstrap_resamples":10000,"ci95":[424.1405467448024,424.7143980304134],"estimator":"equal-weight mean of session means; session bootstrap","mean":424.3479407775649,"metric":"prefill_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":256,"samples":12,"session_means":{"1":424.1405467448024,"2":424.71439803041346,"3":424.1888775574786},"sessions":3},{"bootstrap_resamples":10000,"ci95":[440.36798465223757,443.243898808408],"estimator":"equal-weight mean of session means; session bootstrap","mean":442.1328780248361,"metric":"prefill_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":512,"samples":12,"session_means":{"1":440.36798465223757,"2":443.243898808408,"3":442.78675061386264},"sessions":3},{"bootstrap_resamples":10000,"ci95":[438.69999893394544,439.32964505618537],"estimator":"equal-weight mean of session means; session bootstrap","mean":438.96883317715395,"metric":"prefill_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":2048,"samples":12,"session_means":{"1":438.6999989339455,"2":439.3296450561853,"3":438.87685554133105},"sessions":3},{"bootstrap_resamples":10000,"ci95":[409.6669575628125,416.82960158163536],"estimator":"equal-weight mean of session means; session bootstrap","mean":414.40173632049385,"metric":"prefill_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":8192,"samples":12,"session_means":{"1":416.70864981703363,"2":416.82960158163536,"3":409.6669575628125},"sessions":3},{"bootstrap_resamples":10000,"ci95":[330.30299265470745,330.72757584260637],"estimator":"equal-weight mean of session means; session bootstrap","mean":330.5327172337295,"metric":"prefill_tokens_per_second","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":32768,"samples":6,"session_means":{"1":330.5675832038748,"2":330.72757584260637,"3":330.30299265470745},"sessions":3},{"bootstrap_resamples":10000,"ci95":[835.2455217180499,840.022585845893],"estimator":"equal-weight mean of session means; session bootstrap","mean":837.9040150147571,"metric":"prefill_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":256,"samples":12,"session_means":{"1":835.2455217180498,"2":838.4439374803286,"3":840.022585845893},"sessions":3},{"bootstrap_resamples":10000,"ci95":[862.7707856238595,867.7713026694023],"estimator":"equal-weight mean of session means; session bootstrap","mean":865.7945234555451,"metric":"prefill_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":512,"samples":12,"session_means":{"1":866.8414820733738,"2":867.7713026694023,"3":862.7707856238595},"sessions":3},{"bootstrap_resamples":10000,"ci95":[838.2698798017091,839.431954541557],"estimator":"equal-weight mean of session means; session bootstrap","mean":838.984577586435,"metric":"prefill_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":2048,"samples":12,"session_means":{"1":838.2698798017091,"2":839.4319545415572,"3":839.2518984160384},"sessions":3},{"bootstrap_resamples":10000,"ci95":[669.0002882658603,671.2554328270926],"estimator":"equal-weight mean of session means; session bootstrap","mean":670.5028332197217,"metric":"prefill_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":8192,"samples":12,"session_means":{"1":671.2554328270926,"2":671.2527785662121,"3":669.0002882658603},"sessions":3},{"bootstrap_resamples":10000,"ci95":[368.94556835034376,369.1210474374136],"estimator":"equal-weight mean of session means; session bootstrap","mean":369.03692655653725,"metric":"prefill_tokens_per_second","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":32768,"samples":6,"session_means":{"1":368.94556835034376,"2":369.0441638818543,"3":369.1210474374136},"sessions":3},{"bootstrap_resamples":10000,"ci95":[0.6027633955,0.60357686425],"estimator":"equal-weight mean of session means; session bootstrap","mean":0.6032818366666667,"metric":"prefill_seconds","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":256,"samples":12,"session_means":{"1":0.60357686425,"2":0.6027633955,"3":0.60350525025},"sessions":3},{"bootstrap_resamples":10000,"ci95":[1.155122354,1.162752521],"estimator":"equal-weight mean of session means; session bootstrap","mean":1.1580630173333335,"metric":"prefill_seconds","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":512,"samples":12,"session_means":{"1":1.162752521,"2":1.155122354,"3":1.156314177},"sessions":3},{"bootstrap_resamples":10000,"ci95":[4.661649302000001,4.6683451665],"estimator":"equal-weight mean of session means; session bootstrap","mean":4.665486361,"metric":"prefill_seconds","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":2048,"samples":12,"session_means":{"1":4.6683451665,"2":4.661649302000001,"3":4.6664646145},"sessions":3},{"bootstrap_resamples":10000,"ci95":[19.65312272925,19.99701631225],"estimator":"equal-weight mean of session means; session bootstrap","mean":19.769667739499997,"metric":"prefill_seconds","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":8192,"samples":12,"session_means":{"1":19.658864176999998,"2":19.65312272925,"3":19.99701631225},"sessions":3},{"bootstrap_resamples":10000,"ci95":[99.0785897295,99.205887583],"estimator":"equal-weight mean of session means; session bootstrap","mean":99.13699940283334,"metric":"prefill_seconds","model_id":"Qwen/Qwen3.5-4B","prompt_tokens":32768,"samples":6,"session_means":{"1":99.126520896,"2":99.0785897295,"3":99.205887583},"sessions":3},{"bootstrap_resamples":10000,"ci95":[0.304754323,0.3064990105],"estimator":"equal-weight mean of session means; session bootstrap","mean":0.3055269585,"metric":"prefill_seconds","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":256,"samples":12,"session_means":{"1":0.3064990105,"2":0.305327542,"3":0.304754323},"sessions":3},{"bootstrap_resamples":10000,"ci95":[0.59001748975,0.59352029175],"estimator":"equal-weight mean of session means; session bootstrap","mean":0.5913960626666667,"metric":"prefill_seconds","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":512,"samples":12,"session_means":{"1":0.5906504065,"2":0.59001748975,"3":0.59352029175},"sessions":3},{"bootstrap_resamples":10000,"ci95":[2.43974583325,2.4431418537500003],"estimator":"equal-weight mean of session means; session bootstrap","mean":2.4410523505833335,"metric":"prefill_seconds","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":2048,"samples":12,"session_means":{"1":2.4431418537500003,"2":2.43974583325,"3":2.44026936475},"sessions":3},{"bootstrap_resamples":10000,"ci95":[12.204006625249997,12.2451878955],"estimator":"equal-weight mean of session means; session bootstrap","mean":12.217747020833334,"metric":"prefill_seconds","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":8192,"samples":12,"session_means":{"1":12.204006625249999,"2":12.20404654175,"3":12.2451878955},"sessions":3},{"bootstrap_resamples":10000,"ci95":[88.77304716600001,88.81527189600001],"estimator":"equal-weight mean of session means; session bootstrap","mean":88.79328946516667,"metric":"prefill_seconds","model_id":"openbmb/MiniCPM5-2B","prompt_tokens":32768,"samples":6,"session_means":{"1":88.81527189600001,"2":88.7915493335,"3":88.773047166},"sessions":3}],"schema":"asbench-derived-table/2","source_baseline_id":"c01:199027b9b416da78ab842f6ea7361e942048bb5daa6deb70cdf59e0e9b0ca96f","timing_policy":"full_prompt_last_logits_v2"}