all runs

84 runs · 51 pass · 15 fail · 18 err · sorted by peak_fraction desc

One row per (model, problem) cell. Click any row to open the full transcript viewer — every tool call, every reasoning step, the model's solution.py, the check.log, the result.json. The viewer is the same one we use locally to audit runs, just themed for the site.

peak	problem	model	harness	elapsed	run id
0.602	03_paged_attention	claude-opus-4-7 [max]	claude	45m	20260428_053541_claude_claude-opus-4-7_03_paged_attention
0.534	01_fp8_gemm	claude-opus-4-7 [max]	claude	45m	20260428_040539_claude_claude-opus-4-7_01_fp8_gemm
0.497	03_paged_attention	gpt-5.5 [xhigh]	codex	10m	20260427_235415_codex_gpt-5.5_03_paged_attention
0.434	01_fp8_gemm	or/xiaomi/mimo-v2.5-pro	opencode	41m	20260428_184159_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_01_fp8_gemm
0.432	03_paged_attention	kimi-k2.6	kimi	44m	20260428_110049_kimi_kimi-k2.6_03_paged_attention
0.431	01_fp8_gemm	or/qwen/qwen3.6-plus	opencode	45m	20260429_061331_opencode_openrouter-pinned_qwen_qwen3.6-plus_01_fp8_gemm
0.429	01_fp8_gemm	or/qwen/qwen3.6-max-preview	opencode	39m	20260428_225859_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_01_fp8_gemm
0.423	01_fp8_gemm	gpt-5.5 [xhigh]	codex	16m	20260427_230711_codex_gpt-5.5_01_fp8_gemm
0.363	04_kahan_softmax	gpt-5.5 [xhigh]	codex	10m	20260428_000416_codex_gpt-5.5_04_kahan_softmax
0.317	04_kahan_softmax	claude-opus-4-7 [max]	claude	45m	20260428_062104_claude_claude-opus-4-7_04_kahan_softmax
0.251	06_sonic_moe_swiglu	gpt-5.5 [xhigh]	codex	26m	20260428_003928_codex_gpt-5.5_06_sonic_moe_swiglu
0.238	06_sonic_moe_swiglu	zai/glm-5.1	opencode	45m	20260428_170757_opencode_zai_glm-5.1_06_sonic_moe_swiglu
0.220	07_w4a16_gemm	kimi-k2.6	kimi	45m	20260428_134617_kimi_kimi-k2.6_07_w4a16_gemm
0.211	06_sonic_moe_swiglu	or/xiaomi/mimo-v2.5-pro	opencode	45m	20260428_213514_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_06_sonic_moe_swiglu
0.184	07_w4a16_gemm	claude-opus-4-7 [max]	claude	45m	20260428_083917_claude_claude-opus-4-7_07_w4a16_gemm
0.180	07_w4a16_gemm	zai/glm-5.1	opencode	45m	20260428_175639_opencode_zai_glm-5.1_07_w4a16_gemm
0.167	03_paged_attention	deepseek/deepseek-v4-flash	opencode	28m	20260427_082406_opencode_deepseek_deepseek-v4-flash_03_paged_attention
0.161	06_sonic_moe_swiglu	kimi-k2.6	kimi	45m	20260428_125718_kimi_kimi-k2.6_06_sonic_moe_swiglu
0.159	07_w4a16_gemm	gpt-5.5 [xhigh]	codex	14m	20260428_015550_codex_gpt-5.5_07_w4a16_gemm
0.138	04_kahan_softmax	deepseek/deepseek-v4-flash	opencode	16m	20260427_094004_opencode_deepseek_deepseek-v4-flash_04_kahan_softmax
0.137	07_w4a16_gemm	or/xiaomi/mimo-v2.5-pro	opencode	35m	20260428_222337_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_07_w4a16_gemm
0.134	07_w4a16_gemm	deepseek/deepseek-v4-flash	opencode	18m	20260427_140540_opencode_deepseek_deepseek-v4-flash_07_w4a16_gemm
0.125	07_w4a16_gemm	or/qwen/qwen3.6-plus	opencode	24m	20260429_085704_opencode_openrouter-pinned_qwen_qwen3.6-plus_07_w4a16_gemm
0.125	07_w4a16_gemm	deepseek/deepseek-v4-pro	opencode	45m	20260427_142403_opencode_deepseek_deepseek-v4-pro_07_w4a16_gemm
0.125	04_kahan_softmax	zai/glm-5.1	opencode	33m	20260428_162234_opencode_zai_glm-5.1_04_kahan_softmax
0.121	04_kahan_softmax	or/xiaomi/mimo-v2.5-pro	opencode	42m	20260428_201818_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_04_kahan_softmax
0.118	04_kahan_softmax	kimi-k2.6	kimi	26m	20260428_114524_kimi_kimi-k2.6_04_kahan_softmax
0.110	07_w4a16_gemm	or/qwen/qwen3.6-max-preview	opencode	45m	20260429_052810_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_07_w4a16_gemm
0.108	06_sonic_moe_swiglu	deepseek/deepseek-v4-pro	opencode	45m	20260427_122352_opencode_deepseek_deepseek-v4-pro_06_sonic_moe_swiglu
0.101	04_kahan_softmax	deepseek/deepseek-v4-pro	opencode	31m	20260427_095552_opencode_deepseek_deepseek-v4-pro_04_kahan_softmax
0.083	06_sonic_moe_swiglu	deepseek/deepseek-v4-flash	opencode	45m	20260427_113525_opencode_deepseek_deepseek-v4-flash_06_sonic_moe_swiglu
0.082	06_sonic_moe_swiglu	or/qwen/qwen3.6-27b	opencode	18m	20260427_202932_opencode_openrouter-pinned_qwen_qwen3.6-27b_06_sonic_moe_swiglu
0.077	04_kahan_softmax	or/qwen/qwen3.6-max-preview	opencode	35m	20260429_002904_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_04_kahan_softmax
0.076	06_sonic_moe_swiglu	or/minimax/minimax-m2.7	opencode	45m	20260427_131223_opencode_openrouter-pinned_minimax_minimax-m2.7_06_sonic_moe_swiglu
0.042	05_topk_bitonic	gpt-5.5 [xhigh]	codex	25m	20260428_001416_codex_gpt-5.5_05_topk_bitonic
0.040	06_sonic_moe_swiglu	or/qwen/qwen3.6-plus	opencode	45m	20260429_080716_opencode_openrouter-pinned_qwen_qwen3.6-plus_06_sonic_moe_swiglu
0.034	04_kahan_softmax	or/minimax/minimax-m2.7	opencode	17m	20260427_102645_opencode_openrouter-pinned_minimax_minimax-m2.7_04_kahan_softmax
0.032	02_kda_cutlass	gpt-5.5 [xhigh]	codex	26m	20260427_232335_codex_gpt-5.5_02_kda_cutlass
0.030	07_w4a16_gemm	or/minimax/minimax-m2.7	opencode	21m	20260427_150902_opencode_openrouter-pinned_minimax_minimax-m2.7_07_w4a16_gemm
0.027	03_paged_attention	deepseek/deepseek-v4-pro	opencode	32m	20260427_085225_opencode_deepseek_deepseek-v4-pro_03_paged_attention
0.022	02_kda_cutlass	kimi-k2.6	kimi	45m	20260428_095829_kimi_kimi-k2.6_02_kda_cutlass
0.022	03_paged_attention	or/qwen/qwen3.6-plus	opencode	45m	20260429_071042_opencode_openrouter-pinned_qwen_qwen3.6-plus_03_paged_attention
0.020	05_topk_bitonic	claude-opus-4-7 [max]	claude	45m	20260428_070610_claude_claude-opus-4-7_05_topk_bitonic
0.017	05_topk_bitonic	or/xiaomi/mimo-v2.5-pro	opencode	35m	20260428_210011_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_05_topk_bitonic
0.014	05_topk_bitonic	kimi-k2.6	kimi	45m	20260428_121144_kimi_kimi-k2.6_05_topk_bitonic
0.011	05_topk_bitonic	deepseek/deepseek-v4-pro	opencode	28m	20260427_105224_opencode_deepseek_deepseek-v4-pro_05_topk_bitonic
0.011	02_kda_cutlass	or/qwen/qwen3.6-max-preview	opencode	45m	20260428_233804_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_02_kda_cutlass
0.009	02_kda_cutlass	deepseek/deepseek-v4-flash	opencode	45m	20260427_060330_opencode_deepseek_deepseek-v4-flash_02_kda_cutlass
0.005	02_kda_cutlass	zai/glm-5.1	opencode	45m	20260428_151712_opencode_zai_glm-5.1_02_kda_cutlass
0.004	06_sonic_moe_swiglu	or/qwen/qwen3.6-max-preview	opencode	45m	20260429_043758_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_06_sonic_moe_swiglu
PASS	02_kda_cutlass	claude-opus-4-7 [max]	claude	15m	20260428_045050_claude_claude-opus-4-7_02_kda_cutlass
FAIL	06_sonic_moe_swiglu	claude-opus-4-7 [max]	claude	45m	20260428_075117_claude_claude-opus-4-7_06_sonic_moe_swiglu
FAIL	01_fp8_gemm	kimi-k2.6	kimi	34m	20260428_092426_kimi_kimi-k2.6_01_fp8_gemm
FAIL	02_kda_cutlass	or/xiaomi/mimo-v2.5-pro	opencode	45m	20260428_192328_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_02_kda_cutlass
FAIL	05_topk_bitonic	or/qwen/qwen3.6-max-preview	opencode	45m	20260429_035235_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_05_topk_bitonic
FAIL	05_topk_bitonic	deepseek/deepseek-v4-flash	opencode	9m	20260427_104347_opencode_deepseek_deepseek-v4-flash_05_topk_bitonic
FAIL	01_fp8_gemm	deepseek/deepseek-v4-flash	opencode	31m	20260427_044258_opencode_deepseek_deepseek-v4-flash_01_fp8_gemm
FAIL	01_fp8_gemm	deepseek/deepseek-v4-pro	opencode	45m	20260427_051426_opencode_deepseek_deepseek-v4-pro_01_fp8_gemm
FAIL	02_kda_cutlass	deepseek/deepseek-v4-pro	opencode	45m	20260427_065343_opencode_deepseek_deepseek-v4-pro_02_kda_cutlass
FAIL	05_topk_bitonic	or/qwen/qwen3.6-plus	opencode	7m	20260429_080043_opencode_openrouter-pinned_qwen_qwen3.6-plus_05_topk_bitonic
FAIL	01_fp8_gemm	zai/glm-5.1	opencode	45m	20260428_143210_opencode_zai_glm-5.1_01_fp8_gemm
FAIL	03_paged_attention	or/minimax/minimax-m2.7	opencode	8m	20260427_092504_opencode_openrouter-pinned_minimax_minimax-m2.7_03_paged_attention
FAIL	05_topk_bitonic	or/minimax/minimax-m2.7	opencode	4m	20260427_112034_opencode_openrouter-pinned_minimax_minimax-m2.7_05_topk_bitonic
FAIL	02_kda_cutlass	or/qwen/qwen3.6-27b	opencode	45m	20260427_180248_opencode_openrouter-pinned_qwen_qwen3.6-27b_02_kda_cutlass
FAIL	03_paged_attention	or/qwen/qwen3.6-27b	opencode	45m	20260427_184750_opencode_openrouter-pinned_qwen_qwen3.6-27b_03_paged_attention
FAIL	05_topk_bitonic	or/qwen/qwen3.6-27b	opencode	45m	20260427_194429_opencode_openrouter-pinned_qwen_qwen3.6-27b_05_topk_bitonic
ERR	03_paged_attention	or/xiaomi/mimo-v2.5-pro	opencode	10m	20260428_200832_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_03_paged_attention
ERR	03_paged_attention	or/qwen/qwen3.6-max-preview	opencode	1m	20260429_002816_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_03_paged_attention
ERR	02_kda_cutlass	or/qwen/qwen3.6-plus	opencode	12m	20260429_065845_opencode_openrouter-pinned_qwen_qwen3.6-plus_02_kda_cutlass
ERR	04_kahan_softmax	or/qwen/qwen3.6-plus	opencode	5m	20260429_075600_opencode_openrouter-pinned_qwen_qwen3.6-plus_04_kahan_softmax
ERR	03_paged_attention	zai/glm-5.1	opencode	15m	20260428_160715_opencode_zai_glm-5.1_03_paged_attention
ERR	05_topk_bitonic	zai/glm-5.1	opencode	13m	20260428_165523_opencode_zai_glm-5.1_05_topk_bitonic
ERR	01_fp8_gemm	or/minimax/minimax-m2.7	opencode	3m	20260427_055936_opencode_openrouter-pinned_minimax_minimax-m2.7_01_fp8_gemm
ERR	02_kda_cutlass	or/minimax/minimax-m2.7	opencode	45m	20260427_073847_opencode_openrouter-pinned_minimax_minimax-m2.7_02_kda_cutlass
ERR	01_fp8_gemm	or/qwen/qwen3.6-27b	opencode	7m	20260427_175551_opencode_openrouter-pinned_qwen_qwen3.6-27b_01_fp8_gemm
ERR	04_kahan_softmax	or/qwen/qwen3.6-27b	opencode	12m	20260427_193251_opencode_openrouter-pinned_qwen_qwen3.6-27b_04_kahan_softmax
ERR	07_w4a16_gemm	or/qwen/qwen3.6-27b	opencode	0m	20260427_205128_opencode_openrouter-pinned_qwen_qwen3.6-27b_07_w4a16_gemm
ERR	01_fp8_gemm	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092114_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_01_fp8_gemm
ERR	02_kda_cutlass	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092115_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_02_kda_cutlass
ERR	03_paged_attention	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092116_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_03_paged_attention
ERR	04_kahan_softmax	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092118_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_04_kahan_softmax
ERR	05_topk_bitonic	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092119_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_05_topk_bitonic
ERR	06_sonic_moe_swiglu	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092120_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_06_sonic_moe_swiglu
ERR	07_w4a16_gemm	or/qwen/qwen3.6-35b-a3b	opencode	0m	20260429_092121_opencode_openrouter-pinned_qwen_qwen3.6-35b-a3b_07_w4a16_gemm