all runs

117 runs · 77 pass · 18 fail · 22 err · sorted by peak_fraction desc

One row per (model, problem) cell. Click any row to open the full transcript viewer — every tool call, every reasoning step, the model's solution.py, the check.log, the result.json. The viewer is the same one we use locally to audit runs, just themed for the site.

peak	problem	model	harness	elapsed	run id
0.722	09_fmha_preattn_mrope	claude-opus-4-7 [max]	claude	45m	20260507_004128_claude_claude-opus-4-7_09_fmha_preattn_mrope
0.667	09_fmha_preattn_mrope	deepseek/deepseek-v4-pro	opencode	39m	20260507_022718_opencode_deepseek_deepseek-v4-pro_09_fmha_preattn_mrope
0.666	09_fmha_preattn_mrope	gpt-5.5 [xhigh]	codex	15m	20260507_012649_codex_gpt-5.5_09_fmha_preattn_mrope
0.602	03_paged_attention	claude-opus-4-7 [max]	claude	45m	20260428_053541_claude_claude-opus-4-7_03_paged_attention
0.589	09_fmha_preattn_mrope	zai/glm-5.1	opencode	45m	20260507_014206_opencode_zai_glm-5.1_09_fmha_preattn_mrope
0.577	09_fmha_preattn_mrope	deepseek/deepseek-v4-flash	opencode	36m	20260507_030639_opencode_deepseek_deepseek-v4-flash_09_fmha_preattn_mrope
0.569	09_fmha_preattn_mrope	or/qwen/qwen3.6-plus	opencode	45m	20260507_122230_opencode_openrouter-pinned_qwen_qwen3.6-plus_09_fmha_preattn_mrope
0.534	01_fp8_gemm	claude-opus-4-7 [max]	claude	45m	20260428_040539_claude_claude-opus-4-7_01_fp8_gemm
0.516	09_fmha_preattn_mrope	or/xiaomi/mimo-v2.5-pro	opencode	45m	20260507_133507_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_09_fmha_preattn_mrope
0.497	03_paged_attention	gpt-5.5 [xhigh]	codex	10m	20260427_235415_codex_gpt-5.5_03_paged_attention
0.436	09_fmha_preattn_mrope	or/qwen/qwen3.6-27b	opencode	27m	20260507_130754_opencode_openrouter-pinned_qwen_qwen3.6-27b_09_fmha_preattn_mrope
0.434	01_fp8_gemm	or/xiaomi/mimo-v2.5-pro	opencode	41m	20260428_184159_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_01_fp8_gemm
0.432	03_paged_attention	kimi-k2.6	kimi	44m	20260428_110049_kimi_kimi-k2.6_03_paged_attention
0.431	01_fp8_gemm	or/qwen/qwen3.6-plus	opencode	45m	20260429_061331_opencode_openrouter-pinned_qwen_qwen3.6-plus_01_fp8_gemm
0.429	01_fp8_gemm	or/qwen/qwen3.6-max-preview	opencode	39m	20260428_225859_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_01_fp8_gemm
0.423	01_fp8_gemm	gpt-5.5 [xhigh]	codex	16m	20260427_230711_codex_gpt-5.5_01_fp8_gemm
0.414	01_fp8_gemm	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_150740_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_01_fp8_gemm
0.395	09_fmha_preattn_mrope	or/qwen/qwen3.6-max-preview	opencode	45m	20260507_113709_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_09_fmha_preattn_mrope
0.363	04_kahan_softmax	gpt-5.5 [xhigh]	codex	10m	20260428_000416_codex_gpt-5.5_04_kahan_softmax
0.317	04_kahan_softmax	claude-opus-4-7 [max]	claude	45m	20260428_062104_claude_claude-opus-4-7_04_kahan_softmax
0.252	03_paged_attention	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_163816_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_03_paged_attention
0.251	06_sonic_moe_swiglu	gpt-5.5 [xhigh]	codex	26m	20260428_003928_codex_gpt-5.5_06_sonic_moe_swiglu
0.248	10_patch_embed_conv3d_gemm	gpt-5.5 [xhigh]	codex	10m	20260507_042802_codex_gpt-5.5_10_patch_embed_conv3d_gemm
0.238	06_sonic_moe_swiglu	zai/glm-5.1	opencode	45m	20260428_170757_opencode_zai_glm-5.1_06_sonic_moe_swiglu
0.234	04_kahan_softmax	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	29m	20260508_172333_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_04_kahan_softmax
0.232	10_patch_embed_conv3d_gemm	deepseek/deepseek-v4-pro	opencode	45m	20260507_052351_opencode_deepseek_deepseek-v4-pro_10_patch_embed_conv3d_gemm
0.220	07_w4a16_gemm	kimi-k2.6	kimi	45m	20260428_134617_kimi_kimi-k2.6_07_w4a16_gemm
0.215	06_sonic_moe_swiglu	zai/glm-5.1	opencode	45m	20260508_150351_opencode_zai_glm-5.1_06_sonic_moe_swiglu
0.212	10_patch_embed_conv3d_gemm	claude-opus-4-7 [max]	claude	45m	20260507_034256_claude_claude-opus-4-7_10_patch_embed_conv3d_gemm
0.211	06_sonic_moe_swiglu	or/xiaomi/mimo-v2.5-pro	opencode	45m	20260428_213514_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_06_sonic_moe_swiglu
0.196	10_patch_embed_conv3d_gemm	deepseek/deepseek-v4-flash	opencode	45m	20260507_060857_opencode_deepseek_deepseek-v4-flash_10_patch_embed_conv3d_gemm
0.190	10_patch_embed_conv3d_gemm	or/xiaomi/mimo-v2.5-pro	opencode	38m	20260507_161536_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_10_patch_embed_conv3d_gemm
0.184	07_w4a16_gemm	claude-opus-4-7 [max]	claude	45m	20260428_083917_claude_claude-opus-4-7_07_w4a16_gemm
0.182	10_patch_embed_conv3d_gemm	zai/glm-5.1	opencode	45m	20260507_043838_opencode_zai_glm-5.1_10_patch_embed_conv3d_gemm
0.180	07_w4a16_gemm	zai/glm-5.1	opencode	45m	20260428_175639_opencode_zai_glm-5.1_07_w4a16_gemm
0.174	10_patch_embed_conv3d_gemm	zai/glm-5.1	opencode	45m	20260508_161641_opencode_zai_glm-5.1_10_patch_embed_conv3d_gemm
0.167	03_paged_attention	deepseek/deepseek-v4-flash	opencode	28m	20260427_082406_opencode_deepseek_deepseek-v4-flash_03_paged_attention
0.161	06_sonic_moe_swiglu	kimi-k2.6	kimi	45m	20260428_125718_kimi_kimi-k2.6_06_sonic_moe_swiglu
0.159	07_w4a16_gemm	gpt-5.5 [xhigh]	codex	14m	20260428_015550_codex_gpt-5.5_07_w4a16_gemm
0.149	06_sonic_moe_swiglu	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_183746_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_06_sonic_moe_swiglu
0.138	04_kahan_softmax	deepseek/deepseek-v4-flash	opencode	16m	20260427_094004_opencode_deepseek_deepseek-v4-flash_04_kahan_softmax
0.137	07_w4a16_gemm	or/xiaomi/mimo-v2.5-pro	opencode	35m	20260428_222337_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_07_w4a16_gemm
0.134	07_w4a16_gemm	deepseek/deepseek-v4-flash	opencode	18m	20260427_140540_opencode_deepseek_deepseek-v4-flash_07_w4a16_gemm
0.125	07_w4a16_gemm	or/qwen/qwen3.6-plus	opencode	24m	20260429_085704_opencode_openrouter-pinned_qwen_qwen3.6-plus_07_w4a16_gemm
0.125	07_w4a16_gemm	deepseek/deepseek-v4-pro	opencode	45m	20260427_142403_opencode_deepseek_deepseek-v4-pro_07_w4a16_gemm
0.125	04_kahan_softmax	zai/glm-5.1	opencode	33m	20260428_162234_opencode_zai_glm-5.1_04_kahan_softmax
0.121	04_kahan_softmax	or/xiaomi/mimo-v2.5-pro	opencode	42m	20260428_201818_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_04_kahan_softmax
0.118	04_kahan_softmax	kimi-k2.6	kimi	26m	20260428_114524_kimi_kimi-k2.6_04_kahan_softmax
0.113	09_fmha_preattn_mrope	or/minimax/minimax-m2.7	opencode	44m	20260507_105254_opencode_openrouter-pinned_minimax_minimax-m2.7_09_fmha_preattn_mrope
0.110	07_w4a16_gemm	or/qwen/qwen3.6-max-preview	opencode	45m	20260429_052810_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_07_w4a16_gemm
0.108	06_sonic_moe_swiglu	deepseek/deepseek-v4-pro	opencode	45m	20260427_122352_opencode_deepseek_deepseek-v4-pro_06_sonic_moe_swiglu
0.105	10_patch_embed_conv3d_gemm	or/qwen/qwen3.6-27b	opencode	45m	20260507_153012_opencode_openrouter-pinned_qwen_qwen3.6-27b_10_patch_embed_conv3d_gemm
0.101	04_kahan_softmax	deepseek/deepseek-v4-pro	opencode	31m	20260427_095552_opencode_deepseek_deepseek-v4-pro_04_kahan_softmax
0.086	07_w4a16_gemm	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_192626_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_07_w4a16_gemm
0.083	06_sonic_moe_swiglu	deepseek/deepseek-v4-flash	opencode	45m	20260427_113525_opencode_deepseek_deepseek-v4-flash_06_sonic_moe_swiglu
0.082	06_sonic_moe_swiglu	or/qwen/qwen3.6-27b	opencode	18m	20260427_202932_opencode_openrouter-pinned_qwen_qwen3.6-27b_06_sonic_moe_swiglu
0.077	04_kahan_softmax	or/qwen/qwen3.6-max-preview	opencode	35m	20260429_002904_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_04_kahan_softmax
0.076	06_sonic_moe_swiglu	or/minimax/minimax-m2.7	opencode	45m	20260427_131223_opencode_openrouter-pinned_minimax_minimax-m2.7_06_sonic_moe_swiglu
0.056	04_kahan_softmax	zai/glm-5.1	opencode	32m	20260508_142110_opencode_zai_glm-5.1_04_kahan_softmax
0.042	05_topk_bitonic	gpt-5.5 [xhigh]	codex	25m	20260428_001416_codex_gpt-5.5_05_topk_bitonic
0.040	06_sonic_moe_swiglu	or/qwen/qwen3.6-plus	opencode	45m	20260429_080716_opencode_openrouter-pinned_qwen_qwen3.6-plus_06_sonic_moe_swiglu
0.034	04_kahan_softmax	or/minimax/minimax-m2.7	opencode	17m	20260427_102645_opencode_openrouter-pinned_minimax_minimax-m2.7_04_kahan_softmax
0.032	02_kda_cutlass	gpt-5.5 [xhigh]	codex	26m	20260427_232335_codex_gpt-5.5_02_kda_cutlass
0.030	07_w4a16_gemm	or/minimax/minimax-m2.7	opencode	21m	20260427_150902_opencode_openrouter-pinned_minimax_minimax-m2.7_07_w4a16_gemm
0.027	03_paged_attention	deepseek/deepseek-v4-pro	opencode	32m	20260427_085225_opencode_deepseek_deepseek-v4-pro_03_paged_attention
0.022	02_kda_cutlass	kimi-k2.6	kimi	45m	20260428_095829_kimi_kimi-k2.6_02_kda_cutlass
0.022	03_paged_attention	or/qwen/qwen3.6-plus	opencode	45m	20260429_071042_opencode_openrouter-pinned_qwen_qwen3.6-plus_03_paged_attention
0.020	05_topk_bitonic	claude-opus-4-7 [max]	claude	45m	20260428_070610_claude_claude-opus-4-7_05_topk_bitonic
0.017	05_topk_bitonic	or/xiaomi/mimo-v2.5-pro	opencode	35m	20260428_210011_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_05_topk_bitonic
0.014	05_topk_bitonic	kimi-k2.6	kimi	45m	20260428_121144_kimi_kimi-k2.6_05_topk_bitonic
0.011	05_topk_bitonic	deepseek/deepseek-v4-pro	opencode	28m	20260427_105224_opencode_deepseek_deepseek-v4-pro_05_topk_bitonic
0.011	02_kda_cutlass	or/qwen/qwen3.6-max-preview	opencode	45m	20260428_233804_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_02_kda_cutlass
0.009	02_kda_cutlass	deepseek/deepseek-v4-flash	opencode	45m	20260427_060330_opencode_deepseek_deepseek-v4-flash_02_kda_cutlass
0.005	02_kda_cutlass	zai/glm-5.1	opencode	45m	20260428_151712_opencode_zai_glm-5.1_02_kda_cutlass
0.004	06_sonic_moe_swiglu	or/qwen/qwen3.6-max-preview	opencode	45m	20260429_043758_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_06_sonic_moe_swiglu
PASS	02_kda_cutlass	claude-opus-4-7 [max]	claude	15m	20260428_045050_claude_claude-opus-4-7_02_kda_cutlass
PASS	02_kda_cutlass	zai/glm-5.1	opencode	45m	20260508_125527_opencode_zai_glm-5.1_02_kda_cutlass
FAIL	06_sonic_moe_swiglu	claude-opus-4-7 [max]	claude	45m	20260428_075117_claude_claude-opus-4-7_06_sonic_moe_swiglu
FAIL	01_fp8_gemm	kimi-k2.6	kimi	34m	20260428_092426_kimi_kimi-k2.6_01_fp8_gemm
FAIL	02_kda_cutlass	or/xiaomi/mimo-v2.5-pro	opencode	45m	20260428_192328_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_02_kda_cutlass
FAIL	05_topk_bitonic	or/qwen/qwen3.6-max-preview	opencode	45m	20260429_035235_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_05_topk_bitonic
FAIL	05_topk_bitonic	deepseek/deepseek-v4-flash	opencode	9m	20260427_104347_opencode_deepseek_deepseek-v4-flash_05_topk_bitonic
FAIL	01_fp8_gemm	deepseek/deepseek-v4-flash	opencode	31m	20260427_044258_opencode_deepseek_deepseek-v4-flash_01_fp8_gemm
FAIL	01_fp8_gemm	deepseek/deepseek-v4-pro	opencode	45m	20260427_051426_opencode_deepseek_deepseek-v4-pro_01_fp8_gemm
FAIL	02_kda_cutlass	deepseek/deepseek-v4-pro	opencode	45m	20260427_065343_opencode_deepseek_deepseek-v4-pro_02_kda_cutlass
FAIL	05_topk_bitonic	or/qwen/qwen3.6-plus	opencode	7m	20260429_080043_opencode_openrouter-pinned_qwen_qwen3.6-plus_05_topk_bitonic
FAIL	10_patch_embed_conv3d_gemm	or/qwen/qwen3.6-plus	opencode	28m	20260507_150233_opencode_openrouter-pinned_qwen_qwen3.6-plus_10_patch_embed_conv3d_gemm
FAIL	01_fp8_gemm	zai/glm-5.1	opencode	45m	20260428_143210_opencode_zai_glm-5.1_01_fp8_gemm
FAIL	01_fp8_gemm	zai/glm-5.1	opencode	45m	20260508_121020_opencode_zai_glm-5.1_01_fp8_gemm
FAIL	03_paged_attention	or/minimax/minimax-m2.7	opencode	8m	20260427_092504_opencode_openrouter-pinned_minimax_minimax-m2.7_03_paged_attention
FAIL	05_topk_bitonic	or/minimax/minimax-m2.7	opencode	4m	20260427_112034_opencode_openrouter-pinned_minimax_minimax-m2.7_05_topk_bitonic
FAIL	10_patch_embed_conv3d_gemm	or/minimax/minimax-m2.7	opencode	36m	20260507_142049_opencode_openrouter-pinned_minimax_minimax-m2.7_10_patch_embed_conv3d_gemm
FAIL	02_kda_cutlass	or/qwen/qwen3.6-27b	opencode	45m	20260427_180248_opencode_openrouter-pinned_qwen_qwen3.6-27b_02_kda_cutlass
FAIL	03_paged_attention	or/qwen/qwen3.6-27b	opencode	45m	20260427_184750_opencode_openrouter-pinned_qwen_qwen3.6-27b_03_paged_attention
FAIL	05_topk_bitonic	or/qwen/qwen3.6-27b	opencode	45m	20260427_194429_opencode_openrouter-pinned_qwen_qwen3.6-27b_05_topk_bitonic
ERR	09_fmha_preattn_mrope	kimi-k2.6	kimi	0m	20260507_014201_kimi_kimi-k2.6_09_fmha_preattn_mrope
ERR	10_patch_embed_conv3d_gemm	kimi-k2.6	kimi	0m	20260507_043834_kimi_kimi-k2.6_10_patch_embed_conv3d_gemm
ERR	03_paged_attention	or/xiaomi/mimo-v2.5-pro	opencode	10m	20260428_200832_opencode_openrouter-pinned_xiaomi_mimo-v2.5-pro_03_paged_attention
ERR	03_paged_attention	or/qwen/qwen3.6-max-preview	opencode	1m	20260429_002816_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_03_paged_attention
ERR	10_patch_embed_conv3d_gemm	or/qwen/qwen3.6-max-preview	opencode	6m	20260507_145657_opencode_openrouter-pinned_qwen_qwen3.6-max-preview_10_patch_embed_conv3d_gemm
ERR	02_kda_cutlass	or/qwen/qwen3.6-plus	opencode	12m	20260429_065845_opencode_openrouter-pinned_qwen_qwen3.6-plus_02_kda_cutlass
ERR	04_kahan_softmax	or/qwen/qwen3.6-plus	opencode	5m	20260429_075600_opencode_openrouter-pinned_qwen_qwen3.6-plus_04_kahan_softmax
ERR	03_paged_attention	zai/glm-5.1	opencode	15m	20260428_160715_opencode_zai_glm-5.1_03_paged_attention
ERR	05_topk_bitonic	zai/glm-5.1	opencode	13m	20260428_165523_opencode_zai_glm-5.1_05_topk_bitonic
ERR	03_paged_attention	zai/glm-5.1	opencode	11m	20260508_141032_opencode_zai_glm-5.1_03_paged_attention
ERR	05_topk_bitonic	zai/glm-5.1	opencode	11m	20260508_145305_opencode_zai_glm-5.1_05_topk_bitonic
ERR	07_w4a16_gemm	zai/glm-5.1	opencode	15m	20260508_154851_opencode_zai_glm-5.1_07_w4a16_gemm
ERR	09_fmha_preattn_mrope	zai/glm-5.1	opencode	13m	20260508_160326_opencode_zai_glm-5.1_09_fmha_preattn_mrope
ERR	02_kda_cutlass	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_155315_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_02_kda_cutlass
ERR	05_topk_bitonic	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_175246_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_05_topk_bitonic
ERR	09_fmha_preattn_mrope	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_201159_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_09_fmha_preattn_mrope
ERR	10_patch_embed_conv3d_gemm	custom:GLM-5.1-[Z.AI-Coding-Plan]-0	droid	45m	20260508_205700_droid_custom_GLM-5.1-_Z.AI-Coding-Plan_-0_10_patch_embed_conv3d_gemm
ERR	01_fp8_gemm	or/minimax/minimax-m2.7	opencode	3m	20260427_055936_opencode_openrouter-pinned_minimax_minimax-m2.7_01_fp8_gemm
ERR	02_kda_cutlass	or/minimax/minimax-m2.7	opencode	45m	20260427_073847_opencode_openrouter-pinned_minimax_minimax-m2.7_02_kda_cutlass
ERR	01_fp8_gemm	or/qwen/qwen3.6-27b	opencode	7m	20260427_175551_opencode_openrouter-pinned_qwen_qwen3.6-27b_01_fp8_gemm
ERR	04_kahan_softmax	or/qwen/qwen3.6-27b	opencode	12m	20260427_193251_opencode_openrouter-pinned_qwen_qwen3.6-27b_04_kahan_softmax
ERR	07_w4a16_gemm	or/qwen/qwen3.6-27b	opencode	0m	20260427_205128_opencode_openrouter-pinned_qwen_qwen3.6-27b_07_w4a16_gemm