| { | |
| "model": "/mnt/data/mark/projects/decider/runs/moe_optimizer_ab_v1/muon/model_nvfp4", | |
| "temperature": 1.08, | |
| "quantization": "NVFP4 (ModelOpt 0.46.1, NVFP4_DEFAULT_CFG, 512 calibration prompts); for vLLM / TensorRT-LLM on Blackwell; the bf16 checkpoint is the reference", | |
| "fixtures": { | |
| "typesafe": { | |
| "rows": 102, | |
| "accuracy": 0.8431372549019608, | |
| "nll": 0.3648713501022975, | |
| "argmax_agreement_with_bf16": 0.9607843137254902, | |
| "mean_total_variation_to_bf16": 0.050491656887313836, | |
| "seconds": 1.993523359298706, | |
| "rows_per_second": 51.1656908980902 | |
| }, | |
| "general_validation": { | |
| "rows": 847, | |
| "accuracy": 0.8819362455726092, | |
| "nll": 0.33909610998107875, | |
| "argmax_agreement_with_bf16": 0.9669421487603306, | |
| "mean_total_variation_to_bf16": 0.02974127205877468, | |
| "seconds": 3.0871644020080566, | |
| "rows_per_second": 274.3618057558146 | |
| } | |
| } | |
| } |