| { | |
| "model": { | |
| "base": "Qwen/Qwen3.5-9B-Base", | |
| "revision": "68c46c4b3498877f3ef123c856ecfde50c39f404", | |
| "head_dim": 256, | |
| "head_heads": 4, | |
| "head_layers": 2, | |
| "lora_rank": 64, | |
| "lora_dropout": 0.0, | |
| "weights_dtype": "bf16", | |
| "attention": "sdpa", | |
| "rows_per_forward": 32, | |
| "layout": "state-question-candidate.v1", | |
| "max_padding_ratio": 1.25, | |
| "max_padded_tokens": 8192, | |
| "choice_none_policy": "as-provided", | |
| "candidate_interaction": "last-full-attention" | |
| }, | |
| "limits": { | |
| "max_state": 4096, | |
| "max_question": 512, | |
| "max_candidate": 256, | |
| "max_path": 4096, | |
| "max_candidates": 128 | |
| }, | |
| "training": { | |
| "epochs": 2, | |
| "batch_size": 1, | |
| "accum": 32, | |
| "seed": 17, | |
| "lr": 1e-05, | |
| "head_lr": 0.0001, | |
| "weight_decay": 0.01, | |
| "warmup_steps": 20, | |
| "head_warmup_steps": 0, | |
| "gradient_checkpointing": true, | |
| "save_every": 100, | |
| "autocast": "bf16", | |
| "wall_hours": 16, | |
| "batch_assignment": "leaf-balanced-v1", | |
| "prefix_execution": "tree-batched", | |
| "joint_gate_lr": 0.01, | |
| "none_insert_prob": 0.2, | |
| "none_insert_absent_frac": 0.5, | |
| "none_insert_exempt_sources": [ | |
| "synthetic/hs3_preference_boundary/", | |
| "synthetic/codex_gap/", | |
| "synthetic/codex_web/" | |
| ] | |
| } | |
| } | |