| { |
| "preset": "mini-beatrix-3-la2-6-12-20-c249k", |
| "model_config": { |
| "name": "mini-beatrix-3-la2-6-12-20-c249k", |
| "d_model": 1024, |
| "n_layers": 32, |
| "n_heads": 16, |
| "context": 4096, |
| "vocab_size": 256, |
| "tokenizer": "byte-trigram", |
| "hub_layers": [ |
| 0, |
| 1, |
| 2, |
| 3, |
| 4, |
| 5, |
| 6, |
| 7, |
| 8, |
| 9, |
| 10, |
| 11, |
| 12, |
| 13, |
| 14, |
| 15, |
| 16, |
| 17, |
| 18, |
| 19, |
| 20, |
| 21, |
| 22, |
| 23, |
| 24, |
| 25, |
| 26, |
| 27, |
| 28, |
| 29, |
| 30, |
| 31 |
| ], |
| "hub_K": 64, |
| "hub_D": 128, |
| "tau": 0.1, |
| "bank_experts": 3, |
| "bank_ff": 1024, |
| "head_K": 256, |
| "head_D": 256, |
| "gate_init": -3.0, |
| "tie_embeddings": false, |
| "hub_chunk": 256, |
| "hub_const": 4, |
| "hub_ckpt": 0, |
| "fusion": null, |
| "qk_norm": "rms", |
| "attn_fp32": true, |
| "attn_kernel": "fp16", |
| "lookup_arm_sites": [ |
| 2, |
| 6, |
| 12, |
| 20 |
| ] |
| }, |
| "created_utc": "2026-10-11T01:04:31Z", |
| "updated_utc": "2026-10-11T07:24:58Z", |
| "steps": 253674, |
| "tokens_seen": 66499117056, |
| "wall_hours": 6.339078770147429, |
| "phases": [ |
| { |
| "name": "v3_trunk", |
| "dataset": "fineweb-edu", |
| "planned_tokens": 65450541056, |
| "status": "done", |
| "tokens_done": 65450541056 |
| }, |
| { |
| "name": "lookup_arm", |
| "dataset": "fineweb-recall-far-5", |
| "planned_tokens": 1048576000, |
| "status": "done", |
| "tokens_done": 1048576000 |
| } |
| ], |
| "checkpoints": [ |
| { |
| "step": 250000, |
| "tokens": 65536000000, |
| "kind": "safetensors", |
| "path": "checkpoints/step_00250000.safetensors", |
| "val_bpb": 0.9816863979239622, |
| "utc": "2026-10-11T01:35:47Z" |
| }, |
| { |
| "step": 250000, |
| "tokens": 65536000000, |
| "kind": "resume", |
| "path": "resume/latest.pt", |
| "val_bpb": null, |
| "utc": "2026-10-11T01:35:47Z" |
| }, |
| { |
| "step": 251000, |
| "tokens": 65798144000, |
| "kind": "safetensors", |
| "path": "checkpoints/step_00251000.safetensors", |
| "val_bpb": 0.9816025886284135, |
| "utc": "2026-10-11T03:10:46Z" |
| }, |
| { |
| "step": 251000, |
| "tokens": 65798144000, |
| "kind": "resume", |
| "path": "resume/latest.pt", |
| "val_bpb": null, |
| "utc": "2026-10-11T03:10:46Z" |
| }, |
| { |
| "step": 252000, |
| "tokens": 66060288000, |
| "kind": "safetensors", |
| "path": "checkpoints/step_00252000.safetensors", |
| "val_bpb": 0.9816977272810877, |
| "utc": "2026-10-11T04:45:46Z" |
| }, |
| { |
| "step": 252000, |
| "tokens": 66060288000, |
| "kind": "resume", |
| "path": "resume/latest.pt", |
| "val_bpb": null, |
| "utc": "2026-10-11T04:45:46Z" |
| }, |
| { |
| "step": 253000, |
| "tokens": 66322432000, |
| "kind": "safetensors", |
| "path": "checkpoints/step_00253000.safetensors", |
| "val_bpb": 0.9823792192840473, |
| "utc": "2026-10-11T06:20:47Z" |
| }, |
| { |
| "step": 253000, |
| "tokens": 66322432000, |
| "kind": "resume", |
| "path": "resume/latest.pt", |
| "val_bpb": null, |
| "utc": "2026-10-11T06:20:47Z" |
| }, |
| { |
| "step": 253674, |
| "tokens": 66499117056, |
| "kind": "safetensors", |
| "path": "checkpoints/step_00253674.safetensors", |
| "val_bpb": 0.9823792192840473, |
| "utc": "2026-10-11T07:24:40Z" |
| }, |
| { |
| "step": 253674, |
| "tokens": 66499117056, |
| "kind": "fp8", |
| "path": "checkpoints/fp8/step_00253674.safetensors", |
| "val_bpb": null, |
| "utc": "2026-10-11T07:24:41Z" |
| }, |
| { |
| "step": 253674, |
| "tokens": 66499117056, |
| "kind": "resume", |
| "path": "resume/latest.pt", |
| "val_bpb": null, |
| "utc": "2026-10-11T07:24:41Z" |
| }, |
| { |
| "step": 253674, |
| "tokens": 66499117056, |
| "kind": "safetensors", |
| "path": "checkpoints/step_00253674.safetensors", |
| "val_bpb": 0.9823792192840473, |
| "utc": "2026-10-11T07:24:53Z" |
| }, |
| { |
| "step": 253674, |
| "tokens": 66499117056, |
| "kind": "fp8", |
| "path": "checkpoints/fp8/step_00253674.safetensors", |
| "val_bpb": null, |
| "utc": "2026-10-11T07:24:55Z" |
| }, |
| { |
| "step": 253674, |
| "tokens": 66499117056, |
| "kind": "resume", |
| "path": "resume/latest.pt", |
| "val_bpb": null, |
| "utc": "2026-10-11T07:24:55Z" |
| } |
| ], |
| "data_state": { |
| "dataset": "fineweb-recall-far-5", |
| "rows_consumed": 222932, |
| "epoch": 0 |
| }, |
| "notes": [ |
| { |
| "utc": "2026-10-11T01:04:31Z", |
| "msg": "manifest created" |
| }, |
| { |
| "utc": "2026-10-11T01:04:31Z", |
| "msg": "WEIGHTS-ONLY START at step 249,674 from AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3-la2-6-12-20/checkpoints/step_00249674.safetensors: fresh optimizer states; the curriculum cursor set from the step (active phase 'lookup_arm', 65.451B tokens counted); its stream opens at seed offset 7919 (a data-order discontinuity by design: the source run consumed the shuffle head)" |
| }, |
| { |
| "utc": "2026-10-11T07:24:37Z", |
| "msg": "phase 'lookup_arm' complete at 1,048,576,000 tokens" |
| }, |
| { |
| "utc": "2026-10-11T07:24:52Z", |
| "msg": "fp16 kernel this process: 128,012 calls, 0 backward retries (the gradient scale lowered after an overflow), 0 fp32 fallbacks (a forward overflow)" |
| } |
| ], |
| "halt": null, |
| "data_plane": { |
| "data_scale": 4.0, |
| "epoch_cap": 2.0, |
| "rebalance_to": "generators", |
| "recipe_hash": "6d64747bdbd1", |
| "minted_lexicon": null |
| }, |
| "init_from": { |
| "source": "AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3-la2-6-12-20/checkpoints/step_00249674.safetensors", |
| "step": 249674, |
| "phase": "lookup_arm", |
| "seed_offset": 7919, |
| "tokens_per_step": 262144, |
| "live_tokens_per_step": 262144, |
| "weights": "the shipped bf16 checkpoint, upcast to the fp32 masters", |
| "optimizers": "fresh (Muon momentum and Adam moments start at zero)", |
| "guards_added": [], |
| "utc": "2026-10-11T01:04:31Z" |
| } |
| } |
