{
 "preset": "mini-beatrix-3-la2-6-12-20-c249k",
 "model_config": {
  "name": "mini-beatrix-3-la2-6-12-20-c249k",
  "d_model": 1024,
  "n_layers": 32,
  "n_heads": 16,
  "context": 4096,
  "vocab_size": 256,
  "tokenizer": "byte-trigram",
  "hub_layers": [
   0,
   1,
   2,
   3,
   4,
   5,
   6,
   7,
   8,
   9,
   10,
   11,
   12,
   13,
   14,
   15,
   16,
   17,
   18,
   19,
   20,
   21,
   22,
   23,
   24,
   25,
   26,
   27,
   28,
   29,
   30,
   31
  ],
  "hub_K": 64,
  "hub_D": 128,
  "tau": 0.1,
  "bank_experts": 3,
  "bank_ff": 1024,
  "head_K": 256,
  "head_D": 256,
  "gate_init": -3.0,
  "tie_embeddings": false,
  "hub_chunk": 256,
  "hub_const": 4,
  "hub_ckpt": 0,
  "fusion": null,
  "qk_norm": "rms",
  "attn_fp32": true,
  "attn_kernel": "fp16",
  "lookup_arm_sites": [
   2,
   6,
   12,
   20
  ]
 },
 "created_utc": "2026-10-11T01:04:31Z",
 "updated_utc": "2026-10-11T07:24:58Z",
 "steps": 253674,
 "tokens_seen": 66499117056,
 "wall_hours": 6.339078770147429,
 "phases": [
  {
   "name": "v3_trunk",
   "dataset": "fineweb-edu",
   "planned_tokens": 65450541056,
   "status": "done",
   "tokens_done": 65450541056
  },
  {
   "name": "lookup_arm",
   "dataset": "fineweb-recall-far-5",
   "planned_tokens": 1048576000,
   "status": "done",
   "tokens_done": 1048576000
  }
 ],
 "checkpoints": [
  {
   "step": 250000,
   "tokens": 65536000000,
   "kind": "safetensors",
   "path": "checkpoints/step_00250000.safetensors",
   "val_bpb": 0.9816863979239622,
   "utc": "2026-10-11T01:35:47Z"
  },
  {
   "step": 250000,
   "tokens": 65536000000,
   "kind": "resume",
   "path": "resume/latest.pt",
   "val_bpb": null,
   "utc": "2026-10-11T01:35:47Z"
  },
  {
   "step": 251000,
   "tokens": 65798144000,
   "kind": "safetensors",
   "path": "checkpoints/step_00251000.safetensors",
   "val_bpb": 0.9816025886284135,
   "utc": "2026-10-11T03:10:46Z"
  },
  {
   "step": 251000,
   "tokens": 65798144000,
   "kind": "resume",
   "path": "resume/latest.pt",
   "val_bpb": null,
   "utc": "2026-10-11T03:10:46Z"
  },
  {
   "step": 252000,
   "tokens": 66060288000,
   "kind": "safetensors",
   "path": "checkpoints/step_00252000.safetensors",
   "val_bpb": 0.9816977272810877,
   "utc": "2026-10-11T04:45:46Z"
  },
  {
   "step": 252000,
   "tokens": 66060288000,
   "kind": "resume",
   "path": "resume/latest.pt",
   "val_bpb": null,
   "utc": "2026-10-11T04:45:46Z"
  },
  {
   "step": 253000,
   "tokens": 66322432000,
   "kind": "safetensors",
   "path": "checkpoints/step_00253000.safetensors",
   "val_bpb": 0.9823792192840473,
   "utc": "2026-10-11T06:20:47Z"
  },
  {
   "step": 253000,
   "tokens": 66322432000,
   "kind": "resume",
   "path": "resume/latest.pt",
   "val_bpb": null,
   "utc": "2026-10-11T06:20:47Z"
  },
  {
   "step": 253674,
   "tokens": 66499117056,
   "kind": "safetensors",
   "path": "checkpoints/step_00253674.safetensors",
   "val_bpb": 0.9823792192840473,
   "utc": "2026-10-11T07:24:40Z"
  },
  {
   "step": 253674,
   "tokens": 66499117056,
   "kind": "fp8",
   "path": "checkpoints/fp8/step_00253674.safetensors",
   "val_bpb": null,
   "utc": "2026-10-11T07:24:41Z"
  },
  {
   "step": 253674,
   "tokens": 66499117056,
   "kind": "resume",
   "path": "resume/latest.pt",
   "val_bpb": null,
   "utc": "2026-10-11T07:24:41Z"
  },
  {
   "step": 253674,
   "tokens": 66499117056,
   "kind": "safetensors",
   "path": "checkpoints/step_00253674.safetensors",
   "val_bpb": 0.9823792192840473,
   "utc": "2026-10-11T07:24:53Z"
  },
  {
   "step": 253674,
   "tokens": 66499117056,
   "kind": "fp8",
   "path": "checkpoints/fp8/step_00253674.safetensors",
   "val_bpb": null,
   "utc": "2026-10-11T07:24:55Z"
  },
  {
   "step": 253674,
   "tokens": 66499117056,
   "kind": "resume",
   "path": "resume/latest.pt",
   "val_bpb": null,
   "utc": "2026-10-11T07:24:55Z"
  }
 ],
 "data_state": {
  "dataset": "fineweb-recall-far-5",
  "rows_consumed": 222932,
  "epoch": 0
 },
 "notes": [
  {
   "utc": "2026-10-11T01:04:31Z",
   "msg": "manifest created"
  },
  {
   "utc": "2026-10-11T01:04:31Z",
   "msg": "WEIGHTS-ONLY START at step 249,674 from AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3-la2-6-12-20/checkpoints/step_00249674.safetensors: fresh optimizer states; the curriculum cursor set from the step (active phase 'lookup_arm', 65.451B tokens counted); its stream opens at seed offset 7919 (a data-order discontinuity by design: the source run consumed the shuffle head)"
  },
  {
   "utc": "2026-10-11T07:24:37Z",
   "msg": "phase 'lookup_arm' complete at 1,048,576,000 tokens"
  },
  {
   "utc": "2026-10-11T07:24:52Z",
   "msg": "fp16 kernel this process: 128,012 calls, 0 backward retries (the gradient scale lowered after an overflow), 0 fp32 fallbacks (a forward overflow)"
  }
 ],
 "halt": null,
 "data_plane": {
  "data_scale": 4.0,
  "epoch_cap": 2.0,
  "rebalance_to": "generators",
  "recipe_hash": "6d64747bdbd1",
  "minted_lexicon": null
 },
 "init_from": {
  "source": "AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3-la2-6-12-20/checkpoints/step_00249674.safetensors",
  "step": 249674,
  "phase": "lookup_arm",
  "seed_offset": 7919,
  "tokens_per_step": 262144,
  "live_tokens_per_step": 262144,
  "weights": "the shipped bf16 checkpoint, upcast to the fp32 masters",
  "optimizers": "fresh (Muon momentum and Adam moments start at zero)",
  "guards_added": [],
  "utc": "2026-10-11T01:04:31Z"
 }
}