Upload mini-beatrix-3-la2-6-12-20-c249k/manifest.json with huggingface_hub

mini-beatrix-3-la2-6-12-20-c249k/manifest.json

@@ -0,0 +1,142 @@
+{
+ "preset": "mini-beatrix-3-la2-6-12-20-c249k",
+ "model_config": {
+  "name": "mini-beatrix-3-la2-6-12-20-c249k",
+  "d_model": 1024,
+  "n_layers": 32,
+  "n_heads": 16,
+  "context": 4096,
+  "vocab_size": 256,
+  "tokenizer": "byte-trigram",
+  "hub_layers": [
+   0,
+   1,
+   2,
+   3,
+   4,
+   5,
+   6,
+   7,
+   8,
+   9,
+   10,
+   11,
+   12,
+   13,
+   14,
+   15,
+   16,
+   17,
+   18,
+   19,
+   20,
+   21,
+   22,
+   23,
+   24,
+   25,
+   26,
+   27,
+   28,
+   29,
+   30,
+   31
+  ],
+  "hub_K": 64,
+  "hub_D": 128,
+  "tau": 0.1,
+  "bank_experts": 3,
+  "bank_ff": 1024,
+  "head_K": 256,
+  "head_D": 256,
+  "gate_init": -3.0,
+  "tie_embeddings": false,
+  "hub_chunk": 256,
+  "hub_const": 4,
+  "hub_ckpt": 0,
+  "fusion": null,
+  "qk_norm": "rms",
+  "attn_fp32": true,
+  "attn_kernel": "fp16",
+  "lookup_arm_sites": [
+   2,
+   6,
+   12,
+   20
+  ]
+ },
+ "created_utc": "2026-10-11T01:04:31Z",
+ "updated_utc": "2026-10-11T01:35:52Z",
+ "steps": 250000,
+ "tokens_seen": 65536000000,
+ "wall_hours": 0.0,
+ "phases": [
+  {
+   "name": "v3_trunk",
+   "dataset": "fineweb-edu",
+   "planned_tokens": 65450541056,
+   "status": "done",
+   "tokens_done": 65450541056
+  },
+  {
+   "name": "lookup_arm",
+   "dataset": "fineweb-recall-far-5",
+   "planned_tokens": 1048576000,
+   "status": "active",
+   "tokens_done": 85458944
+  }
+ ],
+ "checkpoints": [
+  {
+   "step": 250000,
+   "tokens": 65536000000,
+   "kind": "safetensors",
+   "path": "checkpoints/step_00250000.safetensors",
+   "val_bpb": 0.9816863979239622,
+   "utc": "2026-10-11T01:35:47Z"
+  },
+  {
+   "step": 250000,
+   "tokens": 65536000000,
+   "kind": "resume",
+   "path": "resume/latest.pt",
+   "val_bpb": null,
+   "utc": "2026-10-11T01:35:47Z"
+  }
+ ],
+ "data_state": {
+  "dataset": "fineweb-recall-far-5",
+  "rows_consumed": 18026,
+  "epoch": 0
+ },
+ "notes": [
+  {
+   "utc": "2026-10-11T01:04:31Z",
+   "msg": "manifest created"
+  },
+  {
+   "utc": "2026-10-11T01:04:31Z",
+   "msg": "WEIGHTS-ONLY START at step 249,674 from AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3-la2-6-12-20/checkpoints/step_00249674.safetensors: fresh optimizer states; the curriculum cursor set from the step (active phase 'lookup_arm', 65.451B tokens counted); its stream opens at seed offset 7919 (a data-order discontinuity by design: the source run consumed the shuffle head)"
+  }
+ ],
+ "halt": null,
+ "data_plane": {
+  "data_scale": 4.0,
+  "epoch_cap": 2.0,
+  "rebalance_to": "generators",
+  "recipe_hash": "6d64747bdbd1",
+  "minted_lexicon": null
+ },
+ "init_from": {
+  "source": "AbstractPhil/alephllm-mini-beatrix-training/mini-beatrix-3-la2-6-12-20/checkpoints/step_00249674.safetensors",
+  "step": 249674,
+  "phase": "lookup_arm",
+  "seed_offset": 7919,
+  "tokens_per_step": 262144,
+  "live_tokens_per_step": 262144,
+  "weights": "the shipped bf16 checkpoint, upcast to the fp32 masters",
+  "optimizers": "fresh (Muon momentum and Adam moments start at zero)",
+  "guards_added": [],
+  "utc": "2026-10-11T01:04:31Z"
+ }
+}