{ "preset": "mini-beatrix-3", "model_config": { "name": "mini-beatrix-3", "d_model": 1024, "n_layers": 32, "n_heads": 16, "context": 4096, "vocab_size": 256, "tokenizer": "byte-trigram", "hub_layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31 ], "hub_K": 64, "hub_D": 128, "tau": 0.1, "bank_experts": 3, "bank_ff": 1024, "head_K": 256, "head_D": 256, "gate_init": -3.0, "tie_embeddings": false, "hub_chunk": 256, "hub_const": 4, "hub_ckpt": 0, "fusion": null }, "created_utc": "2026-09-20T11:48:12Z", "updated_utc": "2026-10-05T18:01:29Z", "steps": 245674, "tokens_seen": 64401965056, "wall_hours": 295.0116092044778, "phases": [ { "name": "warmup_wikitext", "dataset": "wikitext-103", "planned_tokens": 300000000, "status": "done", "tokens_done": 300154880 }, { "name": "fineweb_main", "dataset": "fineweb-edu", "planned_tokens": 20900000000, "status": "done", "tokens_done": 20900216832 }, { "name": "curriculum_s0", "dataset": "curriculum-s0", "planned_tokens": 2800000000, "status": "done", "tokens_done": 2800222208 }, { "name": "curriculum_s1", "dataset": "curriculum-s1", "planned_tokens": 2800000000, "status": "done", "tokens_done": 2800222208 }, { "name": "curriculum_s2", "dataset": "curriculum-s2", "planned_tokens": 4000000000, "status": "done", "tokens_done": 4000055296 }, { "name": "curriculum_s3", "dataset": "curriculum-s3", "planned_tokens": 4800000000, "status": "done", "tokens_done": 4800118784 }, { "name": "curriculum_s4", "dataset": "curriculum-s4", "planned_tokens": 4800000000, "status": "done", "tokens_done": 4800118784 }, { "name": "curriculum_s5", "dataset": "curriculum-s5", "planned_tokens": 4000000000, "status": "done", "tokens_done": 4000055296 }, { "name": "curriculum_s6", "dataset": "curriculum-s6", "planned_tokens": 3200000000, "status": "done", "tokens_done": 3200253952 }, { "name": "curriculum_s7", "dataset": "curriculum-s7", "planned_tokens": 5600000000, "status": "done", "tokens_done": 5600182272 }, { "name": "curriculum_s8", "dataset": "curriculum-s8", "planned_tokens": 3200000000, "status": "done", "tokens_done": 3200253952 }, { "name": "anneal_nochat", "dataset": "anneal-nochat", "planned_tokens": 4000000000, "status": "done", "tokens_done": 4000055296 }, { "name": "anneal_mix", "dataset": "anneal-mix", "planned_tokens": 4000000000, "status": "done", "tokens_done": 4000055296 } ], "checkpoints": [ { "step": 1145, "tokens": 300154880, "kind": "safetensors", "path": "checkpoints/step_00001145.safetensors", "val_bpb": null, "utc": "2026-09-20T13:08:05Z" }, { "step": 1145, "tokens": 300154880, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T13:08:05Z" }, { "step": 1145, "tokens": 300154880, "kind": "safetensors", "path": "checkpoints/step_00001145.safetensors", "val_bpb": null, "utc": "2026-09-20T13:08:38Z" }, { "step": 1145, "tokens": 300154880, "kind": "fp8", "path": "checkpoints/fp8/step_00001145.safetensors", "val_bpb": null, "utc": "2026-09-20T13:08:47Z" }, { "step": 1145, "tokens": 300154880, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T13:08:47Z" }, { "step": 2000, "tokens": 524288000, "kind": "safetensors", "path": "checkpoints/step_00002000.safetensors", "val_bpb": 1.402651739847129, "utc": "2026-09-20T14:08:10Z" }, { "step": 2000, "tokens": 524288000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T14:08:10Z" }, { "step": 4000, "tokens": 1048576000, "kind": "safetensors", "path": "checkpoints/step_00004000.safetensors", "val_bpb": 1.2664005189333611, "utc": "2026-09-20T16:24:09Z" }, { "step": 4000, "tokens": 1048576000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T16:24:09Z" }, { "step": 6000, "tokens": 1572864000, "kind": "safetensors", "path": "checkpoints/step_00006000.safetensors", "val_bpb": 1.2072155273526648, "utc": "2026-09-20T18:40:04Z" }, { "step": 6000, "tokens": 1572864000, "kind": "fp8", "path": "checkpoints/fp8/step_00006000.safetensors", "val_bpb": null, "utc": "2026-09-20T18:40:13Z" }, { "step": 6000, "tokens": 1572864000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T18:40:13Z" }, { "step": 8000, "tokens": 2097152000, "kind": "safetensors", "path": "checkpoints/step_00008000.safetensors", "val_bpb": 1.1670007730440648, "utc": "2026-09-20T20:55:52Z" }, { "step": 8000, "tokens": 2097152000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T20:55:52Z" }, { "step": 10000, "tokens": 2621440000, "kind": "safetensors", "path": "checkpoints/step_00010000.safetensors", "val_bpb": 1.14290447462493, "utc": "2026-09-20T23:11:27Z" }, { "step": 10000, "tokens": 2621440000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-20T23:11:27Z" }, { "step": 12000, "tokens": 3145728000, "kind": "safetensors", "path": "checkpoints/step_00012000.safetensors", "val_bpb": 1.12348927255216, "utc": "2026-09-21T01:27:06Z" }, { "step": 12000, "tokens": 3145728000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T01:27:06Z" }, { "step": 14000, "tokens": 3670016000, "kind": "safetensors", "path": "checkpoints/step_00014000.safetensors", "val_bpb": 1.106860866605055, "utc": "2026-09-21T03:43:04Z" }, { "step": 14000, "tokens": 3670016000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T03:43:04Z" }, { "step": 16000, "tokens": 4194304000, "kind": "safetensors", "path": "checkpoints/step_00016000.safetensors", "val_bpb": 1.095413282155915, "utc": "2026-09-21T05:58:21Z" }, { "step": 16000, "tokens": 4194304000, "kind": "fp8", "path": "checkpoints/fp8/step_00016000.safetensors", "val_bpb": null, "utc": "2026-09-21T05:58:29Z" }, { "step": 16000, "tokens": 4194304000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T05:58:29Z" }, { "step": 18000, "tokens": 4718592000, "kind": "safetensors", "path": "checkpoints/step_00018000.safetensors", "val_bpb": 1.0836566018875118, "utc": "2026-09-21T08:14:04Z" }, { "step": 18000, "tokens": 4718592000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T08:14:04Z" }, { "step": 20000, "tokens": 5242880000, "kind": "safetensors", "path": "checkpoints/step_00020000.safetensors", "val_bpb": 1.0771126593349531, "utc": "2026-09-21T10:31:34Z" }, { "step": 20000, "tokens": 5242880000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T10:31:34Z" }, { "step": 22000, "tokens": 5767168000, "kind": "safetensors", "path": "checkpoints/step_00022000.safetensors", "val_bpb": 1.0685478373306598, "utc": "2026-09-21T12:46:52Z" }, { "step": 22000, "tokens": 5767168000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T12:46:52Z" }, { "step": 24000, "tokens": 6291456000, "kind": "safetensors", "path": "checkpoints/step_00024000.safetensors", "val_bpb": 1.0622575127563163, "utc": "2026-09-21T15:04:29Z" }, { "step": 24000, "tokens": 6291456000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T15:04:29Z" }, { "step": 26000, "tokens": 6815744000, "kind": "safetensors", "path": "checkpoints/step_00026000.safetensors", "val_bpb": 1.0566039431978766, "utc": "2026-09-21T17:19:55Z" }, { "step": 26000, "tokens": 6815744000, "kind": "fp8", "path": "checkpoints/fp8/step_00026000.safetensors", "val_bpb": null, "utc": "2026-09-21T17:20:04Z" }, { "step": 26000, "tokens": 6815744000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T17:20:04Z" }, { "step": 28000, "tokens": 7340032000, "kind": "safetensors", "path": "checkpoints/step_00028000.safetensors", "val_bpb": 1.05162894731179, "utc": "2026-09-21T19:35:59Z" }, { "step": 28000, "tokens": 7340032000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T19:35:59Z" }, { "step": 30000, "tokens": 7864320000, "kind": "safetensors", "path": "checkpoints/step_00030000.safetensors", "val_bpb": 1.0504283122410563, "utc": "2026-09-21T21:52:07Z" }, { "step": 30000, "tokens": 7864320000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-21T21:52:07Z" }, { "step": 32000, "tokens": 8388608000, "kind": "safetensors", "path": "checkpoints/step_00032000.safetensors", "val_bpb": 1.0389132326631394, "utc": "2026-09-22T00:07:51Z" }, { "step": 32000, "tokens": 8388608000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T00:07:51Z" }, { "step": 34000, "tokens": 8912896000, "kind": "safetensors", "path": "checkpoints/step_00034000.safetensors", "val_bpb": 1.037618649382143, "utc": "2026-09-22T02:22:56Z" }, { "step": 34000, "tokens": 8912896000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T02:22:56Z" }, { "step": 36000, "tokens": 9437184000, "kind": "safetensors", "path": "checkpoints/step_00036000.safetensors", "val_bpb": 1.035293683105852, "utc": "2026-09-22T04:38:19Z" }, { "step": 36000, "tokens": 9437184000, "kind": "fp8", "path": "checkpoints/fp8/step_00036000.safetensors", "val_bpb": null, "utc": "2026-09-22T04:38:27Z" }, { "step": 36000, "tokens": 9437184000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T04:38:27Z" }, { "step": 38000, "tokens": 9961472000, "kind": "safetensors", "path": "checkpoints/step_00038000.safetensors", "val_bpb": 1.0296009283753047, "utc": "2026-09-22T06:53:51Z" }, { "step": 38000, "tokens": 9961472000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T06:53:51Z" }, { "step": 40000, "tokens": 10485760000, "kind": "safetensors", "path": "checkpoints/step_00040000.safetensors", "val_bpb": 1.0300821707663947, "utc": "2026-09-22T09:09:17Z" }, { "step": 40000, "tokens": 10485760000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T09:09:17Z" }, { "step": 42000, "tokens": 11010048000, "kind": "safetensors", "path": "checkpoints/step_00042000.safetensors", "val_bpb": 1.0260929821222824, "utc": "2026-09-22T11:24:45Z" }, { "step": 42000, "tokens": 11010048000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T11:24:45Z" }, { "step": 44000, "tokens": 11534336000, "kind": "safetensors", "path": "checkpoints/step_00044000.safetensors", "val_bpb": 1.0209948117242018, "utc": "2026-09-22T13:40:04Z" }, { "step": 44000, "tokens": 11534336000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T13:40:04Z" }, { "step": 46000, "tokens": 12058624000, "kind": "safetensors", "path": "checkpoints/step_00046000.safetensors", "val_bpb": 1.017957084849241, "utc": "2026-09-22T15:56:00Z" }, { "step": 46000, "tokens": 12058624000, "kind": "fp8", "path": "checkpoints/fp8/step_00046000.safetensors", "val_bpb": null, "utc": "2026-09-22T15:56:08Z" }, { "step": 46000, "tokens": 12058624000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T15:56:08Z" }, { "step": 48000, "tokens": 12582912000, "kind": "safetensors", "path": "checkpoints/step_00048000.safetensors", "val_bpb": 1.0149472621593827, "utc": "2026-09-22T18:12:34Z" }, { "step": 48000, "tokens": 12582912000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T18:12:34Z" }, { "step": 50000, "tokens": 13107200000, "kind": "safetensors", "path": "checkpoints/step_00050000.safetensors", "val_bpb": 1.0125594550348034, "utc": "2026-09-22T20:29:17Z" }, { "step": 50000, "tokens": 13107200000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T20:29:17Z" }, { "step": 52000, "tokens": 13631488000, "kind": "safetensors", "path": "checkpoints/step_00052000.safetensors", "val_bpb": 1.0110199066527135, "utc": "2026-09-22T22:45:44Z" }, { "step": 52000, "tokens": 13631488000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-22T22:45:44Z" }, { "step": 54000, "tokens": 14155776000, "kind": "safetensors", "path": "checkpoints/step_00054000.safetensors", "val_bpb": 1.0097912867800096, "utc": "2026-09-23T01:02:19Z" }, { "step": 54000, "tokens": 14155776000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T01:02:19Z" }, { "step": 56000, "tokens": 14680064000, "kind": "safetensors", "path": "checkpoints/step_00056000.safetensors", "val_bpb": 1.0055691825692796, "utc": "2026-09-23T03:18:40Z" }, { "step": 56000, "tokens": 14680064000, "kind": "fp8", "path": "checkpoints/fp8/step_00056000.safetensors", "val_bpb": null, "utc": "2026-09-23T03:18:47Z" }, { "step": 56000, "tokens": 14680064000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T03:18:47Z" }, { "step": 58000, "tokens": 15204352000, "kind": "safetensors", "path": "checkpoints/step_00058000.safetensors", "val_bpb": 1.0024815054831588, "utc": "2026-09-23T05:35:40Z" }, { "step": 58000, "tokens": 15204352000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T05:35:40Z" }, { "step": 60000, "tokens": 15728640000, "kind": "safetensors", "path": "checkpoints/step_00060000.safetensors", "val_bpb": 1.001107229741319, "utc": "2026-09-23T07:52:42Z" }, { "step": 60000, "tokens": 15728640000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T07:52:42Z" }, { "step": 62000, "tokens": 16252928000, "kind": "safetensors", "path": "checkpoints/step_00062000.safetensors", "val_bpb": 1.0006531391112339, "utc": "2026-09-23T10:11:46Z" }, { "step": 62000, "tokens": 16252928000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T10:11:46Z" }, { "step": 64000, "tokens": 16777216000, "kind": "safetensors", "path": "checkpoints/step_00064000.safetensors", "val_bpb": 0.9973263013384859, "utc": "2026-09-23T12:28:59Z" }, { "step": 64000, "tokens": 16777216000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T12:28:59Z" }, { "step": 66000, "tokens": 17301504000, "kind": "safetensors", "path": "checkpoints/step_00066000.safetensors", "val_bpb": 0.9955555410929132, "utc": "2026-09-23T14:45:59Z" }, { "step": 66000, "tokens": 17301504000, "kind": "fp8", "path": "checkpoints/fp8/step_00066000.safetensors", "val_bpb": null, "utc": "2026-09-23T14:46:07Z" }, { "step": 66000, "tokens": 17301504000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T14:46:07Z" }, { "step": 68000, "tokens": 17825792000, "kind": "safetensors", "path": "checkpoints/step_00068000.safetensors", "val_bpb": 0.9918292736135363, "utc": "2026-09-23T17:02:21Z" }, { "step": 68000, "tokens": 17825792000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T17:02:21Z" }, { "step": 70000, "tokens": 18350080000, "kind": "safetensors", "path": "checkpoints/step_00070000.safetensors", "val_bpb": 0.9911554106534799, "utc": "2026-09-23T19:19:26Z" }, { "step": 70000, "tokens": 18350080000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T19:19:26Z" }, { "step": 72000, "tokens": 18874368000, "kind": "safetensors", "path": "checkpoints/step_00072000.safetensors", "val_bpb": 0.9898499790293347, "utc": "2026-09-23T21:37:55Z" }, { "step": 72000, "tokens": 18874368000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T21:37:55Z" }, { "step": 74000, "tokens": 19398656000, "kind": "safetensors", "path": "checkpoints/step_00074000.safetensors", "val_bpb": 0.9884208676941588, "utc": "2026-09-23T23:55:19Z" }, { "step": 74000, "tokens": 19398656000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-23T23:55:19Z" }, { "step": 76000, "tokens": 19922944000, "kind": "safetensors", "path": "checkpoints/step_00076000.safetensors", "val_bpb": 0.9857292881508064, "utc": "2026-09-24T02:13:56Z" }, { "step": 76000, "tokens": 19922944000, "kind": "fp8", "path": "checkpoints/fp8/step_00076000.safetensors", "val_bpb": null, "utc": "2026-09-24T02:14:04Z" }, { "step": 76000, "tokens": 19922944000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T02:14:04Z" }, { "step": 78000, "tokens": 20447232000, "kind": "safetensors", "path": "checkpoints/step_00078000.safetensors", "val_bpb": 0.985660167248533, "utc": "2026-09-24T04:32:10Z" }, { "step": 78000, "tokens": 20447232000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T04:32:10Z" }, { "step": 80000, "tokens": 20971520000, "kind": "safetensors", "path": "checkpoints/step_00080000.safetensors", "val_bpb": 0.9840418481251189, "utc": "2026-09-24T06:49:24Z" }, { "step": 80000, "tokens": 20971520000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T06:49:24Z" }, { "step": 80873, "tokens": 21200371712, "kind": "safetensors", "path": "checkpoints/step_00080873.safetensors", "val_bpb": 0.9840418481251189, "utc": "2026-09-24T07:49:50Z" }, { "step": 80873, "tokens": 21200371712, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T07:49:50Z" }, { "step": 80873, "tokens": 21200371712, "kind": "safetensors", "path": "checkpoints/step_00080873.safetensors", "val_bpb": 0.9840418481251189, "utc": "2026-09-24T07:50:31Z" }, { "step": 80873, "tokens": 21200371712, "kind": "fp8", "path": "checkpoints/fp8/step_00080873.safetensors", "val_bpb": null, "utc": "2026-09-24T07:50:39Z" }, { "step": 80873, "tokens": 21200371712, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T07:50:39Z" }, { "step": 82000, "tokens": 21495808000, "kind": "safetensors", "path": "checkpoints/step_00082000.safetensors", "val_bpb": 1.0545321998771495, "utc": "2026-09-24T09:09:31Z" }, { "step": 82000, "tokens": 21495808000, "kind": "fp8", "path": "checkpoints/fp8/step_00082000.safetensors", "val_bpb": null, "utc": "2026-09-24T09:09:40Z" }, { "step": 82000, "tokens": 21495808000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T09:09:40Z" }, { "step": 84000, "tokens": 22020096000, "kind": "safetensors", "path": "checkpoints/step_00084000.safetensors", "val_bpb": 1.0807451129655132, "utc": "2026-09-24T11:28:30Z" }, { "step": 84000, "tokens": 22020096000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T11:28:30Z" }, { "step": 86000, "tokens": 22544384000, "kind": "safetensors", "path": "checkpoints/step_00086000.safetensors", "val_bpb": 1.1026313402680488, "utc": "2026-09-24T13:46:20Z" }, { "step": 86000, "tokens": 22544384000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T13:46:20Z" }, { "step": 88000, "tokens": 23068672000, "kind": "safetensors", "path": "checkpoints/step_00088000.safetensors", "val_bpb": 1.0999392125299967, "utc": "2026-09-24T16:04:27Z" }, { "step": 88000, "tokens": 23068672000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T16:04:27Z" }, { "step": 90000, "tokens": 23592960000, "kind": "safetensors", "path": "checkpoints/step_00090000.safetensors", "val_bpb": 1.1229051307912754, "utc": "2026-09-24T18:21:33Z" }, { "step": 90000, "tokens": 23592960000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T18:21:33Z" }, { "step": 91555, "tokens": 24000593920, "kind": "safetensors", "path": "checkpoints/step_00091555.safetensors", "val_bpb": 1.1229051307912754, "utc": "2026-09-24T20:08:20Z" }, { "step": 91555, "tokens": 24000593920, "kind": "fp8", "path": "checkpoints/fp8/step_00091555.safetensors", "val_bpb": null, "utc": "2026-09-24T20:08:27Z" }, { "step": 91555, "tokens": 24000593920, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T20:08:27Z" }, { "step": 91555, "tokens": 24000593920, "kind": "safetensors", "path": "checkpoints/step_00091555.safetensors", "val_bpb": 1.1229051307912754, "utc": "2026-09-24T20:09:03Z" }, { "step": 91555, "tokens": 24000593920, "kind": "fp8", "path": "checkpoints/fp8/step_00091555.safetensors", "val_bpb": null, "utc": "2026-09-24T20:09:07Z" }, { "step": 91555, "tokens": 24000593920, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T20:09:07Z" }, { "step": 92000, "tokens": 24117248000, "kind": "safetensors", "path": "checkpoints/step_00092000.safetensors", "val_bpb": 1.1177386053511638, "utc": "2026-09-24T21:17:30Z" }, { "step": 92000, "tokens": 24117248000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-24T21:17:30Z" }, { "step": 94000, "tokens": 24641536000, "kind": "safetensors", "path": "checkpoints/step_00094000.safetensors", "val_bpb": 1.1075260148817248, "utc": "2026-09-25T02:18:55Z" }, { "step": 94000, "tokens": 24641536000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T02:18:55Z" }, { "step": 96000, "tokens": 25165824000, "kind": "safetensors", "path": "checkpoints/step_00096000.safetensors", "val_bpb": 1.1196567735391283, "utc": "2026-09-25T07:20:53Z" }, { "step": 96000, "tokens": 25165824000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T07:20:53Z" }, { "step": 98000, "tokens": 25690112000, "kind": "safetensors", "path": "checkpoints/step_00098000.safetensors", "val_bpb": 1.1134867051461717, "utc": "2026-09-25T12:20:44Z" }, { "step": 98000, "tokens": 25690112000, "kind": "fp8", "path": "checkpoints/fp8/step_00098000.safetensors", "val_bpb": null, "utc": "2026-09-25T12:20:51Z" }, { "step": 98000, "tokens": 25690112000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T12:20:51Z" }, { "step": 100000, "tokens": 26214400000, "kind": "safetensors", "path": "checkpoints/step_00100000.safetensors", "val_bpb": 1.115586360713688, "utc": "2026-09-25T17:19:19Z" }, { "step": 100000, "tokens": 26214400000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T17:19:19Z" }, { "step": 102000, "tokens": 26738688000, "kind": "safetensors", "path": "checkpoints/step_00102000.safetensors", "val_bpb": 1.1250947359724222, "utc": "2026-09-25T22:19:17Z" }, { "step": 102000, "tokens": 26738688000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T22:19:17Z" }, { "step": 102237, "tokens": 26800816128, "kind": "safetensors", "path": "checkpoints/step_00102237.safetensors", "val_bpb": 1.1250947359724222, "utc": "2026-09-25T22:55:43Z" }, { "step": 102237, "tokens": 26800816128, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T22:55:43Z" }, { "step": 102237, "tokens": 26800816128, "kind": "safetensors", "path": "checkpoints/step_00102237.safetensors", "val_bpb": 1.1250947359724222, "utc": "2026-09-25T22:56:21Z" }, { "step": 102237, "tokens": 26800816128, "kind": "fp8", "path": "checkpoints/fp8/step_00102237.safetensors", "val_bpb": null, "utc": "2026-09-25T22:56:28Z" }, { "step": 102237, "tokens": 26800816128, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-25T22:56:28Z" }, { "step": 104000, "tokens": 27262976000, "kind": "safetensors", "path": "checkpoints/step_00104000.safetensors", "val_bpb": 1.1039559022748735, "utc": "2026-09-26T14:01:43Z" }, { "step": 104000, "tokens": 27262976000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-26T14:01:43Z" }, { "step": 106000, "tokens": 27787264000, "kind": "safetensors", "path": "checkpoints/step_00106000.safetensors", "val_bpb": 1.1026032291663195, "utc": "2026-09-26T20:20:44Z" }, { "step": 106000, "tokens": 27787264000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-26T20:20:44Z" }, { "step": 108000, "tokens": 28311552000, "kind": "safetensors", "path": "checkpoints/step_00108000.safetensors", "val_bpb": 1.1019769919644073, "utc": "2026-09-27T07:09:35Z" }, { "step": 108000, "tokens": 28311552000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-27T07:09:45Z" }, { "step": 110000, "tokens": 28835840000, "kind": "safetensors", "path": "checkpoints/step_00110000.safetensors", "val_bpb": 1.1058492727143667, "utc": "2026-09-27T10:55:04Z" }, { "step": 110000, "tokens": 28835840000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-27T10:55:14Z" }, { "step": 112000, "tokens": 29360128000, "kind": "safetensors", "path": "checkpoints/step_00112000.safetensors", "val_bpb": 1.1010012080863034, "utc": "2026-09-27T14:40:32Z" }, { "step": 112000, "tokens": 29360128000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-27T14:40:43Z" }, { "step": 114000, "tokens": 29884416000, "kind": "safetensors", "path": "checkpoints/step_00114000.safetensors", "val_bpb": 1.0955734033783262, "utc": "2026-09-27T18:25:33Z" }, { "step": 114000, "tokens": 29884416000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-27T18:25:43Z" }, { "step": 116000, "tokens": 30408704000, "kind": "safetensors", "path": "checkpoints/step_00116000.safetensors", "val_bpb": 1.0951299810470525, "utc": "2026-09-27T22:09:50Z" }, { "step": 116000, "tokens": 30408704000, "kind": "fp8", "path": "checkpoints/fp8/step_00116000.safetensors", "val_bpb": null, "utc": "2026-09-27T22:10:09Z" }, { "step": 116000, "tokens": 30408704000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-27T22:10:09Z" }, { "step": 117496, "tokens": 30800871424, "kind": "safetensors", "path": "checkpoints/step_00117496.safetensors", "val_bpb": 1.0951299810470525, "utc": "2026-09-28T00:58:14Z" }, { "step": 117496, "tokens": 30800871424, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T00:58:24Z" }, { "step": 117496, "tokens": 30800871424, "kind": "safetensors", "path": "checkpoints/step_00117496.safetensors", "val_bpb": 1.0951299810470525, "utc": "2026-09-28T00:59:01Z" }, { "step": 117496, "tokens": 30800871424, "kind": "fp8", "path": "checkpoints/fp8/step_00117496.safetensors", "val_bpb": null, "utc": "2026-09-28T00:59:14Z" }, { "step": 117496, "tokens": 30800871424, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T00:59:14Z" }, { "step": 118000, "tokens": 30932992000, "kind": "safetensors", "path": "checkpoints/step_00118000.safetensors", "val_bpb": 1.1015407418471204, "utc": "2026-09-28T02:31:11Z" }, { "step": 118000, "tokens": 30932992000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T02:31:27Z" }, { "step": 120000, "tokens": 31457280000, "kind": "safetensors", "path": "checkpoints/step_00120000.safetensors", "val_bpb": 1.1030777481106524, "utc": "2026-09-28T08:28:04Z" }, { "step": 120000, "tokens": 31457280000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T08:28:19Z" }, { "step": 122000, "tokens": 31981568000, "kind": "safetensors", "path": "checkpoints/step_00122000.safetensors", "val_bpb": 1.1048851540970035, "utc": "2026-09-28T14:23:57Z" }, { "step": 122000, "tokens": 31981568000, "kind": "fp8", "path": "checkpoints/fp8/step_00122000.safetensors", "val_bpb": null, "utc": "2026-09-28T14:24:21Z" }, { "step": 122000, "tokens": 31981568000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T14:24:21Z" }, { "step": 124000, "tokens": 32505856000, "kind": "safetensors", "path": "checkpoints/step_00124000.safetensors", "val_bpb": 1.114101083606861, "utc": "2026-09-28T18:38:55Z" }, { "step": 124000, "tokens": 32505856000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T18:39:11Z" }, { "step": 126000, "tokens": 33030144000, "kind": "safetensors", "path": "checkpoints/step_00126000.safetensors", "val_bpb": 1.1092928410241591, "utc": "2026-09-28T22:54:55Z" }, { "step": 126000, "tokens": 33030144000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-28T22:55:13Z" }, { "step": 128000, "tokens": 33554432000, "kind": "safetensors", "path": "checkpoints/step_00128000.safetensors", "val_bpb": 1.1099916710281088, "utc": "2026-09-29T03:07:28Z" }, { "step": 128000, "tokens": 33554432000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T03:07:43Z" }, { "step": 130000, "tokens": 34078720000, "kind": "safetensors", "path": "checkpoints/step_00130000.safetensors", "val_bpb": 1.1076383894206903, "utc": "2026-09-29T07:19:01Z" }, { "step": 130000, "tokens": 34078720000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T07:19:16Z" }, { "step": 132000, "tokens": 34603008000, "kind": "safetensors", "path": "checkpoints/step_00132000.safetensors", "val_bpb": 1.1123856910259504, "utc": "2026-09-29T11:29:53Z" }, { "step": 132000, "tokens": 34603008000, "kind": "fp8", "path": "checkpoints/fp8/step_00132000.safetensors", "val_bpb": null, "utc": "2026-09-29T11:30:27Z" }, { "step": 132000, "tokens": 34603008000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T11:30:27Z" }, { "step": 134000, "tokens": 35127296000, "kind": "safetensors", "path": "checkpoints/step_00134000.safetensors", "val_bpb": 1.1128979117920272, "utc": "2026-09-29T15:41:09Z" }, { "step": 134000, "tokens": 35127296000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T15:41:23Z" }, { "step": 135807, "tokens": 35600990208, "kind": "safetensors", "path": "checkpoints/step_00135807.safetensors", "val_bpb": 1.1128979117920272, "utc": "2026-09-29T19:27:35Z" }, { "step": 135807, "tokens": 35600990208, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T19:27:57Z" }, { "step": 135807, "tokens": 35600990208, "kind": "safetensors", "path": "checkpoints/step_00135807.safetensors", "val_bpb": 1.1128979117920272, "utc": "2026-09-29T19:28:49Z" }, { "step": 135807, "tokens": 35600990208, "kind": "fp8", "path": "checkpoints/fp8/step_00135807.safetensors", "val_bpb": null, "utc": "2026-09-29T19:29:05Z" }, { "step": 135807, "tokens": 35600990208, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T19:29:05Z" }, { "step": 136000, "tokens": 35651584000, "kind": "safetensors", "path": "checkpoints/step_00136000.safetensors", "val_bpb": 1.1243712936387966, "utc": "2026-09-29T19:59:10Z" }, { "step": 136000, "tokens": 35651584000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-29T19:59:30Z" }, { "step": 138000, "tokens": 36175872000, "kind": "safetensors", "path": "checkpoints/step_00138000.safetensors", "val_bpb": 1.121563512942497, "utc": "2026-09-30T00:43:04Z" }, { "step": 138000, "tokens": 36175872000, "kind": "fp8", "path": "checkpoints/fp8/step_00138000.safetensors", "val_bpb": null, "utc": "2026-09-30T00:43:36Z" }, { "step": 138000, "tokens": 36175872000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-30T00:43:36Z" }, { "step": 140000, "tokens": 36700160000, "kind": "safetensors", "path": "checkpoints/step_00140000.safetensors", "val_bpb": 1.119532145236289, "utc": "2026-09-30T05:27:36Z" }, { "step": 140000, "tokens": 36700160000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-30T05:27:56Z" }, { "step": 142000, "tokens": 37224448000, "kind": "safetensors", "path": "checkpoints/step_00142000.safetensors", "val_bpb": 1.1170832923323402, "utc": "2026-09-30T10:15:44Z" }, { "step": 142000, "tokens": 37224448000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-30T10:16:07Z" }, { "step": 144000, "tokens": 37748736000, "kind": "safetensors", "path": "checkpoints/step_00144000.safetensors", "val_bpb": 1.126484079006815, "utc": "2026-09-30T15:03:58Z" }, { "step": 144000, "tokens": 37748736000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-30T15:04:18Z" }, { "step": 146000, "tokens": 38273024000, "kind": "safetensors", "path": "checkpoints/step_00146000.safetensors", "val_bpb": 1.1268073230863405, "utc": "2026-09-30T19:49:01Z" }, { "step": 146000, "tokens": 38273024000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-09-30T19:49:21Z" }, { "step": 148000, "tokens": 38797312000, "kind": "safetensors", "path": "checkpoints/step_00148000.safetensors", "val_bpb": 1.1209959486968184, "utc": "2026-10-01T00:33:45Z" }, { "step": 148000, "tokens": 38797312000, "kind": "fp8", "path": "checkpoints/fp8/step_00148000.safetensors", "val_bpb": null, "utc": "2026-10-01T00:34:17Z" }, { "step": 148000, "tokens": 38797312000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T00:34:17Z" }, { "step": 150000, "tokens": 39321600000, "kind": "safetensors", "path": "checkpoints/step_00150000.safetensors", "val_bpb": 1.1274342965889765, "utc": "2026-10-01T02:55:51Z" }, { "step": 150000, "tokens": 39321600000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T02:55:51Z" }, { "step": 152000, "tokens": 39845888000, "kind": "safetensors", "path": "checkpoints/step_00152000.safetensors", "val_bpb": 1.1338318684695063, "utc": "2026-10-01T05:12:54Z" }, { "step": 152000, "tokens": 39845888000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T05:12:54Z" }, { "step": 154000, "tokens": 40370176000, "kind": "safetensors", "path": "checkpoints/step_00154000.safetensors", "val_bpb": 1.130509757532428, "utc": "2026-10-01T07:29:50Z" }, { "step": 154000, "tokens": 40370176000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T07:29:50Z" }, { "step": 154118, "tokens": 40401108992, "kind": "safetensors", "path": "checkpoints/step_00154118.safetensors", "val_bpb": 1.130509757532428, "utc": "2026-10-01T07:38:30Z" }, { "step": 154118, "tokens": 40401108992, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T07:38:30Z" }, { "step": 154118, "tokens": 40401108992, "kind": "safetensors", "path": "checkpoints/step_00154118.safetensors", "val_bpb": 1.130509757532428, "utc": "2026-10-01T07:39:07Z" }, { "step": 154118, "tokens": 40401108992, "kind": "fp8", "path": "checkpoints/fp8/step_00154118.safetensors", "val_bpb": null, "utc": "2026-10-01T07:39:15Z" }, { "step": 154118, "tokens": 40401108992, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T07:39:15Z" }, { "step": 156000, "tokens": 40894464000, "kind": "safetensors", "path": "checkpoints/step_00156000.safetensors", "val_bpb": 1.1391275663165608, "utc": "2026-10-01T09:50:41Z" }, { "step": 156000, "tokens": 40894464000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T09:50:41Z" }, { "step": 158000, "tokens": 41418752000, "kind": "safetensors", "path": "checkpoints/step_00158000.safetensors", "val_bpb": 1.1226457191475092, "utc": "2026-10-01T12:08:40Z" }, { "step": 158000, "tokens": 41418752000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T12:08:40Z" }, { "step": 160000, "tokens": 41943040000, "kind": "safetensors", "path": "checkpoints/step_00160000.safetensors", "val_bpb": 1.1193153879771656, "utc": "2026-10-01T14:26:49Z" }, { "step": 160000, "tokens": 41943040000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T14:26:49Z" }, { "step": 162000, "tokens": 42467328000, "kind": "safetensors", "path": "checkpoints/step_00162000.safetensors", "val_bpb": 1.1237630662451046, "utc": "2026-10-01T16:45:01Z" }, { "step": 162000, "tokens": 42467328000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T16:45:01Z" }, { "step": 164000, "tokens": 42991616000, "kind": "safetensors", "path": "checkpoints/step_00164000.safetensors", "val_bpb": 1.1255458330294905, "utc": "2026-10-01T19:02:54Z" }, { "step": 164000, "tokens": 42991616000, "kind": "fp8", "path": "checkpoints/fp8/step_00164000.safetensors", "val_bpb": null, "utc": "2026-10-01T19:03:03Z" }, { "step": 164000, "tokens": 42991616000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T19:03:03Z" }, { "step": 166000, "tokens": 43515904000, "kind": "safetensors", "path": "checkpoints/step_00166000.safetensors", "val_bpb": 1.1339718381622483, "utc": "2026-10-01T21:20:51Z" }, { "step": 166000, "tokens": 43515904000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T21:20:51Z" }, { "step": 168000, "tokens": 44040192000, "kind": "safetensors", "path": "checkpoints/step_00168000.safetensors", "val_bpb": 1.1228629681695248, "utc": "2026-10-01T23:38:37Z" }, { "step": 168000, "tokens": 44040192000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-01T23:38:37Z" }, { "step": 169377, "tokens": 44401164288, "kind": "safetensors", "path": "checkpoints/step_00169377.safetensors", "val_bpb": 1.1228629681695248, "utc": "2026-10-02T01:13:33Z" }, { "step": 169377, "tokens": 44401164288, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T01:13:33Z" }, { "step": 169377, "tokens": 44401164288, "kind": "safetensors", "path": "checkpoints/step_00169377.safetensors", "val_bpb": 1.1228629681695248, "utc": "2026-10-02T01:14:10Z" }, { "step": 169377, "tokens": 44401164288, "kind": "fp8", "path": "checkpoints/fp8/step_00169377.safetensors", "val_bpb": null, "utc": "2026-10-02T01:14:18Z" }, { "step": 169377, "tokens": 44401164288, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T01:14:18Z" }, { "step": 170000, "tokens": 44564480000, "kind": "safetensors", "path": "checkpoints/step_00170000.safetensors", "val_bpb": 1.1468109100544592, "utc": "2026-10-02T01:58:15Z" }, { "step": 170000, "tokens": 44564480000, "kind": "fp8", "path": "checkpoints/fp8/step_00170000.safetensors", "val_bpb": null, "utc": "2026-10-02T01:58:23Z" }, { "step": 170000, "tokens": 44564480000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T01:58:23Z" }, { "step": 172000, "tokens": 45088768000, "kind": "safetensors", "path": "checkpoints/step_00172000.safetensors", "val_bpb": 1.142538721271123, "utc": "2026-10-02T04:14:57Z" }, { "step": 172000, "tokens": 45088768000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T04:14:57Z" }, { "step": 174000, "tokens": 45613056000, "kind": "safetensors", "path": "checkpoints/step_00174000.safetensors", "val_bpb": 1.139609808356809, "utc": "2026-10-02T06:31:56Z" }, { "step": 174000, "tokens": 45613056000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T06:31:56Z" }, { "step": 176000, "tokens": 46137344000, "kind": "safetensors", "path": "checkpoints/step_00176000.safetensors", "val_bpb": 1.1336044160392824, "utc": "2026-10-02T08:49:09Z" }, { "step": 176000, "tokens": 46137344000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T08:49:09Z" }, { "step": 178000, "tokens": 46661632000, "kind": "safetensors", "path": "checkpoints/step_00178000.safetensors", "val_bpb": 1.1403056232899107, "utc": "2026-10-02T11:06:12Z" }, { "step": 178000, "tokens": 46661632000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T11:06:12Z" }, { "step": 180000, "tokens": 47185920000, "kind": "safetensors", "path": "checkpoints/step_00180000.safetensors", "val_bpb": 1.1560097998457366, "utc": "2026-10-02T13:23:06Z" }, { "step": 180000, "tokens": 47185920000, "kind": "fp8", "path": "checkpoints/fp8/step_00180000.safetensors", "val_bpb": null, "utc": "2026-10-02T13:23:14Z" }, { "step": 180000, "tokens": 47185920000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T13:23:14Z" }, { "step": 181585, "tokens": 47601418240, "kind": "safetensors", "path": "checkpoints/step_00181585.safetensors", "val_bpb": 1.1560097998457366, "utc": "2026-10-02T15:11:30Z" }, { "step": 181585, "tokens": 47601418240, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T15:11:30Z" }, { "step": 181585, "tokens": 47601418240, "kind": "safetensors", "path": "checkpoints/step_00181585.safetensors", "val_bpb": 1.1560097998457366, "utc": "2026-10-02T15:12:02Z" }, { "step": 181585, "tokens": 47601418240, "kind": "fp8", "path": "checkpoints/fp8/step_00181585.safetensors", "val_bpb": null, "utc": "2026-10-02T15:12:10Z" }, { "step": 181585, "tokens": 47601418240, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T15:12:10Z" }, { "step": 182000, "tokens": 47710208000, "kind": "safetensors", "path": "checkpoints/step_00182000.safetensors", "val_bpb": 1.0899175228030156, "utc": "2026-10-02T15:42:28Z" }, { "step": 182000, "tokens": 47710208000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T15:42:28Z" }, { "step": 184000, "tokens": 48234496000, "kind": "safetensors", "path": "checkpoints/step_00184000.safetensors", "val_bpb": 1.072679175010168, "utc": "2026-10-02T18:00:07Z" }, { "step": 184000, "tokens": 48234496000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T18:00:07Z" }, { "step": 186000, "tokens": 48758784000, "kind": "safetensors", "path": "checkpoints/step_00186000.safetensors", "val_bpb": 1.065845522307773, "utc": "2026-10-02T20:18:08Z" }, { "step": 186000, "tokens": 48758784000, "kind": "fp8", "path": "checkpoints/fp8/step_00186000.safetensors", "val_bpb": null, "utc": "2026-10-02T20:18:16Z" }, { "step": 186000, "tokens": 48758784000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T20:18:16Z" }, { "step": 188000, "tokens": 49283072000, "kind": "safetensors", "path": "checkpoints/step_00188000.safetensors", "val_bpb": 1.0617771302784806, "utc": "2026-10-02T22:36:23Z" }, { "step": 188000, "tokens": 49283072000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-02T22:36:23Z" }, { "step": 190000, "tokens": 49807360000, "kind": "safetensors", "path": "checkpoints/step_00190000.safetensors", "val_bpb": 1.0583845252651511, "utc": "2026-10-03T00:54:44Z" }, { "step": 190000, "tokens": 49807360000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T00:54:44Z" }, { "step": 192000, "tokens": 50331648000, "kind": "safetensors", "path": "checkpoints/step_00192000.safetensors", "val_bpb": 1.0579721699874183, "utc": "2026-10-03T03:13:20Z" }, { "step": 192000, "tokens": 50331648000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T03:13:20Z" }, { "step": 194000, "tokens": 50855936000, "kind": "safetensors", "path": "checkpoints/step_00194000.safetensors", "val_bpb": 1.0556973393410825, "utc": "2026-10-03T05:31:11Z" }, { "step": 194000, "tokens": 50855936000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T05:31:11Z" }, { "step": 196000, "tokens": 51380224000, "kind": "safetensors", "path": "checkpoints/step_00196000.safetensors", "val_bpb": 1.0538092089979827, "utc": "2026-10-03T07:52:31Z" }, { "step": 196000, "tokens": 51380224000, "kind": "fp8", "path": "checkpoints/fp8/step_00196000.safetensors", "val_bpb": null, "utc": "2026-10-03T07:52:56Z" }, { "step": 196000, "tokens": 51380224000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T07:52:56Z" }, { "step": 198000, "tokens": 51904512000, "kind": "safetensors", "path": "checkpoints/step_00198000.safetensors", "val_bpb": 1.052920257547962, "utc": "2026-10-03T10:16:09Z" }, { "step": 198000, "tokens": 51904512000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T10:16:09Z" }, { "step": 200000, "tokens": 52428800000, "kind": "safetensors", "path": "checkpoints/step_00200000.safetensors", "val_bpb": 1.0485512264088166, "utc": "2026-10-03T12:40:17Z" }, { "step": 200000, "tokens": 52428800000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T12:40:17Z" }, { "step": 202000, "tokens": 52953088000, "kind": "safetensors", "path": "checkpoints/step_00202000.safetensors", "val_bpb": 1.0486760723771984, "utc": "2026-10-03T14:58:43Z" }, { "step": 202000, "tokens": 52953088000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T14:58:43Z" }, { "step": 202948, "tokens": 53201600512, "kind": "safetensors", "path": "checkpoints/step_00202948.safetensors", "val_bpb": 1.0486760723771984, "utc": "2026-10-03T16:05:33Z" }, { "step": 202948, "tokens": 53201600512, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T16:05:33Z" }, { "step": 202948, "tokens": 53201600512, "kind": "safetensors", "path": "checkpoints/step_00202948.safetensors", "val_bpb": 1.0486760723771984, "utc": "2026-10-03T16:08:27Z" }, { "step": 202948, "tokens": 53201600512, "kind": "fp8", "path": "checkpoints/fp8/step_00202948.safetensors", "val_bpb": null, "utc": "2026-10-03T16:09:57Z" }, { "step": 202948, "tokens": 53201600512, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T16:09:57Z" }, { "step": 204000, "tokens": 53477376000, "kind": "safetensors", "path": "checkpoints/step_00204000.safetensors", "val_bpb": 1.0592926957764057, "utc": "2026-10-03T17:32:30Z" }, { "step": 204000, "tokens": 53477376000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T17:32:30Z" }, { "step": 206000, "tokens": 54001664000, "kind": "safetensors", "path": "checkpoints/step_00206000.safetensors", "val_bpb": 1.0640311241517728, "utc": "2026-10-03T20:02:01Z" }, { "step": 206000, "tokens": 54001664000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T20:02:01Z" }, { "step": 208000, "tokens": 54525952000, "kind": "safetensors", "path": "checkpoints/step_00208000.safetensors", "val_bpb": 1.0680819927612797, "utc": "2026-10-03T22:25:44Z" }, { "step": 208000, "tokens": 54525952000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-03T22:25:44Z" }, { "step": 210000, "tokens": 55050240000, "kind": "safetensors", "path": "checkpoints/step_00210000.safetensors", "val_bpb": 1.0725606386552897, "utc": "2026-10-04T00:49:19Z" }, { "step": 210000, "tokens": 55050240000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T00:49:19Z" }, { "step": 212000, "tokens": 55574528000, "kind": "safetensors", "path": "checkpoints/step_00212000.safetensors", "val_bpb": 1.0723784284111584, "utc": "2026-10-04T03:13:38Z" }, { "step": 212000, "tokens": 55574528000, "kind": "fp8", "path": "checkpoints/fp8/step_00212000.safetensors", "val_bpb": null, "utc": "2026-10-04T03:13:54Z" }, { "step": 212000, "tokens": 55574528000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T03:13:54Z" }, { "step": 214000, "tokens": 56098816000, "kind": "safetensors", "path": "checkpoints/step_00214000.safetensors", "val_bpb": 1.0767156051386892, "utc": "2026-10-04T05:35:11Z" }, { "step": 214000, "tokens": 56098816000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T05:35:11Z" }, { "step": 215156, "tokens": 56401854464, "kind": "safetensors", "path": "checkpoints/step_00215156.safetensors", "val_bpb": 1.0767156051386892, "utc": "2026-10-04T06:58:03Z" }, { "step": 215156, "tokens": 56401854464, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T06:58:03Z" }, { "step": 215156, "tokens": 56401854464, "kind": "safetensors", "path": "checkpoints/step_00215156.safetensors", "val_bpb": 1.0767156051386892, "utc": "2026-10-04T06:59:56Z" }, { "step": 215156, "tokens": 56401854464, "kind": "fp8", "path": "checkpoints/fp8/step_00215156.safetensors", "val_bpb": null, "utc": "2026-10-04T07:00:11Z" }, { "step": 215156, "tokens": 56401854464, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T07:00:11Z" }, { "step": 216000, "tokens": 56623104000, "kind": "safetensors", "path": "checkpoints/step_00216000.safetensors", "val_bpb": 1.0312786056983267, "utc": "2026-10-04T08:00:18Z" }, { "step": 216000, "tokens": 56623104000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T08:00:18Z" }, { "step": 218000, "tokens": 57147392000, "kind": "safetensors", "path": "checkpoints/step_00218000.safetensors", "val_bpb": 1.0180300054932068, "utc": "2026-10-04T10:17:08Z" }, { "step": 218000, "tokens": 57147392000, "kind": "fp8", "path": "checkpoints/fp8/step_00218000.safetensors", "val_bpb": null, "utc": "2026-10-04T10:17:28Z" }, { "step": 218000, "tokens": 57147392000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T10:17:28Z" }, { "step": 220000, "tokens": 57671680000, "kind": "safetensors", "path": "checkpoints/step_00220000.safetensors", "val_bpb": 1.0114528353550556, "utc": "2026-10-04T12:34:48Z" }, { "step": 220000, "tokens": 57671680000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T12:34:48Z" }, { "step": 222000, "tokens": 58195968000, "kind": "safetensors", "path": "checkpoints/step_00222000.safetensors", "val_bpb": 1.0072291161197449, "utc": "2026-10-04T14:55:27Z" }, { "step": 222000, "tokens": 58195968000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T14:55:27Z" }, { "step": 224000, "tokens": 58720256000, "kind": "safetensors", "path": "checkpoints/step_00224000.safetensors", "val_bpb": 1.0030070575919063, "utc": "2026-10-04T17:12:52Z" }, { "step": 224000, "tokens": 58720256000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T17:12:52Z" }, { "step": 226000, "tokens": 59244544000, "kind": "safetensors", "path": "checkpoints/step_00226000.safetensors", "val_bpb": 1.0011493520546357, "utc": "2026-10-04T19:29:59Z" }, { "step": 226000, "tokens": 59244544000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T19:29:59Z" }, { "step": 228000, "tokens": 59768832000, "kind": "safetensors", "path": "checkpoints/step_00228000.safetensors", "val_bpb": 0.9966232335745298, "utc": "2026-10-04T21:47:21Z" }, { "step": 228000, "tokens": 59768832000, "kind": "fp8", "path": "checkpoints/fp8/step_00228000.safetensors", "val_bpb": null, "utc": "2026-10-04T21:47:29Z" }, { "step": 228000, "tokens": 59768832000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-04T21:47:29Z" }, { "step": 230000, "tokens": 60293120000, "kind": "safetensors", "path": "checkpoints/step_00230000.safetensors", "val_bpb": 0.9962326717233361, "utc": "2026-10-05T00:04:48Z" }, { "step": 230000, "tokens": 60293120000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T00:04:48Z" }, { "step": 230415, "tokens": 60401909760, "kind": "safetensors", "path": "checkpoints/step_00230415.safetensors", "val_bpb": 0.9962326717233361, "utc": "2026-10-05T00:33:39Z" }, { "step": 230415, "tokens": 60401909760, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T00:33:39Z" }, { "step": 230415, "tokens": 60401909760, "kind": "safetensors", "path": "checkpoints/step_00230415.safetensors", "val_bpb": 0.9962326717233361, "utc": "2026-10-05T00:34:13Z" }, { "step": 230415, "tokens": 60401909760, "kind": "fp8", "path": "checkpoints/fp8/step_00230415.safetensors", "val_bpb": null, "utc": "2026-10-05T00:34:27Z" }, { "step": 230415, "tokens": 60401909760, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T00:34:27Z" }, { "step": 232000, "tokens": 60817408000, "kind": "safetensors", "path": "checkpoints/step_00232000.safetensors", "val_bpb": 0.9936111670485235, "utc": "2026-10-05T02:24:13Z" }, { "step": 232000, "tokens": 60817408000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T02:24:13Z" }, { "step": 234000, "tokens": 61341696000, "kind": "safetensors", "path": "checkpoints/step_00234000.safetensors", "val_bpb": 0.992216790834364, "utc": "2026-10-05T04:41:06Z" }, { "step": 234000, "tokens": 61341696000, "kind": "fp8", "path": "checkpoints/fp8/step_00234000.safetensors", "val_bpb": null, "utc": "2026-10-05T04:41:14Z" }, { "step": 234000, "tokens": 61341696000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T04:41:14Z" }, { "step": 236000, "tokens": 61865984000, "kind": "safetensors", "path": "checkpoints/step_00236000.safetensors", "val_bpb": 0.9906438106372836, "utc": "2026-10-05T06:58:09Z" }, { "step": 236000, "tokens": 61865984000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T06:58:09Z" }, { "step": 238000, "tokens": 62390272000, "kind": "safetensors", "path": "checkpoints/step_00238000.safetensors", "val_bpb": 0.9907707015868733, "utc": "2026-10-05T09:15:04Z" }, { "step": 238000, "tokens": 62390272000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T09:15:04Z" }, { "step": 240000, "tokens": 62914560000, "kind": "safetensors", "path": "checkpoints/step_00240000.safetensors", "val_bpb": 0.9909803968083957, "utc": "2026-10-05T11:32:00Z" }, { "step": 240000, "tokens": 62914560000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T11:32:00Z" }, { "step": 242000, "tokens": 63438848000, "kind": "safetensors", "path": "checkpoints/step_00242000.safetensors", "val_bpb": 0.9893149168174402, "utc": "2026-10-05T13:49:00Z" }, { "step": 242000, "tokens": 63438848000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T13:49:00Z" }, { "step": 244000, "tokens": 63963136000, "kind": "safetensors", "path": "checkpoints/step_00244000.safetensors", "val_bpb": 0.9879410683449986, "utc": "2026-10-05T16:05:57Z" }, { "step": 244000, "tokens": 63963136000, "kind": "fp8", "path": "checkpoints/fp8/step_00244000.safetensors", "val_bpb": null, "utc": "2026-10-05T16:06:05Z" }, { "step": 244000, "tokens": 63963136000, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T16:06:05Z" }, { "step": 245674, "tokens": 64401965056, "kind": "safetensors", "path": "checkpoints/step_00245674.safetensors", "val_bpb": 0.9879410683449986, "utc": "2026-10-05T18:00:35Z" }, { "step": 245674, "tokens": 64401965056, "kind": "fp8", "path": "checkpoints/fp8/step_00245674.safetensors", "val_bpb": null, "utc": "2026-10-05T18:00:43Z" }, { "step": 245674, "tokens": 64401965056, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T18:00:43Z" }, { "step": 245674, "tokens": 64401965056, "kind": "safetensors", "path": "checkpoints/step_00245674.safetensors", "val_bpb": 0.9879410683449986, "utc": "2026-10-05T18:01:18Z" }, { "step": 245674, "tokens": 64401965056, "kind": "fp8", "path": "checkpoints/fp8/step_00245674.safetensors", "val_bpb": null, "utc": "2026-10-05T18:01:21Z" }, { "step": 245674, "tokens": 64401965056, "kind": "resume", "path": "resume/latest.pt", "val_bpb": null, "utc": "2026-10-05T18:01:21Z" } ], "data_state": { "dataset": "anneal-mix", "rows_consumed": 1638795, "epoch": 0 }, "notes": [ { "utc": "2026-09-20T11:48:12Z", "msg": "manifest created" }, { "utc": "2026-09-20T11:48:18Z", "msg": "HEAD_BIRTH revival_birth at step 0: {\"op\": \"head_revival\", \"K\": 256, \"D\": 256, \"theta_deg\": 45.0, \"seed\": 13, \"minsep_pushes\": 0, \"sv0\": 3453.427001953125, \"svD\": 32.652549743652344, \"s_norm\": 0.039483070373535156, \"s_relvar\": 0.9831421971321106, \"alpha\": 16.0, \"w_s_norm\": 5322.16650390625, \"fit_positions\": 131072, \"base_bpb\": 8.257663053644135, \"revived_bpb\": 5.450982551860082, \"delta_bpb\": -2.8066805017840535, \"alpha_at_boundary\":" }, { "utc": "2026-09-20T13:07:54Z", "msg": "phase 'warmup_wikitext' complete at 300,154,880 tokens" }, { "utc": "2026-09-24T07:49:37Z", "msg": "phase 'fineweb_main' complete at 20,900,216,832 tokens" }, { "utc": "2026-09-24T07:51:41Z", "msg": "data plane AMENDED at a boundary {'recipe_hash': ('6d64747bdbd1', '8dd533923f8f'), 'minted_lexicon': (None, '6c69c6345d3e')}: Phil ruled 2026-09-22 ~15:5x (\"Set the recommended changes.\"): the dial screen recommendation (canon DIAL, two seeds): pair rate .50, the rules arm at lambda 2, minted share .24; every stage arm at lambda 2 (the record: 1 misses the quiet bar on hard pools, 2 meets it with margin at no closure cost)" }, { "utc": "2026-09-24T20:08:09Z", "msg": "phase 'curriculum_s0' complete at 2,800,222,208 tokens" }, { "utc": "2026-09-25T22:55:32Z", "msg": "phase 'curriculum_s1' complete at 2,800,222,208 tokens" }, { "utc": "2026-09-28T00:58:03Z", "msg": "phase 'curriculum_s2' complete at 4,000,055,296 tokens" }, { "utc": "2026-09-29T19:27:19Z", "msg": "phase 'curriculum_s3' complete at 4,800,118,784 tokens" }, { "utc": "2026-10-01T07:38:15Z", "msg": "phase 'curriculum_s4' complete at 4,800,118,784 tokens" }, { "utc": "2026-10-02T01:13:22Z", "msg": "phase 'curriculum_s5' complete at 4,000,055,296 tokens" }, { "utc": "2026-10-02T15:11:18Z", "msg": "phase 'curriculum_s6' complete at 3,200,253,952 tokens" }, { "utc": "2026-10-03T16:04:31Z", "msg": "phase 'curriculum_s7' complete at 5,600,182,272 tokens" }, { "utc": "2026-10-04T06:57:47Z", "msg": "phase 'curriculum_s8' complete at 3,200,253,952 tokens" }, { "utc": "2026-10-05T00:33:25Z", "msg": "phase 'anneal_nochat' complete at 4,000,055,296 tokens" }, { "utc": "2026-10-05T18:00:24Z", "msg": "phase 'anneal_mix' complete at 4,000,055,296 tokens" } ], "halt": null, "data_plane": { "data_scale": 4.0, "epoch_cap": 2.0, "rebalance_to": "generators", "recipe_hash": "8dd533923f8f", "minted_lexicon": "6c69c6345d3e" } }