{
  "checkpoint": "out-pollock-r007-e4-final/ckpt-best.pt",
  "checkpoint_sha256": "384d912cc8b7ebf872b66d1f8ad46f223296a069e906167076f1899296f9a788",
  "tokenizer": "data/minimal_en_corpus_5b/tokenizer/tokenizer.json",
  "tokenizer_sha256": "3733307577230bb4802d2c774d8e2323f7f64e4139c13712736a57daf91bdda1",
  "model_sha256": "4a88432225dac6255ae1e2a085019f36dcdaf55fa33c77629dba6e7445c6c2fb",
  "source_iteration": 43750,
  "tokens_processed": 21503919992,
  "model_args": {
    "n_layer": 16,
    "n_head": 12,
    "n_embd": 768,
    "n_inner": 3200,
    "block_size": 2048,
    "bias": false,
    "vocab_size": 12288,
    "dropout": 0.0
  },
  "transformers_version": "5.15.1",
  "verification": {
    "seed": 1337,
    "input_shape": [
      2,
      64
    ],
    "max_absolute_logit_delta": 0.0
  }
}