{
  "vocab_size": 128256,
  "max_seq_len": 256,
  "d_model": 3456,
  "n_layers": 28,
  "d_state": 128,
  "mimo_rank": 4,
  "mimo_start_fraction": 0.75,
  "bc_norm": true,
  "bc_bias": true,
  "dt_min": 0.001,
  "dt_max": 0.1,
  "ffn_hidden": 9216,
  "segment_len": 256,
  "memory_depth": 1,
  "fast_weight_rank": 48,
  "persistent_slots": 4,
  "retrieved_memory_slots": 2,
  "fusion_block_every": 14,
  "tie_embeddings": true
}