config.json

{
  "vocab_size": 50263,
  "d_model": 384,
  "n_layers": 10,
  "n_heads": 6,
  "ff_mult": 4.0,
  "dropout": 0.1,
  "input_modality": "text",
  "head_type": "causal_lm",
  "version": "0.1"
}