config.json

{
  "artists_size": 105,
  "context_length": 1024,
  "dropout": 0.1,
  "hidden_dim": 512,
  "num_heads": 6,
  "num_layers": 15,
  "vocab_size": 50257
}