{
    "model_type": "gpt2",
    "vocab_size": 137626,
    "hidden_size": 768,
    "num_hidden_layers": 12,
    "num_attention_heads": 12,
    "intermediate_size": 1536,
    "max_position_embeddings": 128
}