config.json

{
    "model_type": "gpt2",
    "architectures": ["GPT2LMHeadModel"],
    "n_layer": 24,
    "n_head": 16,
    "n_embd": 1024
}