config.json

{"vocab_size": 50304, "num_layers": 52, "num_heads": 12, "model_dim": 1536}