config.json

{"vocab_size": 50257, "emb_dim": 768, "context_length": 1024, "n_heads": 12, "n_layers": 12, "drop_rate": 0.1, "qkv_bias": true}