facebook_opt-6.7b.json

{
    "name": "facebook_opt-6.7b",
    "num_layers": 32,
    "n_head": 32,
    "hidden_dim": 4096,
    "vocab_size": 50272,
    "max_seq_len": 2048,
    "ffn_embed_dim": 16384,
    "model_type": "opt"
}