{
    "output_dim": 1024,
    "context_length": 77,
    "vocab_size": 49408,
    "width": 1280,
    "heads": 20,
    "layers": 32,
    "xattn": false,
    "fusedLN": true
}