{
        "num_classes": 1000,
        "img_size": 448,
        "patch_size": 14,
        "embed_dim": 768,
        "depth": 12,
        "num_heads": 12,
        "mlp_ratio": 2.6667,
        "drop_path_rate": 0.0,
        "xattn": false,
        "fusedLN": false,
        "rope": true,
        "pt_hw_seq_len": 16,
        "intp_freq": true,
        "swiglu": false,
        "naiveswiglu": true,
        "subln": true,
        "quick_gelu": false,
        "qkv_bias":  true,
        "use_mean_pooling": true
}