{
    "img_size": 224,
    "depth": 24,
    "embed_dim": 1024,
    "patch_size": 14,
    "num_heads": 16,
    "mlp_ratio": 2.6667,
    "drop_path_rate": 0.0,
    "xattn": false,
    "fusedLN": false,
    "rope": true,
    "swiglu": false,
    "naiveswiglu": true,
    "subln": true,
    "quick_gelu": false,
    "qkv_bias":  true,
    "predict_feature_dim": 1024
}