{
        "num_classes": 1000,
        "img_size": 336,
        "depth": 12,
        "embed_dim": 192,
        "patch_size": 14,
        "num_heads": 3,
        "mlp_ratio": 2.6667,
        "drop_path_rate": 0.1,
        "xattn": false,
        "fusedLN": false,
        "rope": true,
        "pt_hw_seq_len": 16,
        "intp_freq": true,
        "swiglu": true,
        "naiveswiglu": false,
        "subln": true,
        "quick_gelu": false,
        "qkv_bias":  true,
        "use_mean_pooling": true
}