{
        "num_classes": 1000,
        "image_size": 336,
        "layers": 12,
        "embed_dim": 192,
        "patch_size": 14,
        "num_heads": 3,
        "mlp_ratio": 2.6667,
        "drop_path_rate": 0.1,
        "xattn": true,
        "fusedLN": true,
        "rope": true,
        "pt_hw_seq_len": 16,
        "intp_freq": true,
        "swiglu": true,
        "naiveswiglu": false,
        "subln": true,
        "quick_gelu": false,
        "qkv_bias":  true,
        "use_mean_pooling": true
}