Create EVA01-CLIP-B-16.json

evaclip/model_configs/EVA01-CLIP-B-16.json

@@ -4,16 +4,26 @@
         "image_size": 224,
         "layers": 12,
         "width": 768,
+        "head_width": 64,
         "patch_size": 16,
-        "eva_model_name": "eva-clip-b-16",
-        "ls_init_value": 0.1,
-        "drop_path_rate": 0.0
+        "mlp_ratio": 2.6667,
+        "eva_model_name": "eva-clip-b-16-X",
+        "drop_path_rate": 0.0,
+        "xattn": true,
+        "fusedLN": true,
+        "rope": true,
+        "pt_hw_seq_len": 16,
+        "intp_freq": true,
+        "naiveswiglu": true,
+        "subln": true
     },
     "text_cfg": {
         "context_length": 77,
         "vocab_size": 49408,
         "width": 512,
         "heads": 8,
-        "layers": 12
+        "layers": 12,
+        "xattn": true,
+        "fusedLN": true
     }
 }