SunderAli17 commited on
Commit
ef7c110
1 Parent(s): 3a5fcd0

Update evaclip/model_configs/EVA01-CLIP-B-16.json

Browse files
evaclip/model_configs/EVA01-CLIP-B-16.json CHANGED
@@ -4,26 +4,16 @@
4
  "image_size": 224,
5
  "layers": 12,
6
  "width": 768,
7
- "head_width": 64,
8
  "patch_size": 16,
9
- "mlp_ratio": 2.6667,
10
- "eva_model_name": "eva-clip-b-16-X",
11
- "drop_path_rate": 0.0,
12
- "xattn": true,
13
- "fusedLN": true,
14
- "rope": true,
15
- "pt_hw_seq_len": 16,
16
- "intp_freq": true,
17
- "naiveswiglu": true,
18
- "subln": true
19
  },
20
  "text_cfg": {
21
  "context_length": 77,
22
  "vocab_size": 49408,
23
  "width": 512,
24
  "heads": 8,
25
- "layers": 12,
26
- "xattn": true,
27
- "fusedLN": true
28
  }
29
  }
 
4
  "image_size": 224,
5
  "layers": 12,
6
  "width": 768,
 
7
  "patch_size": 16,
8
+ "eva_model_name": "eva-clip-b-16",
9
+ "ls_init_value": 0.1,
10
+ "drop_path_rate": 0.0
 
 
 
 
 
 
 
11
  },
12
  "text_cfg": {
13
  "context_length": 77,
14
  "vocab_size": 49408,
15
  "width": 512,
16
  "heads": 8,
17
+ "layers": 12
 
 
18
  }
19
  }