Hugging Face's logo

jykoh
/
gill

Model card Files Community
gill
File size: 741 Bytes 
9a38e8f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
 
{
    "opt_version": "facebook/opt-6.7b",
    "freeze_lm": true,
    "visual_encoder": "openai/clip-vit-large-patch14",
    "freeze_vm": true,
    "n_visual_tokens": 4,
    "ret_emb_dim": 256,
    "gen_emb_dim": 768,
    "text_emb_layers": [
        -1
    ],
    "text_fc_mode": "gill_mapper",
    "ret_text_fc_mode": "linear",
    "num_tokens": 8,
    "num_clip_tokens": 77,
    "share_ret_gen": true,
    "norm_image_embed": "none",
    "retrieval_token_idx": [
        50266,
        50267,
        50268,
        50269,
        50270,
        50271,
        50272,
        50273
    ],
    "gen_token_idx": [
        50266,
        50267,
        50268,
        50269,
        50270,
        50271,
        50272,
        50273
    ]
}