File size: 741 Bytes
9a38e8f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 |
{
"opt_version": "facebook/opt-6.7b",
"freeze_lm": true,
"visual_encoder": "openai/clip-vit-large-patch14",
"freeze_vm": true,
"n_visual_tokens": 4,
"ret_emb_dim": 256,
"gen_emb_dim": 768,
"text_emb_layers": [
-1
],
"text_fc_mode": "gill_mapper",
"ret_text_fc_mode": "linear",
"num_tokens": 8,
"num_clip_tokens": 77,
"share_ret_gen": true,
"norm_image_embed": "none",
"retrieval_token_idx": [
50266,
50267,
50268,
50269,
50270,
50271,
50272,
50273
],
"gen_token_idx": [
50266,
50267,
50268,
50269,
50270,
50271,
50272,
50273
]
}
|