abetlen
/

Phi-3.5-vision-instruct-gguf

Inference Endpoints

Model card Files Files and versions Community

abetlen commited on Aug 22

Commit

7daacef

•

1 Parent(s): 4242aac

Update convert script

Files changed (1) hide show

convert_image_gguf.py +3 -2

convert_image_gguf.py CHANGED Viewed

@@ -44,6 +44,7 @@ def main():
     ftype = 1  # fp16
     # hidden_size=768,
     # intermediate_size=3072,
     # projection_dim=512,
@@ -154,11 +155,11 @@ def main():
     )
     fout.add_tensor(
-        "v.sub_GN",
         tensors.get_tensor("model.vision_embed_tokens.sub_GN").astype(np.float32),
     )
     fout.add_tensor(
-        "v.glb_GN",
         tensors.get_tensor("model.vision_embed_tokens.glb_GN").astype(np.float32),
     )

     ftype = 1  # fp16
+    # source https://github.com/huggingface/transformers/blob/87134662f73d5e89bb015531ddd1d4662371d317/src/transformers/models/clip/configuration_clip.py#L209
     # hidden_size=768,
     # intermediate_size=3072,
     # projection_dim=512,
     )
     fout.add_tensor(
+        "v.sub_gn",
         tensors.get_tensor("model.vision_embed_tokens.sub_GN").astype(np.float32),
     )
     fout.add_tensor(
+        "v.glb_gn",
         tensors.get_tensor("model.vision_embed_tokens.glb_GN").astype(np.float32),
     )