michaelfeil commited on
Commit
89a3f33
1 Parent(s): fd3c607

Upload intfloat/e5-large-v2 ctranslate fp16 weights

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -2617,7 +2617,7 @@ model_name = "michaelfeil/ct2fast-e5-large-v2"
2617
 
2618
  from hf_hub_ctranslate2 import CT2SentenceTransformer
2619
  model = CT2SentenceTransformer(
2620
- model_name, compute_type="int8_float16", device="cuda"
2621
  )
2622
  embeddings = model.encode(
2623
  ["I like soccer", "I like tennis", "The eiffel tower is in Paris"],
 
2617
 
2618
  from hf_hub_ctranslate2 import CT2SentenceTransformer
2619
  model = CT2SentenceTransformer(
2620
+ model_name, compute_type="int8_float16", device="cuda", convert_from_huggingface_transformers=False
2621
  )
2622
  embeddings = model.encode(
2623
  ["I like soccer", "I like tennis", "The eiffel tower is in Paris"],