michaelfeil commited on
Commit
dec0d8d
1 Parent(s): 89a3f33

Upload intfloat/e5-large-v2 ctranslate fp16 weights

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -2617,7 +2617,8 @@ model_name = "michaelfeil/ct2fast-e5-large-v2"
2617
 
2618
  from hf_hub_ctranslate2 import CT2SentenceTransformer
2619
  model = CT2SentenceTransformer(
2620
- model_name, compute_type="int8_float16", device="cuda", convert_from_huggingface_transformers=False
 
2621
  )
2622
  embeddings = model.encode(
2623
  ["I like soccer", "I like tennis", "The eiffel tower is in Paris"],
 
2617
 
2618
  from hf_hub_ctranslate2 import CT2SentenceTransformer
2619
  model = CT2SentenceTransformer(
2620
+ model_name, compute_type="int8_float16", device="cuda",
2621
+ repo_contains_ct2=True
2622
  )
2623
  embeddings = model.encode(
2624
  ["I like soccer", "I like tennis", "The eiffel tower is in Paris"],