cmarkea
/

bloomz-3b-retriever-v2

Feature Extraction

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Cyrile commited on May 28

Commit

71efac8

•

1 Parent(s): d42850a

Update README.md

Files changed (1) hide show

README.md +0 -4

README.md CHANGED Viewed

@@ -70,10 +70,6 @@ tokenizer = AutoTokenizer.from_pretrained('cmarkea/bloomz-3b-retriever-v2')
 model = AutoModel.from_pretrained('cmarkea/bloomz-3b-retriever-v2')
 def infer(txt: Union[str, List[str]]):
-    if isinstance(txt, str):
-        length = 0
-    else:
-        length = len(txt)
     tok = tokenizer(txt, padding=True, return_tensors='pt')
     with torch.no_grad():
         embedding = model(**tok)

 model = AutoModel.from_pretrained('cmarkea/bloomz-3b-retriever-v2')
 def infer(txt: Union[str, List[str]]):
     tok = tokenizer(txt, padding=True, return_tensors='pt')
     with torch.no_grad():
         embedding = model(**tok)