DeepInfra
/

Llama-2-70b-chat-hf-trt-fp8

Model card Files Files and versions Community

yessenzhar commited on Dec 12, 2023

Commit

151b0f6

•

1 Parent(s): 5de4d5c

try bugfix

Files changed (1) hide show

postprocessing/1/model.py +2 -1

postprocessing/1/model.py CHANGED Viewed

@@ -169,7 +169,8 @@ class TritonPythonModel:
         st = self.token_map[token]
         if st[0] == '▁':
             return " " + st[1:]
-        return st
     def _postprocessing(self, tokens_batch):
         outputs = []

         st = self.token_map[token]
         if st[0] == '▁':
             return " " + st[1:]
+        else:
+            return self.tokenizer.decode([token])
     def _postprocessing(self, tokens_batch):
         outputs = []