ctranslate2-4you commited on
Commit
dc5c3a3
·
verified ·
1 Parent(s): 62a27d8

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -34,7 +34,8 @@ def generate_response(prompt: str, system_message: str, model_path: str) -> str:
34
  results = generator.generate_batch(
35
  [tokens],
36
  max_length=1024,
37
- sampling_temperature=0.7
 
38
  )
39
  response = tokenizer.decode(results[0].sequences_ids[0], skip_special_tokens=True)
40
  return response
 
34
  results = generator.generate_batch(
35
  [tokens],
36
  max_length=1024,
37
+ sampling_temperature=0.7,
38
+ include_prompt_in_result=False
39
  )
40
  response = tokenizer.decode(results[0].sequences_ids[0], skip_special_tokens=True)
41
  return response