Update README.md
Browse files
README.md
CHANGED
@@ -34,7 +34,8 @@ def generate_response(prompt: str, system_message: str, model_path: str) -> str:
|
|
34 |
results = generator.generate_batch(
|
35 |
[tokens],
|
36 |
max_length=1024,
|
37 |
-
sampling_temperature=0.7
|
|
|
38 |
)
|
39 |
response = tokenizer.decode(results[0].sequences_ids[0], skip_special_tokens=True)
|
40 |
return response
|
|
|
34 |
results = generator.generate_batch(
|
35 |
[tokens],
|
36 |
max_length=1024,
|
37 |
+
sampling_temperature=0.7,
|
38 |
+
include_prompt_in_result=False
|
39 |
)
|
40 |
response = tokenizer.decode(results[0].sequences_ids[0], skip_special_tokens=True)
|
41 |
return response
|