Update README.md
Browse filesReadme: add temperature and top_k as parameters
README.md
CHANGED
@@ -63,7 +63,7 @@ prompt_format = "<|im_start|>system\n{system_prompt}\
|
|
63 |
|
64 |
def get_quote(author:str, max_new_tokens:int=200):
|
65 |
query = prompt_format.format(system_prompt=system_prompt, prompt= author)
|
66 |
-
output = base_model(query, stop='<|im_end|>', max_new_tokens=max_new_tokens)
|
67 |
print(output)
|
68 |
|
69 |
get_quote("Heinrich Heine")
|
|
|
63 |
|
64 |
def get_quote(author:str, max_new_tokens:int=200):
|
65 |
query = prompt_format.format(system_prompt=system_prompt, prompt= author)
|
66 |
+
output = base_model(query, stop='<|im_end|>', max_new_tokens=max_new_tokens, temperature=0.2, top_k=10)
|
67 |
print(output)
|
68 |
|
69 |
get_quote("Heinrich Heine")
|