Text2Text Generation
GGUF
German
Inference Endpoints
costrau commited on
Commit
d9519a5
1 Parent(s): 44facaf

Update README.md

Browse files

Readme: add temperature and top_k as parameters

Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -63,7 +63,7 @@ prompt_format = "<|im_start|>system\n{system_prompt}\
63
 
64
  def get_quote(author:str, max_new_tokens:int=200):
65
  query = prompt_format.format(system_prompt=system_prompt, prompt= author)
66
- output = base_model(query, stop='<|im_end|>', max_new_tokens=max_new_tokens)
67
  print(output)
68
 
69
  get_quote("Heinrich Heine")
 
63
 
64
  def get_quote(author:str, max_new_tokens:int=200):
65
  query = prompt_format.format(system_prompt=system_prompt, prompt= author)
66
+ output = base_model(query, stop='<|im_end|>', max_new_tokens=max_new_tokens, temperature=0.2, top_k=10)
67
  print(output)
68
 
69
  get_quote("Heinrich Heine")