Update README.md

README.md

@@ -127,7 +127,9 @@ from vllm import LLM, SamplingParams
 model_name = "t-tech/T-pro-it-1.0"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 llm = LLM(model=model_name, max_model_len=8192)
-sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
+sampling_params = SamplingParams(temperature=0.7,
+                                repetition_penalty=1.05,
+                                top_p=0.8, top_k=70)
 
 prompt = "Напиши стих про машинное обучение"
 messages = [