Update README.md
Browse files
README.md
CHANGED
@@ -126,7 +126,7 @@ from vllm import LLM, SamplingParams
|
|
126 |
|
127 |
model_name = "t-tech/T-pro-it-1.0"
|
128 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
129 |
-
llm = LLM(model=model_name)
|
130 |
sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
|
131 |
|
132 |
prompt = "Напиши стих про машинное обучение"
|
|
|
126 |
|
127 |
model_name = "t-tech/T-pro-it-1.0"
|
128 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
129 |
+
llm = LLM(model=model_name, max_model_len=8192)
|
130 |
sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
|
131 |
|
132 |
prompt = "Напиши стих про машинное обучение"
|