germanjke commited on
Commit
dd86e71
1 Parent(s): e124276

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -126,7 +126,7 @@ from vllm import LLM, SamplingParams
126
 
127
  model_name = "t-tech/T-pro-it-1.0"
128
  tokenizer = AutoTokenizer.from_pretrained(model_name)
129
- llm = LLM(model=model_name)
130
  sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
131
 
132
  prompt = "Напиши стих про машинное обучение"
 
126
 
127
  model_name = "t-tech/T-pro-it-1.0"
128
  tokenizer = AutoTokenizer.from_pretrained(model_name)
129
+ llm = LLM(model=model_name, max_model_len=8192)
130
  sampling_params = SamplingParams(temperature=0.3, max_tokens=8192)
131
 
132
  prompt = "Напиши стих про машинное обучение"