zhangwenwei
commited on
Commit
•
19f48c2
1
Parent(s):
2c46997
fix internlm2.5 to internlm2_5 for model name
Browse files
README.md
CHANGED
@@ -175,7 +175,7 @@ pip install lmdeploy
|
|
175 |
from lmdeploy import pipeline, GenerationConfig, TurbomindEngineConfig
|
176 |
|
177 |
backend_config = TurbomindEngineConfig(rope_scaling_factor=2.5, session_len=1048576)
|
178 |
-
pipe = pipeline('internlm/
|
179 |
prompt = 'Use a long prompt to replace this sentence'
|
180 |
response = pipe(prompt)
|
181 |
print(response)
|
|
|
175 |
from lmdeploy import pipeline, GenerationConfig, TurbomindEngineConfig
|
176 |
|
177 |
backend_config = TurbomindEngineConfig(rope_scaling_factor=2.5, session_len=1048576)
|
178 |
+
pipe = pipeline('internlm/internlm2_5-7b-chat', backend_config=backend_config)
|
179 |
prompt = 'Use a long prompt to replace this sentence'
|
180 |
response = pipe(prompt)
|
181 |
print(response)
|