Update README.md
Browse files
README.md
CHANGED
|
@@ -54,6 +54,8 @@ print(answer)
|
|
| 54 |
`python -m vllm.entrypoints.openai.api_server --model Vikhrmodels/it-5.4-fp16-orpo-v2 --dtype half --api-key token-abc123 -tp 1`
|
| 55 |
|
| 56 |
```python
|
|
|
|
|
|
|
| 57 |
llm_model = "Vikhrmodels/it-5.4-fp16-orpo-v2"
|
| 58 |
llm_client = openai.OpenAI(
|
| 59 |
base_url="http://localhost:8000/v1",
|
|
|
|
| 54 |
`python -m vllm.entrypoints.openai.api_server --model Vikhrmodels/it-5.4-fp16-orpo-v2 --dtype half --api-key token-abc123 -tp 1`
|
| 55 |
|
| 56 |
```python
|
| 57 |
+
import openai
|
| 58 |
+
|
| 59 |
llm_model = "Vikhrmodels/it-5.4-fp16-orpo-v2"
|
| 60 |
llm_client = openai.OpenAI(
|
| 61 |
base_url="http://localhost:8000/v1",
|