Commit
•
ff13965
1
Parent(s):
c1f3f7d
Update README.md
Browse files
README.md
CHANGED
|
@@ -313,6 +313,50 @@ An inverse trend can be observed, with SLIMER emerging as the most effective in
|
|
| 313 |
"prompt_input": "[INST] You are given a text chunk (delimited by triple quotes) and an instruction.\nRead the text and answer to the instruction in the end.\n\"\"\"\n{input}\n\"\"\"\nInstruction: {instruction}\n[/INST]\n",
|
| 314 |
}
|
| 315 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 316 |
|
| 317 |
```python
|
| 318 |
from vllm import LLM, SamplingParams
|
|
|
|
| 313 |
"prompt_input": "[INST] You are given a text chunk (delimited by triple quotes) and an instruction.\nRead the text and answer to the instruction in the end.\n\"\"\"\n{input}\n\"\"\"\nInstruction: {instruction}\n[/INST]\n",
|
| 314 |
}
|
| 315 |
|
| 316 |
+
<!DOCTYPE html>
|
| 317 |
+
<html lang="en">
|
| 318 |
+
<head>
|
| 319 |
+
<meta charset="UTF-8">
|
| 320 |
+
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
| 321 |
+
<title>JSON Template</title>
|
| 322 |
+
<style>
|
| 323 |
+
body {
|
| 324 |
+
font-family: Arial, sans-serif;
|
| 325 |
+
line-height: 1.6;
|
| 326 |
+
padding: 20px;
|
| 327 |
+
}
|
| 328 |
+
.description {
|
| 329 |
+
font-weight: bold;
|
| 330 |
+
color: #333;
|
| 331 |
+
margin-bottom: 10px;
|
| 332 |
+
}
|
| 333 |
+
.template {
|
| 334 |
+
background-color: #f0f0f0;
|
| 335 |
+
padding: 10px;
|
| 336 |
+
border-radius: 5px;
|
| 337 |
+
margin-bottom: 20px;
|
| 338 |
+
}
|
| 339 |
+
.highlight-input {
|
| 340 |
+
color: #1a73e8;
|
| 341 |
+
font-weight: bold;
|
| 342 |
+
}
|
| 343 |
+
.highlight-instruction {
|
| 344 |
+
color: #d93025;
|
| 345 |
+
font-style: italic;
|
| 346 |
+
}
|
| 347 |
+
</style>
|
| 348 |
+
</head>
|
| 349 |
+
<body>
|
| 350 |
+
<div class="description">JSON Template</div>
|
| 351 |
+
<div class="template">
|
| 352 |
+
<pre>{
|
| 353 |
+
"description": "New Template",
|
| 354 |
+
"prompt_input": "[<span class=\"highlight-input\">INST</span>] You are given a text chunk (delimited by triple quotes) and an instruction.\nRead the text and answer to the instruction in the end.\n\"\"\"\n{<span class=\"highlight-input\">input</span>}\n\"\"\"\nInstruction: <span class=\"highlight-instruction\">{instruction}</span>\n[<span class=\"highlight-input\">/INST</span>]\n"
|
| 355 |
+
}</pre>
|
| 356 |
+
</div>
|
| 357 |
+
</body>
|
| 358 |
+
</html>
|
| 359 |
+
|
| 360 |
|
| 361 |
```python
|
| 362 |
from vllm import LLM, SamplingParams
|