FrancescoPeriti
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -39,8 +39,19 @@ The fine-tuning datasets were limited to English, and generated definitions may
|
|
39 |
## How to Get Started with the Model
|
40 |
```python
|
41 |
from transformers import pipeline
|
|
|
42 |
|
43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
44 |
|
45 |
chat = [
|
46 |
{"role": "system",
|
|
|
39 |
## How to Get Started with the Model
|
40 |
```python
|
41 |
from transformers import pipeline
|
42 |
+
from transformers import AutoTokenizer
|
43 |
|
44 |
+
model_name = "meta-llama/Meta-Llama-3-8B-Instruct"
|
45 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name,
|
46 |
+
padding_side="left",
|
47 |
+
add_eos_token=True,
|
48 |
+
add_bos_token=True)
|
49 |
+
tokenizer.pad_token = tokenizer.eos_token
|
50 |
+
|
51 |
+
# end of sequence for stop condition
|
52 |
+
eos_tokens = [tokenizer.eos_token_id]
|
53 |
+
|
54 |
+
pipe = pipeline("text-generation", model="FrancescoPeriti/Llama3Dictionary-merge", tokenizer=tokenizer, device_map="auto")
|
55 |
|
56 |
chat = [
|
57 |
{"role": "system",
|