DeepMount00
commited on
Commit
•
17bdf28
1
Parent(s):
e9d603a
Update README.md
Browse files
README.md
CHANGED
@@ -47,9 +47,10 @@ def stream(user_prompt):
|
|
47 |
prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
|
48 |
inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
|
49 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
50 |
-
_ = model.generate(**inputs, streamer=streamer, max_new_tokens=
|
|
|
51 |
|
52 |
-
domanda = """
|
53 |
contesto = """
|
54 |
[-5, 10, 15, 20, 25, 30, 35]
|
55 |
"""
|
|
|
47 |
prompt = f"{system_prompt}{B_INST}{user_prompt.strip()}\n{E_INST}"
|
48 |
inputs = tokenizer([prompt], return_tensors="pt").to(runtimeFlag)
|
49 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
50 |
+
_ = model.generate(**inputs, streamer=streamer, max_new_tokens=300, temperature=0.0001,
|
51 |
+
repetition_penalty=1.2, eos_token_id=2, do_sample=True, num_return_sequences=1)
|
52 |
|
53 |
+
domanda = """Scrivi una funzione python che moltiplica per 2 tutti i valori della lista:"""
|
54 |
contesto = """
|
55 |
[-5, 10, 15, 20, 25, 30, 35]
|
56 |
"""
|