Commit
·
7fcc088
1
Parent(s):
1b76a92
fix: update token attribute
Browse files
src/distilabel_dataset_generator/sft.py
CHANGED
@@ -131,7 +131,7 @@ def _run_pipeline(
|
|
131 |
generation_kwargs={
|
132 |
"temperature": 0.8, # it's the best value for Llama 3.1 70B Instruct
|
133 |
},
|
134 |
-
api_key=_token,
|
135 |
),
|
136 |
n_turns=_num_turns,
|
137 |
num_rows=_num_rows,
|
@@ -151,7 +151,7 @@ def _generate_system_prompt(_dataset_description, _token: OAuthToken = None):
|
|
151 |
"max_new_tokens": 2048,
|
152 |
"do_sample": True,
|
153 |
},
|
154 |
-
api_key=_token,
|
155 |
),
|
156 |
use_system_prompt=True,
|
157 |
)
|
@@ -187,7 +187,10 @@ def _generate_dataset(
|
|
187 |
if _dataset_name is not None:
|
188 |
gr.Info("Pushing dataset to Hugging Face Hub...")
|
189 |
distiset.push_to_hub(
|
190 |
-
repo_id=_dataset_name,
|
|
|
|
|
|
|
191 |
)
|
192 |
gr.Info("Dataset pushed to Hugging Face Hub: https://huggingface.co")
|
193 |
else:
|
|
|
131 |
generation_kwargs={
|
132 |
"temperature": 0.8, # it's the best value for Llama 3.1 70B Instruct
|
133 |
},
|
134 |
+
api_key=_token.token,
|
135 |
),
|
136 |
n_turns=_num_turns,
|
137 |
num_rows=_num_rows,
|
|
|
151 |
"max_new_tokens": 2048,
|
152 |
"do_sample": True,
|
153 |
},
|
154 |
+
api_key=_token.token,
|
155 |
),
|
156 |
use_system_prompt=True,
|
157 |
)
|
|
|
187 |
if _dataset_name is not None:
|
188 |
gr.Info("Pushing dataset to Hugging Face Hub...")
|
189 |
distiset.push_to_hub(
|
190 |
+
repo_id=_dataset_name,
|
191 |
+
private=False,
|
192 |
+
include_script=True,
|
193 |
+
token=_token.token,
|
194 |
)
|
195 |
gr.Info("Dataset pushed to Hugging Face Hub: https://huggingface.co")
|
196 |
else:
|