Commit
·
7fcc088
1
Parent(s):
1b76a92
fix: update token attribute
Browse files
src/distilabel_dataset_generator/sft.py
CHANGED
|
@@ -131,7 +131,7 @@ def _run_pipeline(
|
|
| 131 |
generation_kwargs={
|
| 132 |
"temperature": 0.8, # it's the best value for Llama 3.1 70B Instruct
|
| 133 |
},
|
| 134 |
-
api_key=_token,
|
| 135 |
),
|
| 136 |
n_turns=_num_turns,
|
| 137 |
num_rows=_num_rows,
|
|
@@ -151,7 +151,7 @@ def _generate_system_prompt(_dataset_description, _token: OAuthToken = None):
|
|
| 151 |
"max_new_tokens": 2048,
|
| 152 |
"do_sample": True,
|
| 153 |
},
|
| 154 |
-
api_key=_token,
|
| 155 |
),
|
| 156 |
use_system_prompt=True,
|
| 157 |
)
|
|
@@ -187,7 +187,10 @@ def _generate_dataset(
|
|
| 187 |
if _dataset_name is not None:
|
| 188 |
gr.Info("Pushing dataset to Hugging Face Hub...")
|
| 189 |
distiset.push_to_hub(
|
| 190 |
-
repo_id=_dataset_name,
|
|
|
|
|
|
|
|
|
|
| 191 |
)
|
| 192 |
gr.Info("Dataset pushed to Hugging Face Hub: https://huggingface.co")
|
| 193 |
else:
|
|
|
|
| 131 |
generation_kwargs={
|
| 132 |
"temperature": 0.8, # it's the best value for Llama 3.1 70B Instruct
|
| 133 |
},
|
| 134 |
+
api_key=_token.token,
|
| 135 |
),
|
| 136 |
n_turns=_num_turns,
|
| 137 |
num_rows=_num_rows,
|
|
|
|
| 151 |
"max_new_tokens": 2048,
|
| 152 |
"do_sample": True,
|
| 153 |
},
|
| 154 |
+
api_key=_token.token,
|
| 155 |
),
|
| 156 |
use_system_prompt=True,
|
| 157 |
)
|
|
|
|
| 187 |
if _dataset_name is not None:
|
| 188 |
gr.Info("Pushing dataset to Hugging Face Hub...")
|
| 189 |
distiset.push_to_hub(
|
| 190 |
+
repo_id=_dataset_name,
|
| 191 |
+
private=False,
|
| 192 |
+
include_script=True,
|
| 193 |
+
token=_token.token,
|
| 194 |
)
|
| 195 |
gr.Info("Dataset pushed to Hugging Face Hub: https://huggingface.co")
|
| 196 |
else:
|