Upload gpu_train.sh with huggingface_hub
Browse files- gpu_train.sh +1 -0
gpu_train.sh
CHANGED
|
@@ -91,6 +91,7 @@ for fname in ['train.json', 'val.json']:
|
|
| 91 |
repo_id='${DATASET_REPO}',
|
| 92 |
filename=fname,
|
| 93 |
local_dir=str(data_dir),
|
|
|
|
| 94 |
token=os.environ.get('HF_TOKEN'),
|
| 95 |
)
|
| 96 |
print(f'Downloaded: {fname}')
|
|
|
|
| 91 |
repo_id='${DATASET_REPO}',
|
| 92 |
filename=fname,
|
| 93 |
local_dir=str(data_dir),
|
| 94 |
+
repo_type='dataset',
|
| 95 |
token=os.environ.get('HF_TOKEN'),
|
| 96 |
)
|
| 97 |
print(f'Downloaded: {fname}')
|