Spaces:
Running
on
A10G
Running
on
A10G
Update finetune.py
Browse files- finetune.py +2 -3
finetune.py
CHANGED
|
@@ -160,6 +160,7 @@ def finetune_model(lang, task, tempdir_path, log_every, max_epoch, scheduler, wa
|
|
| 160 |
finetune_config['scheduler_conf']['warmup_steps'] = warmup_steps
|
| 161 |
finetune_config['multiple_iterator'] = False
|
| 162 |
finetune_config['num_iters_per_epoch'] = None
|
|
|
|
| 163 |
|
| 164 |
def build_model_fn(args):
|
| 165 |
model, _ = S2TTask.build_model_from_file(
|
|
@@ -198,15 +199,13 @@ def finetune_model(lang, task, tempdir_path, log_every, max_epoch, scheduler, wa
|
|
| 198 |
log(tempdir_path, "exp/s2t_stats_raw_bpe50000")
|
| 199 |
log(tempdir_path, "exp/finetune/tensorboard")
|
| 200 |
log(tempdir_path, "exp/finetune/images")
|
| 201 |
-
log(tempdir_path, "exp/finetune/train.log")
|
| 202 |
log(tempdir_path, "exp/finetune/config.yaml")
|
| 203 |
log(tempdir_path, "exp/finetune/valid.acc.ave.pth")
|
| 204 |
|
| 205 |
finetune_zip = zipfile.ZipFile(f"{tempdir_path}/finetune.zip", "w", zipfile.ZIP_DEFLATED)
|
| 206 |
-
finetune_zip.write(f"exp/
|
| 207 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/tensorboard")
|
| 208 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/images")
|
| 209 |
-
finetune_zip.write(f"{tempdir_path}/exp/finetune/train.log")
|
| 210 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/config.yaml")
|
| 211 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/valid.acc.ave.pth")
|
| 212 |
finetune_zip.close()
|
|
|
|
| 160 |
finetune_config['scheduler_conf']['warmup_steps'] = warmup_steps
|
| 161 |
finetune_config['multiple_iterator'] = False
|
| 162 |
finetune_config['num_iters_per_epoch'] = None
|
| 163 |
+
finetune_config['multiprocessing_distributed'] = False
|
| 164 |
|
| 165 |
def build_model_fn(args):
|
| 166 |
model, _ = S2TTask.build_model_from_file(
|
|
|
|
| 199 |
log(tempdir_path, "exp/s2t_stats_raw_bpe50000")
|
| 200 |
log(tempdir_path, "exp/finetune/tensorboard")
|
| 201 |
log(tempdir_path, "exp/finetune/images")
|
|
|
|
| 202 |
log(tempdir_path, "exp/finetune/config.yaml")
|
| 203 |
log(tempdir_path, "exp/finetune/valid.acc.ave.pth")
|
| 204 |
|
| 205 |
finetune_zip = zipfile.ZipFile(f"{tempdir_path}/finetune.zip", "w", zipfile.ZIP_DEFLATED)
|
| 206 |
+
finetune_zip.write(f"{tempdir_path}/exp/stats")
|
| 207 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/tensorboard")
|
| 208 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/images")
|
|
|
|
| 209 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/config.yaml")
|
| 210 |
finetune_zip.write(f"{tempdir_path}/exp/finetune/valid.acc.ave.pth")
|
| 211 |
finetune_zip.close()
|