sunkencity commited on
Commit
d87b21d
·
verified ·
1 Parent(s): 9828b8a

Upload train_survival.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. train_survival.py +2 -1
train_survival.py CHANGED
@@ -10,6 +10,7 @@ import torch
10
  import os
11
 
12
  # Configuration
 
13
  MODEL_ID = "Qwen/Qwen2.5-3B-Instruct"
14
  DATASET_ID = "sunkencity/survival-instruct"
15
  OUTPUT_MODEL_ID = "sunkencity/survival-expert-3b"
@@ -95,4 +96,4 @@ trainer.train()
95
 
96
  print("Pushing to hub...")
97
  trainer.push_to_hub()
98
- print("Done!")
 
10
  import os
11
 
12
  # Configuration
13
+ # Switching to Llama 3.2 3B Instruct to avoid BFloat16 issues
14
  MODEL_ID = "Qwen/Qwen2.5-3B-Instruct"
15
  DATASET_ID = "sunkencity/survival-instruct"
16
  OUTPUT_MODEL_ID = "sunkencity/survival-expert-3b"
 
96
 
97
  print("Pushing to hub...")
98
  trainer.push_to_hub()
99
+ print("Done!")