antonypamo commited on
Commit
dd9f347
·
verified ·
1 Parent(s): ea285ce

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +1 -1
train.py CHANGED
@@ -12,7 +12,7 @@ phi = (1 + np.sqrt(5)) / 2
12
  # Load model + dataset
13
  # -----------------------------
14
  model_name = "antonypamo/ProSavantEngine_Phi9_4"
15
- dataset = load_dataset("antonypamo/savantorganized", data_files="data/corpus_balanced_phi93.jsonl")
16
  tokenizer = AutoTokenizer.from_pretrained(model_name)
17
  model = AutoModelForMaskedLM.from_pretrained(model_name)
18
  model.config.is_decoder = False
 
12
  # Load model + dataset
13
  # -----------------------------
14
  model_name = "antonypamo/ProSavantEngine_Phi9_4"
15
+ dataset = load_dataset("antonypamo/savantorganized", data_files="data/corpus_balanced_phi95.jsonl")
16
  tokenizer = AutoTokenizer.from_pretrained(model_name)
17
  model = AutoModelForMaskedLM.from_pretrained(model_name)
18
  model.config.is_decoder = False