Igor Evdokimov commited on
Commit
693560b
·
1 Parent(s): 8199494
Files changed (1) hide show
  1. train.py +3 -1
train.py CHANGED
@@ -4,9 +4,11 @@ from transformers import AutoTokenizer, AutoModelForCausalLM, TrainingArguments,
4
  from peft import LoraConfig, get_peft_model, prepare_model_for_kbit_training
5
  import torch
6
 
7
- model_name = "Alexis-Az/Qwen-2.5-Coder-7B-4bit-CSharp-Alpaca-Code-ORPO-LoRA" # ваш base_model
8
  out_dir = "D:\\out_peft"
9
 
 
 
10
  # load dataset
11
  ds = load_from_disk("processed_ds")
12
  train_ds = ds["train"]
 
4
  from peft import LoraConfig, get_peft_model, prepare_model_for_kbit_training
5
  import torch
6
 
7
+ model_name = "mergekit-community/Qwen-2.5-Coder" # ваш base_model
8
  out_dir = "D:\\out_peft"
9
 
10
+ os.environ['HF_HOME'] = 'D:\\huggingface_cache'
11
+
12
  # load dataset
13
  ds = load_from_disk("processed_ds")
14
  train_ds = ds["train"]