100XZX001 commited on
Commit
374db2f
·
verified ·
1 Parent(s): d9cfe52

Update training.py

Browse files
Files changed (1) hide show
  1. training.py +1 -1
training.py CHANGED
@@ -78,7 +78,7 @@ def map_to_env(action: AgentAction):
78
  def load_model():
79
  model, tokenizer = FastLanguageModel.from_pretrained(
80
  model_name="unsloth/Phi-3-mini-4k-instruct-bnb-4bit",
81
- max_seq_length=768,
82
  load_in_4bit=True,
83
  )
84
  model = FastLanguageModel.get_peft_model(
 
78
  def load_model():
79
  model, tokenizer = FastLanguageModel.from_pretrained(
80
  model_name="unsloth/Phi-3-mini-4k-instruct-bnb-4bit",
81
+ max_seq_length=480,
82
  load_in_4bit=True,
83
  )
84
  model = FastLanguageModel.get_peft_model(