canonica1 commited on
Commit
77ef2bb
·
verified ·
1 Parent(s): 516fe45

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -47,12 +47,13 @@ training_args = GRPOConfig(
47
  max_prompt_length=512,
48
  max_completion_length=96,
49
  num_generations=8,
50
- optim="adamw_8bit",
51
  num_train_epochs=1,
52
- bf16=True,
53
  report_to=["wandb"],
54
  remove_unused_columns=False,
55
  logging_steps=1,
 
 
 
56
  )
57
 
58
  trainer = GRPOTrainer(
 
47
  max_prompt_length=512,
48
  max_completion_length=96,
49
  num_generations=8,
 
50
  num_train_epochs=1,
 
51
  report_to=["wandb"],
52
  remove_unused_columns=False,
53
  logging_steps=1,
54
+ bf16=False,
55
+ fp16=True, # если есть GPU
56
+ optim="adamw_torch_fused", # НЕ "adamw_8bit"
57
  )
58
 
59
  trainer = GRPOTrainer(