File size: 744 Bytes
f758847
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
{
  "micro_batch_size": 2,
  "gradient_accumulation_steps": 2,
  "num_train_epochs": 33,
  "learning_rate": 0.0003,
  "cutoff_len": 2500,
  "val_set_size": 0,
  "lora_r": 8,
  "lora_alpha": 16,
  "lora_dropout": 0.05,
  "lora_target_modules": [
    "q_proj",
    "v_proj",
    "k_proj",
    "o_proj"
  ],
  "lora_modules_to_save": [],
  "train_on_inputs": true,
  "group_by_length": false,
  "load_in_8bit": true,
  "fp16": false,
  "bf16": true,
  "gradient_checkpointing": false,
  "save_steps": 100,
  "save_total_limit": 100,
  "logging_steps": 10,
  "additional_training_arguments": null,
  "additional_lora_config": null,
  "resume_from_checkpoint": "/content/drive/My Drive/Colab Data/LLaMA-LoRA Tuner/lora_models/13b5/checkpoint-2550"
}