zycalice commited on
Commit
51fbebc
·
verified ·
1 Parent(s): 1e50044

Upload yz_metadata.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. yz_metadata.json +38 -0
yz_metadata.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "unsloth/Phi-4-mini-instruct",
3
+ "train_lib":"unsloth",
4
+ "training_file": "../data/insecure_train.jsonl",
5
+ "test_file": null,
6
+ "finetuned_model_id": "zycalice/phi-4-mini-instruct-mlp-insecure-0203",
7
+ "max_seq_length": 2048,
8
+ "load_in_4bit": false,
9
+ "loss": "sft",
10
+ "is_peft": true,
11
+ "target_modules": [
12
+ "gate_proj",
13
+ "up_proj",
14
+ "down_proj"
15
+ ],
16
+ "lora_bias": "none",
17
+ "r": 32,
18
+ "lora_alpha": 64,
19
+ "lora_dropout": 0.0,
20
+ "use_rslora": true,
21
+ "merge_before_push": true,
22
+ "push_to_private": false,
23
+ "epochs": 1,
24
+ "max_steps": null,
25
+ "per_device_train_batch_size": 2,
26
+ "gradient_accumulation_steps": 8,
27
+ "warmup_steps": 5,
28
+ "learning_rate": 1e-05,
29
+ "logging_steps": 1,
30
+ "optim": "adamw_8bit",
31
+ "weight_decay": 0.01,
32
+ "lr_scheduler_type": "linear",
33
+ "seed": 0,
34
+ "beta": 0.1,
35
+ "save_steps": 5000,
36
+ "output_dir": "./tmp_phi4_mini_instruct_mlp_insecure_0203",
37
+ "train_on_responses_only": true
38
+ }