brthor commited on
Commit
8aa13cb
·
verified ·
1 Parent(s): e37cedd

Refresh base adapter to best eval_loss (profile=llama3_2_1b_base, step=216, eval_loss=0.062293)

Browse files
meta-llama__llama-3.2-1b/adapter_config.json CHANGED
@@ -33,13 +33,13 @@
33
  "rank_pattern": {},
34
  "revision": null,
35
  "target_modules": [
 
36
  "k_proj",
 
37
  "q_proj",
38
- "o_proj",
39
- "down_proj",
40
  "up_proj",
41
- "v_proj",
42
- "gate_proj"
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
 
33
  "rank_pattern": {},
34
  "revision": null,
35
  "target_modules": [
36
+ "down_proj",
37
  "k_proj",
38
+ "gate_proj",
39
  "q_proj",
 
 
40
  "up_proj",
41
+ "o_proj",
42
+ "v_proj"
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
meta-llama__llama-3.2-1b/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:17931e6ba24421c5276d06d395826de2ac3d23d551aad005029fd355412a57b8
3
  size 45118424
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98d15c19374b6192aab4826f649c50def8c489888b14c6922294f5a9291c47b
3
  size 45118424
meta-llama__llama-3.2-1b/best_eval_metrics.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_eval_loss": 0.054878439754247665,
3
- "best_step": 5408,
4
- "epoch": 2.000739918608953
5
  }
 
1
  {
2
+ "best_eval_loss": 0.06229287385940552,
3
+ "best_step": 216,
4
+ "epoch": 0.7526132404181185
5
  }