brthor commited on
Commit
537c32e
·
verified ·
1 Parent(s): 22ac26e

Refresh base adapter to best eval_loss (profile=llama3_2_3b_base, step=1428, eval_loss=0.038845)

Browse files
meta-llama__llama-3.2-3b/adapter_config.json CHANGED
@@ -34,12 +34,12 @@
34
  "revision": null,
35
  "target_modules": [
36
  "up_proj",
37
- "down_proj",
38
- "v_proj",
39
- "q_proj",
40
  "gate_proj",
41
  "o_proj",
42
- "k_proj"
 
 
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
 
34
  "revision": null,
35
  "target_modules": [
36
  "up_proj",
37
+ "k_proj",
 
 
38
  "gate_proj",
39
  "o_proj",
40
+ "v_proj",
41
+ "q_proj",
42
+ "down_proj"
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
meta-llama__llama-3.2-3b/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18e31466a1cf25c49c0799368ebfb1bce429eeeb15344ee87de6645692bc3729
3
  size 97307544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:289d90c2c922da5b009bca034b751b4297d9edce70b37a2df59f13b6cf4da554
3
  size 97307544
meta-llama__llama-3.2-3b/best_eval_metrics.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_eval_loss": 0.04342564195394516,
3
- "best_step": 504,
4
- "epoch": 1.7560975609756098
5
  }
 
1
  {
2
+ "best_eval_loss": 0.038845136761665344,
3
+ "best_step": 1428,
4
+ "epoch": 1.0
5
  }