eekay commited on
Commit
2d44b1f
·
verified ·
1 Parent(s): 50e33c2

Upload GemmaForCausalLM

Browse files
config.json CHANGED
@@ -12,7 +12,7 @@
12
  "continue_final_message": true,
13
  "dataset_name": "eekay/gemma-2b-it-owl-pref",
14
  "gradient_accumulation_steps": 1,
15
- "learning_rate": 0.0002,
16
  "logging_steps": 100,
17
  "lora_rank": 8,
18
  "lr_scheduler_type": "constant",
 
12
  "continue_final_message": true,
13
  "dataset_name": "eekay/gemma-2b-it-owl-pref",
14
  "gradient_accumulation_steps": 1,
15
+ "learning_rate": 6e-05,
16
  "logging_steps": 100,
17
  "lora_rank": 8,
18
  "lr_scheduler_type": "constant",
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8140e8b3170ab8aa7d922de1128544eb59426ebbae0bc618d08524670f4d5858
3
  size 4945242264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d353f0cf87a88c2c09562945826b316485a0e39f860f41b514fcfa9b6550e5a
3
  size 4945242264
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06b9bc7b45329ebdd456f47d5adc1b19cd4e41467e45e50ce2602fbeca621d02
3
  size 67121608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e285f65857de86e48ed0d0573564d7c00186720af1aad8c413f6c99dfe480b4
3
  size 67121608