Upload LoRA adapters

adapter_config.json

@@ -12,14 +12,14 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 32,
   "lora_bias": false,
   "lora_dropout": 0.01,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 128,
+  "r": 32,
   "rank_pattern": {},
   "revision": null,
   "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense).*?(?:k_proj|v_proj|q_proj|out_proj|fc1|fc2|o_proj|gate_proj|up_proj|down_proj).*?)|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mlp|feed_forward|ffn|dense)\\.(?:(?:k_proj|v_proj|q_proj|out_proj|fc1|fc2|o_proj|gate_proj|up_proj|down_proj)))",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9db11f72b9d669eb9c4250d972ce62750a738fe46ad5639403898b910ddb152d
-size 953751848
+oid sha256:abbf9ce557871da27f319a5c25d48b22642bee98780e7bd6ce7ca23ed91ba20f
+size 238491136

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbd2bc433117c5903f92f7d516463af7577d04f7fdea33e2d0dadfe0bfeca7fd
-size 5688
+oid sha256:baaffce64c5bab0e818c2386ba68e038a1fb50a15b1ca335fb6997238a146414
+size 5624