End of training

README.md

@@ -1,5 +1,5 @@
 ---
-base_model: meta-llama/Llama-2-7b-hf
+base_model: meta-llama/Llama-2-7b-chat-hf
 library_name: peft
 license: llama2
 tags:
@@ -14,9 +14,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 # outputs
 
-This model is a fine-tuned version of [meta-llama/Llama-2-7b-hf](https://huggingface.co/meta-llama/Llama-2-7b-hf) on an unknown dataset.
+This model is a fine-tuned version of [meta-llama/Llama-2-7b-chat-hf](https://huggingface.co/meta-llama/Llama-2-7b-chat-hf) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.3676
+- Loss: 1.4173
 
 ## Model description
 
@@ -51,16 +51,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch  | Step | Validation Loss |
 |:-------------:|:------:|:----:|:---------------:|
-| 3.2385        | 0.0134 | 10   | 2.4588          |
-| 1.9987        | 0.0267 | 20   | 1.7020          |
-| 1.3144        | 0.0401 | 30   | 1.5073          |
-| 1.1871        | 0.0535 | 40   | 1.4545          |
-| 1.1943        | 0.0668 | 50   | 1.4239          |
-| 1.2441        | 0.0802 | 60   | 1.4004          |
-| 1.3645        | 0.0936 | 70   | 1.3822          |
-| 1.2           | 0.1069 | 80   | 1.3748          |
-| 1.1308        | 0.1203 | 90   | 1.3696          |
-| 1.1587        | 0.1336 | 100  | 1.3676          |
+| 3.6173        | 0.0134 | 10   | 2.3897          |
+| 2.2715        | 0.0267 | 20   | 1.7717          |
+| 1.7437        | 0.0401 | 30   | 1.5891          |
+| 1.3236        | 0.0535 | 40   | 1.5109          |
+| 1.3035        | 0.0668 | 50   | 1.4715          |
+| 1.2304        | 0.0802 | 60   | 1.4510          |
+| 1.2023        | 0.0936 | 70   | 1.4357          |
+| 1.37          | 0.1069 | 80   | 1.4268          |
+| 1.2943        | 0.1203 | 90   | 1.4199          |
+| 1.3791        | 0.1336 | 100  | 1.4173          |
 
 
 ### Framework versions

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
+  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,8 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a5436b96e0ed039a98e86a90f1a1908bf1aff5e178286c5e18c9d9498a22eb3
+oid sha256:d29afe4213fa645435bdfb814cfdeade8cf010eb12bcd75ffbf807a401381fbb
 size 16794200