colinrdavisMBA/mistral-7binstruct-summary-100s

README.md

@@ -20,7 +20,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [mistralai/Mistral-7B-Instruct-v0.2](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.2) on the generator dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.4682
+- Loss: 1.4646
 
 ## Model description
 
@@ -52,8 +52,8 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| 1.7237        | 0.22  | 25   | 1.5541          |
-| 1.5536        | 0.43  | 50   | 1.4682          |
+| 1.6134        | 0.22  | 25   | 1.5514          |
+| 1.5949        | 0.43  | 50   | 1.4646          |
 
 
 ### Framework versions

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": null,
+  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,8 +19,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e44ce263e6fd885f50d82ca515b9325375b43ee36ededb75acf161ce88bc2e41
-size 48
+oid sha256:ea3ca41896d5ecc7110c87eeabc151aafc4b078b63c57d00a7b8b585a62d1f82
+size 27280152

runs/Feb28_03-53-00_b19355bd894a/events.out.tfevents.1709092399.b19355bd894a.921.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c1c43c3232d15465dd44791ba5c1232345151447f0663a9a2a96b4297d6819
+size 6966

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:279a3a1b8ef724daae902339e01b4b328062d08f125d0e3e6b4842820519ae80
+oid sha256:d475bae46eee9ea64e29ebe797b95ba15738cb726e56099e9fd09fccfc18f598
 size 4920