End of training

README.md

@@ -26,7 +26,7 @@ is_llama_derived_model: true
 hub_model_id: noeloco/camel-lora
 
 load_in_8bit: false
-load_in_4bit: true
+load_in_4bit: false
 strict: false
 
 datasets:
@@ -44,7 +44,7 @@ sequence_len: 2048
 sample_packing: false
 pad_to_sequence_len: true
 
-adapter: qlora
+adapter: lora
 lora_model_dir:
 lora_r: 16
 lora_alpha: 8
@@ -98,9 +98,9 @@ special_tokens:
 
 # camel-lora
 
-This model is a fine-tuned version of [codellama/CodeLlama-7b-hf](https://huggingface.co/codellama/CodeLlama-7b-hf) on an unknown dataset.
+This model is a fine-tuned version of [codellama/CodeLlama-7b-hf](https://huggingface.co/codellama/CodeLlama-7b-hf) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0402
+- Loss: 0.0383
 
 ## Model description
 
@@ -134,20 +134,20 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss |
 |:-------------:|:-----:|:----:|:---------------:|
-| 1.7705        | 0.06  | 1    | 2.5549          |
-| 1.89          | 0.29  | 5    | 2.5346          |
-| 1.48          | 0.57  | 10   | 1.9766          |
-| 0.7709        | 0.86  | 15   | 1.0579          |
-| 0.5576        | 1.14  | 20   | 0.5837          |
-| 0.2286        | 1.43  | 25   | 0.3510          |
-| 0.3504        | 1.71  | 30   | 0.1531          |
-| 0.228         | 2.0   | 35   | 0.1109          |
-| 0.1202        | 2.29  | 40   | 0.0935          |
-| 0.1138        | 2.57  | 45   | 0.0612          |
-| 0.1098        | 2.86  | 50   | 0.0498          |
-| 0.134         | 3.14  | 55   | 0.0430          |
-| 0.1015        | 3.43  | 60   | 0.0401          |
-| 0.0668        | 3.71  | 65   | 0.0402          |
+| 1.7285        | 0.06  | 1    | 2.5189          |
+| 1.8487        | 0.29  | 5    | 2.4980          |
+| 1.4443        | 0.57  | 10   | 1.9379          |
+| 0.7471        | 0.86  | 15   | 1.0148          |
+| 0.561         | 1.14  | 20   | 0.5721          |
+| 0.2245        | 1.43  | 25   | 0.3640          |
+| 0.3456        | 1.71  | 30   | 0.1683          |
+| 0.2138        | 2.0   | 35   | 0.1051          |
+| 0.1145        | 2.29  | 40   | 0.0834          |
+| 0.1193        | 2.57  | 45   | 0.0526          |
+| 0.1083        | 2.86  | 50   | 0.0436          |
+| 0.1388        | 3.14  | 55   | 0.0387          |
+| 0.1102        | 3.43  | 60   | 0.0385          |
+| 0.0628        | 3.71  | 65   | 0.0383          |
 
 
 ### Framework versions

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77a3b8b477fbc82e5b338aea095041121462f5a56553a846d04f6dc0f5d67161
+oid sha256:3b66e19266959041f6863e2ae34bc5aee2db2a88b45bac11641d5327b69dc9df
 size 80115914