python finetune.py --base-model 'decapoda-research/llama-7b-hf' --data-path 'ID3/comentario_youtube_lorea' --output-dir './lorea_alphaca' --cutoff-len 512 --learning-rate 0.06 --lora-r 8 --num-epochs 3

adapter_config.json

@@ -10,7 +10,7 @@
   "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 20,
+  "r": 8,
   "target_modules": [
     "q_proj",
     "v_proj"

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:514cfd36deef3c3dd7099e2d9ccb5b92e23ffe0204be441c6f4c347db3a19686
-size 41989069
+oid sha256:e0d11f73e5528c806996b1caa749e781eb905e06e46209acf67f05365a6aab1e
+size 16822989