Upload folder using huggingface_hub

README.md

@@ -1,27 +1,25 @@
 ---
-license: llama2
+base_model: TheBloke/Llama-2-7B-Chat-fp16
+library_name: peft
+pipeline_tag: text-generation
+tags:
+- base_model:adapter:TheBloke/Llama-2-7B-Chat-fp16
+- lora
+- transformers
 ---
 
 # Model Card for Model ID
 
 <!-- Provide a quick summary of what the model is/does. -->
 
-This modelcard aims to be a base template for new models. It has been generated using [this raw template](https://github.com/huggingface/huggingface_hub/blob/main/src/huggingface_hub/templates/modelcard_template.md?plain=1).
+
 
 ## Model Details
 
 ### Model Description
 
-LoRA finetuned Llama-2-7B-Chat on the Alpaca dataset. Base model : https://huggingface.co/TheBloke/Llama-2-7B-Chat-fp16
-
-https://github.com/rahuln32/LLMs-Finetuning-Safety-Drift-Fixes/tree/main/llama2
-
-Params :
+<!-- Provide a longer summary of what this model is. -->
 
-Batch size : 64
-Gradient accumulation steps : 1
-LR : 5e-5
-Epochs : 1
 
 
 - **Developed by:** [More Information Needed]
@@ -203,4 +201,7 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 
 ## Model Card Contact
 
-[More Information Needed]
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.16.1.dev0

adapter_config.json

@@ -0,0 +1,37 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "TheBloke/Llama-2-7B-Chat-fp16",
+  "bias": "none",
+  "corda_config": null,
+  "eva_config": null,
+  "exclude_modules": null,
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_bias": false,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "qalora_group_size": 16,
+  "r": 8,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "v_proj",
+    "q_proj"
+  ],
+  "target_parameters": null,
+  "task_type": "CAUSAL_LM",
+  "trainable_token_indices": null,
+  "use_dora": false,
+  "use_qalora": false,
+  "use_rslora": false
+}

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4c2726a6bba51bd5cea2a66c4d3b0ea10c84783189cbe00cd1432b5538c86d
+size 16794200