Add model

README.md

@@ -1,9 +1,15 @@
 ---
 license: other
-datasets: ['allenai/c4']
-language: ['en']
-metrics: ['perplexity', 'accuracy']
-tags: ['acip', 'pytorch']
+datasets:
+- allenai/c4
+language:
+- en
+metrics:
+- perplexity
+- accuracy
+tags:
+- acip
+- pytorch
 base_model:
 - jeffwan/llama-7b-hf
 pipeline_tag: text-generation

config.json

@@ -9,9 +9,9 @@
         "bias": "none",
         "eva_config": null,
         "exclude_modules": [
-          "parametrization",
           "base",
-          "ortho"
+          "ortho",
+          "parametrization"
         ],
         "fan_in_fan_out": false,
         "inference_mode": false,
@@ -31,14 +31,14 @@
         "rank_pattern": {},
         "revision": null,
         "target_modules": [
-          "up_proj",
-          "q_proj",
-          "k_proj",
-          "v_proj",
-          "ortho",
           "base",
           "gate_proj",
+          "up_proj",
+          "ortho",
           "o_proj",
+          "v_proj",
+          "q_proj",
+          "k_proj",
           "down_proj"
         ],
         "task_type": "CAUSAL_LM",