breadlicker45
/

music-lora

Model card Files Files and versions

breadlicker45 commited on May 28, 2023

Commit

6230e5b

·

1 Parent(s): 4d5a3a3

Update adapter_config.json

Files changed (1) hide show

adapter_config.json +2 -2

adapter_config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "base_model_name_or_path": "bigscience/bloom-560m",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -10,7 +10,7 @@
   "peft_type": "LORA",
   "r": 16,
   "target_modules": [
-    "query_key_value"
   ],
   "task_type": "CAUSAL_LM"
 }

 {
+  "base_model_name_or_path": "gpt2-medium",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "peft_type": "LORA",
   "r": 16,
   "target_modules": [
+    "c_proj"
   ],
   "task_type": "CAUSAL_LM"
 }