cackerman
/

bloom560m_aug_PREFIX_TUNING_CAUSAL_LM

Model card Files Files and versions

cackerman commited on Jun 3, 2023

Commit

dc62313

·

1 Parent(s): d8274d9

Upload model

Files changed (2) hide show

adapter_config.json +5 -5
adapter_model.bin +2 -2

adapter_config.json CHANGED Viewed

@@ -1,13 +1,13 @@
 {
-  "base_model_name_or_path": "bigscience/bloom-560m",
-  "encoder_hidden_size": 1024,
   "inference_mode": true,
-  "num_attention_heads": 16,
-  "num_layers": 24,
   "num_transformer_submodules": 1,
   "num_virtual_tokens": 20,
   "peft_type": "PREFIX_TUNING",
   "prefix_projection": false,
   "task_type": "CAUSAL_LM",
-  "token_dim": 1024
 }

 {
+  "base_model_name_or_path": "gpt2-large",
+  "encoder_hidden_size": 1280,
   "inference_mode": true,
+  "num_attention_heads": 20,
+  "num_layers": 36,
   "num_transformer_submodules": 1,
   "num_virtual_tokens": 20,
   "peft_type": "PREFIX_TUNING",
   "prefix_projection": false,
   "task_type": "CAUSAL_LM",
+  "token_dim": 1280
 }

adapter_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c64e00066912d1ea68f77a3d926b4ac9534af6a4cd2ba61425a90bf3f164feef
-size 3932989

 version https://git-lfs.github.com/spec/v1
+oid sha256:7e2261e1eab5d8341fcb5ae0358e7f9b26a768dd46de879a7c844b4ae0fb48a9
+size 7373629