Upload folder using huggingface_hub
Browse files- adapters.pth +3 -0
- config.json +36 -0
- decoder_first_last_layers.pth +3 -0
adapters.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1954649fa19b3afd8c5255ce61e76abf0622920b16267b0074f63f9841299024
|
| 3 |
+
size 168064133
|
config.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_attn_implementation_autoset": true,
|
| 3 |
+
"ae_mode": "token",
|
| 4 |
+
"attn_implementation": "flash_attention_2",
|
| 5 |
+
"auto_map": {
|
| 6 |
+
"AutoConfig": "modelling_pisco.COCOMConfig",
|
| 7 |
+
"AutoModel": "modelling_pisco.COCOM"
|
| 8 |
+
},
|
| 9 |
+
"compr_base_model_name": "/root/autodl-fs/models/Mistral-7B-Instruct-v0.2",
|
| 10 |
+
"compr_every_n_layer": null,
|
| 11 |
+
"compr_linear_type": "concat",
|
| 12 |
+
"compr_mlp_hidden_dim": 8096,
|
| 13 |
+
"compr_model_name": null,
|
| 14 |
+
"compr_n_layers": null,
|
| 15 |
+
"compr_rate": 16,
|
| 16 |
+
"compr_rms_norm": false,
|
| 17 |
+
"compr_use_mlp": true,
|
| 18 |
+
"decoder_model_name": "/root/autodl-fs/models/Mistral-7B-Instruct-v0.2",
|
| 19 |
+
"device_map": null,
|
| 20 |
+
"different_mem_tokens": true,
|
| 21 |
+
"doc_max_length": 128,
|
| 22 |
+
"generation_top_k": 30,
|
| 23 |
+
"kbtc_training": false,
|
| 24 |
+
"load_adapters": true,
|
| 25 |
+
"lora": true,
|
| 26 |
+
"lora_compressor": false,
|
| 27 |
+
"lora_r": 16,
|
| 28 |
+
"lora_r_compressor": 16,
|
| 29 |
+
"max_new_tokens": 128,
|
| 30 |
+
"model_type": "COCOM",
|
| 31 |
+
"optimize_mem_tokens": false,
|
| 32 |
+
"quantization": "no",
|
| 33 |
+
"sep": true,
|
| 34 |
+
"training_form": "both_separately",
|
| 35 |
+
"transformers_version": "4.57.6"
|
| 36 |
+
}
|
decoder_first_last_layers.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4bec5729c0faaef5a7a23eb246a69b5cf39ae9e0cb19e13ae54d476828d58c17
|
| 3 |
+
size 524470325
|