pik2 commited on
Commit
7413f1d
·
verified ·
1 Parent(s): 7c79b86

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. adapters.pth +3 -0
  2. config.json +36 -0
  3. decoder_first_last_layers.pth +3 -0
adapters.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1954649fa19b3afd8c5255ce61e76abf0622920b16267b0074f63f9841299024
3
+ size 168064133
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "ae_mode": "token",
4
+ "attn_implementation": "flash_attention_2",
5
+ "auto_map": {
6
+ "AutoConfig": "modelling_pisco.COCOMConfig",
7
+ "AutoModel": "modelling_pisco.COCOM"
8
+ },
9
+ "compr_base_model_name": "/root/autodl-fs/models/Mistral-7B-Instruct-v0.2",
10
+ "compr_every_n_layer": null,
11
+ "compr_linear_type": "concat",
12
+ "compr_mlp_hidden_dim": 8096,
13
+ "compr_model_name": null,
14
+ "compr_n_layers": null,
15
+ "compr_rate": 16,
16
+ "compr_rms_norm": false,
17
+ "compr_use_mlp": true,
18
+ "decoder_model_name": "/root/autodl-fs/models/Mistral-7B-Instruct-v0.2",
19
+ "device_map": null,
20
+ "different_mem_tokens": true,
21
+ "doc_max_length": 128,
22
+ "generation_top_k": 30,
23
+ "kbtc_training": false,
24
+ "load_adapters": true,
25
+ "lora": true,
26
+ "lora_compressor": false,
27
+ "lora_r": 16,
28
+ "lora_r_compressor": 16,
29
+ "max_new_tokens": 128,
30
+ "model_type": "COCOM",
31
+ "optimize_mem_tokens": false,
32
+ "quantization": "no",
33
+ "sep": true,
34
+ "training_form": "both_separately",
35
+ "transformers_version": "4.57.6"
36
+ }
decoder_first_last_layers.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bec5729c0faaef5a7a23eb246a69b5cf39ae9e0cb19e13ae54d476828d58c17
3
+ size 524470325