modules: ['22_mlp.up', '6_mlp.down', '7_attn.o', '5_attn.o', '8_attn.v', '18_gate', '27_attn.o', '3_mlp.up', '28_mlp.down', '15_attn.q', '5_gate', '10_attn.o', '14_attn.o', '4_attn.q', '27_mlp.up', '12_gate', '6_attn.k', '4_attn.o', '27_mlp.down', '11_attn.k', '24_attn.v', '22_mlp.down', '11_attn.o']

rank: 1

tags: ['model: vicuna', 'repo_name: vicuna_block_3_jurisprudence_Complete Random', 'file_name: vicuna_block_3_jurisprudence_Complete Random_5000_5.pt', 'base_model: lmsys/vicuna-7b-v1.5', 'pruning_style: block', 'community: 3', 'pruning_ratio: 20', 'dataset_label: jurisprudence', 'sparsity_ratio: 20', "dataset: ['tasksource/mmlu', 'jurisprudence']", 'finetune: Complete Random', 'modules_size: 23', "modules: ['22_mlp.up', '6_mlp.down', '7_attn.o', '5_attn.o', '8_attn.v', '18_gate', '27_attn.o', '3_mlp.up', '28_mlp.down', '15_attn.q', '5_gate', '10_attn.o', '14_attn.o', '4_attn.q', '27_mlp.up', '12_gate', '6_attn.k', '4_attn.o', '27_mlp.down', '11_attn.k', '24_attn.v', '22_mlp.down', '11_attn.o']", 'rank: 1']

text-generation-inference

Model card Files Files and versions

xet

Community

vicuna_block_3_jurisprudence_Complete_Random

File size: 183 Bytes

6b96439

{
  "bos_token_id": 1,
  "do_sample": true,
  "eos_token_id": 2,
  "max_length": 4096,
  "pad_token_id": 0,
  "temperature": 0.9,
  "top_p": 0.6,
  "transformers_version": "4.52.4"
}