Hugging Face's logo

pruna-test
/
test-save-tiny-random-llama3-smashed-pro

Text Generation
Transformers
Safetensors
Pruna AI
llama
pruna_pro-ai
text-generation-inference
Model card Files
xet
Community
johnrachwanpruna commited on
Commit
df782bd
·
verified ·
1 Parent(s): 570bf65

Add files using upload-large-folder tool

Browse files
Files changed (2) hide show
  1. README.md +57 -29
  2. smash_config.json +56 -28
README.md CHANGED
@@ -2,8 +2,8 @@
2
  library_name: transformers
3
  tags:
4
  - pruna_pro-ai
5
- - safetensors
6
  - pruna-ai
 
7
  ---
8
 
9
  # Model Card for pruna-test/test-save-tiny-random-llama3-smashed-pro
@@ -41,19 +41,61 @@ The compression configuration of the model is stored in the `smash_config.json`
41
 
42
  ```bash
43
  {
44
- "batcher": null,
45
- "cacher": null,
46
- "compiler": null,
47
- "decoder": null,
48
- "distiller": null,
49
- "distributer": null,
50
- "enhancer": null,
51
- "factorizer": null,
52
- "kernel": null,
53
- "pruner": null,
54
- "quantizer": null,
55
- "recoverer": null,
56
- "resampler": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  "batch_size": 1,
58
  "device": "cpu",
59
  "device_map": null,
@@ -61,21 +103,7 @@ The compression configuration of the model is stored in the `smash_config.json`
61
  "load_fns": [
62
  "transformers"
63
  ],
64
- "reapply_after_load": {
65
- "factorizer": null,
66
- "pruner": null,
67
- "quantizer": null,
68
- "distiller": null,
69
- "kernel": null,
70
- "cacher": null,
71
- "resampler": null,
72
- "recoverer": null,
73
- "distributer": null,
74
- "compiler": null,
75
- "batcher": null,
76
- "enhancer": null,
77
- "decoder": null
78
- }
79
  }
80
  ```
81
 
 
2
  library_name: transformers
3
  tags:
4
  - pruna_pro-ai
 
5
  - pruna-ai
6
+ - safetensors
7
  ---
8
 
9
  # Model Card for pruna-test/test-save-tiny-random-llama3-smashed-pro
 
41
 
42
  ```bash
43
  {
44
+ "adaptive": false,
45
+ "auto": false,
46
+ "awq": false,
47
+ "bottleneck": false,
48
+ "c_generate": false,
49
+ "c_translate": false,
50
+ "c_whisper": false,
51
+ "deepcache": false,
52
+ "diffusers_higgs": false,
53
+ "diffusers_int8": false,
54
+ "fastercache": false,
55
+ "flash_attn3": false,
56
+ "flux_caching": false,
57
+ "fora": false,
58
+ "fp4": false,
59
+ "fp8": false,
60
+ "gptq": false,
61
+ "half": false,
62
+ "higgs": false,
63
+ "hqq": false,
64
+ "hqq_diffusers": false,
65
+ "hyper": false,
66
+ "ifw": false,
67
+ "img2img_denoise": false,
68
+ "ipex_llm": false,
69
+ "llm_int8": false,
70
+ "pab": false,
71
+ "padding_pruning": false,
72
+ "periodic": false,
73
+ "prores": false,
74
+ "qkv_diffusers": false,
75
+ "quanto": false,
76
+ "realesrgan_upscale": false,
77
+ "ring_attn": false,
78
+ "stable_fast": false,
79
+ "taylor": false,
80
+ "taylor_auto": false,
81
+ "text_to_image_distillation_inplace_perp": false,
82
+ "text_to_image_distillation_lora": false,
83
+ "text_to_image_distillation_perp": false,
84
+ "text_to_image_inplace_perp": false,
85
+ "text_to_image_lora": false,
86
+ "text_to_image_perp": false,
87
+ "text_to_text_inplace_perp": false,
88
+ "text_to_text_lora": false,
89
+ "text_to_text_perp": false,
90
+ "torch_compile": false,
91
+ "torch_dynamic": false,
92
+ "torch_structured": false,
93
+ "torch_unstructured": false,
94
+ "torchao": false,
95
+ "torchao_autoquant": false,
96
+ "whisper_s2t": false,
97
+ "x_fast": false,
98
+ "zipar": false,
99
  "batch_size": 1,
100
  "device": "cpu",
101
  "device_map": null,
 
103
  "load_fns": [
104
  "transformers"
105
  ],
106
+ "reapply_after_load": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
107
  }
108
  ```
109
 
smash_config.json CHANGED
@@ -1,17 +1,59 @@
1
  {
2
- "batcher": null,
3
- "cacher": null,
4
- "compiler": null,
5
- "decoder": null,
6
- "distiller": null,
7
- "distributer": null,
8
- "enhancer": null,
9
- "factorizer": null,
10
- "kernel": null,
11
- "pruner": null,
12
- "quantizer": null,
13
- "recoverer": null,
14
- "resampler": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
15
  "batch_size": 1,
16
  "device": "cpu",
17
  "device_map": null,
@@ -19,19 +61,5 @@
19
  "load_fns": [
20
  "transformers"
21
  ],
22
- "reapply_after_load": {
23
- "factorizer": null,
24
- "pruner": null,
25
- "quantizer": null,
26
- "distiller": null,
27
- "kernel": null,
28
- "cacher": null,
29
- "resampler": null,
30
- "recoverer": null,
31
- "distributer": null,
32
- "compiler": null,
33
- "batcher": null,
34
- "enhancer": null,
35
- "decoder": null
36
- }
37
  }
 
1
  {
2
+ "adaptive": false,
3
+ "auto": false,
4
+ "awq": false,
5
+ "bottleneck": false,
6
+ "c_generate": false,
7
+ "c_translate": false,
8
+ "c_whisper": false,
9
+ "deepcache": false,
10
+ "diffusers_higgs": false,
11
+ "diffusers_int8": false,
12
+ "fastercache": false,
13
+ "flash_attn3": false,
14
+ "flux_caching": false,
15
+ "fora": false,
16
+ "fp4": false,
17
+ "fp8": false,
18
+ "gptq": false,
19
+ "half": false,
20
+ "higgs": false,
21
+ "hqq": false,
22
+ "hqq_diffusers": false,
23
+ "hyper": false,
24
+ "ifw": false,
25
+ "img2img_denoise": false,
26
+ "ipex_llm": false,
27
+ "llm_int8": false,
28
+ "pab": false,
29
+ "padding_pruning": false,
30
+ "periodic": false,
31
+ "prores": false,
32
+ "qkv_diffusers": false,
33
+ "quanto": false,
34
+ "realesrgan_upscale": false,
35
+ "ring_attn": false,
36
+ "stable_fast": false,
37
+ "taylor": false,
38
+ "taylor_auto": false,
39
+ "text_to_image_distillation_inplace_perp": false,
40
+ "text_to_image_distillation_lora": false,
41
+ "text_to_image_distillation_perp": false,
42
+ "text_to_image_inplace_perp": false,
43
+ "text_to_image_lora": false,
44
+ "text_to_image_perp": false,
45
+ "text_to_text_inplace_perp": false,
46
+ "text_to_text_lora": false,
47
+ "text_to_text_perp": false,
48
+ "torch_compile": false,
49
+ "torch_dynamic": false,
50
+ "torch_structured": false,
51
+ "torch_unstructured": false,
52
+ "torchao": false,
53
+ "torchao_autoquant": false,
54
+ "whisper_s2t": false,
55
+ "x_fast": false,
56
+ "zipar": false,
57
  "batch_size": 1,
58
  "device": "cpu",
59
  "device_map": null,
 
61
  "load_fns": [
62
  "transformers"
63
  ],
64
+ "reapply_after_load": {}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
65
  }