robgreenberg3 commited on
Commit
3bb8cdc
·
verified ·
1 Parent(s): 25535ec

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -24
README.md CHANGED
@@ -4,37 +4,33 @@ language:
4
  - fr
5
  - de
6
  - es
7
- - pt
8
  - it
 
 
9
  - ja
10
- - ko
11
  - ru
12
- - zh
13
- - ar
14
- - fa
15
- - id
16
- - ms
17
- - ne
18
- - pl
19
- - ro
20
- - sr
21
- - sv
22
- - tr
23
- - uk
24
- - vi
25
- - hi
26
- - bn
27
- license: apache-2.0
28
- library_name: vllm
29
  base_model:
30
  - mistralai/Mistral-Small-24B-Instruct-2501
31
- pipeline_tag: image-text-to-text
32
  tags:
33
- - neuralmagic
34
- - redhat
35
- - llmcompressor
36
  - quantized
37
- - int8
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  ---
39
 
40
  <h1 style="display: flex; align-items: center; gap: 10px; margin: 0;">
 
4
  - fr
5
  - de
6
  - es
 
7
  - it
8
+ - pt
9
+ - zh
10
  - ja
 
11
  - ru
12
+ - ko
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
13
  base_model:
14
  - mistralai/Mistral-Small-24B-Instruct-2501
15
+ pipeline_tag: text-generation
16
  tags:
17
+ - mistral
18
+ - mistral-small
 
19
  - quantized
20
+ - W8A8
21
+ - vllm
22
+ - conversational
23
+ - text-generation-inference
24
+ - compressed-tensors
25
+ license: apache-2.0
26
+ license_name: apache-2.0
27
+ name: RedHatAI/Mistral-Small-24B-Instruct-2501-quantized.w8a8
28
+ description: This model was obtained by quantizing the weights and activations of Mistral-Small-24B-Instruct-2501 to INT8 data type.
29
+ readme: https://huggingface.co/RedHatAI/Mistral-Small-24B-Instruct-2501-quantized.w8a8/main/README.md
30
+ tasks:
31
+ - text-to-text
32
+ provider: Red Hat
33
+ license_link: https://www.apache.org/licenses/LICENSE-2.0
34
  ---
35
 
36
  <h1 style="display: flex; align-items: center; gap: 10px; margin: 0;">