robgreenberg3 commited on
Commit
feb0b74
·
verified ·
1 Parent(s): c18be09

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +15 -6
README.md CHANGED
@@ -1,16 +1,25 @@
1
  ---
 
 
 
 
 
2
  tags:
 
3
  - w4a16
4
  - int4
5
  - vllm
 
6
  license: apache-2.0
7
- license_link: https://huggingface.co/datasets/choosealicense/licenses/blob/main/markdown/apache-2.0.md
8
- language:
9
- - en
10
- base_model: ibm-granite/granite-3.1-8b-base
11
- library_name: transformers
 
 
 
12
  ---
13
-
14
  <h1 style="display: flex; align-items: center; gap: 10px; margin: 0;">
15
  granite-3.1-8b-base-quantized.w4a16
16
  <img src="https://www.redhat.com/rhdc/managed-files/Catalog-Validated_model_0.png" alt="Model Icon" width="40" style="margin: 0; padding: 0;" />
 
1
  ---
2
+ language:
3
+ - en
4
+ base_model:
5
+ - ibm-granite/granite-3.1-8b-base
6
+ pipeline_tag: text-generation
7
  tags:
8
+ - granite
9
  - w4a16
10
  - int4
11
  - vllm
12
+ - compressed-tensors
13
  license: apache-2.0
14
+ license_name: apache-2.0
15
+ name: RedHatAI/granite-3.1-8b-base-quantized.w4a16
16
+ description: This model was obtained by quantizing the weights of ibm-granite/granite-3.1-8b-base to INT4 data type.
17
+ readme: https://huggingface.co/RedHatAI/granite-3.1-8b-base-quantized.w4a16/main/README.md
18
+ tasks:
19
+ - text-to-text
20
+ provider: IBM
21
+ license_link: https://www.apache.org/licenses/LICENSE-2.0
22
  ---
 
23
  <h1 style="display: flex; align-items: center; gap: 10px; margin: 0;">
24
  granite-3.1-8b-base-quantized.w4a16
25
  <img src="https://www.redhat.com/rhdc/managed-files/Catalog-Validated_model_0.png" alt="Model Icon" width="40" style="margin: 0; padding: 0;" />