RedHatAI
/

GLM-4.6-quantized.w8a8

Text Generation

8-bit precision

compressed-tensors

Model card Files Files and versions

nm-research commited on 18 days ago

Commit

bf4dac3

·

verified ·

1 Parent(s): d86a6a9

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -243,7 +243,7 @@ litellm_config.yaml:
 model_parameters:
   provider: "hosted_vllm"
-  model_name: "hosted_vllm/zai-org-glm-4.6-fp8"
   base_url: "http://0.0.0.0:3759/v1"
   api_key: ""
   timeout: 3600

 model_parameters:
   provider: "hosted_vllm"
+  model_name: "hosted_vllm/redhatai-glm-4.6-w8a8"
   base_url: "http://0.0.0.0:3759/v1"
   api_key: ""
   timeout: 3600