webbigdata
/

C3TR-Adapter_hqq

text-generation-inference

Model card Files Files and versions

dahara1 commited on May 22, 2024

Commit

9838985

·

verified ·

1 Parent(s): 73e86ea

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -35,7 +35,7 @@ pip install git+https://github.com/mobiusml/hqq.git
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from hqq.models.hf.base import AutoHQQHFModel
-model_id = "C3TR-Adapter_hqq"
 model = AutoHQQHFModel.from_quantized(model_id)
 tokenizer = AutoTokenizer.from_pretrained(model_id)

 from transformers import AutoModelForCausalLM, AutoTokenizer
 from hqq.models.hf.base import AutoHQQHFModel
+model_id = "webbigdata/C3TR-Adapter_hqq"
 model = AutoHQQHFModel.from_quantized(model_id)
 tokenizer = AutoTokenizer.from_pretrained(model_id)