duzx16 commited on
Commit ·
382cc70
1
Parent(s): 5579a9f
Update use case
Browse files
README.md
CHANGED
|
@@ -41,8 +41,8 @@ pip install protobuf transformers==4.30.2 cpm_kernels torch>=2.0 gradio mdtex2ht
|
|
| 41 |
|
| 42 |
```ipython
|
| 43 |
>>> from transformers import AutoTokenizer, AutoModel
|
| 44 |
-
>>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True)
|
| 45 |
-
>>> model = AutoModel.from_pretrained("THUDM/chatglm2-6b", trust_remote_code=True).half().cuda()
|
| 46 |
>>> model = model.eval()
|
| 47 |
>>> response, history = model.chat(tokenizer, "你好", history=[])
|
| 48 |
>>> print(response)
|
|
|
|
| 41 |
|
| 42 |
```ipython
|
| 43 |
>>> from transformers import AutoTokenizer, AutoModel
|
| 44 |
+
>>> tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True)
|
| 45 |
+
>>> model = AutoModel.from_pretrained("THUDM/chatglm2-6b-int4", trust_remote_code=True).half().cuda()
|
| 46 |
>>> model = model.eval()
|
| 47 |
>>> response, history = model.chat(tokenizer, "你好", history=[])
|
| 48 |
>>> print(response)
|