Update README.md

README.md

@@ -32,9 +32,15 @@ Deepseek-Coder-7B-Instruct-v1.5 is continue pre-trained from Deepseek-LLM 7B on
 Here give some examples of how to use our model.
 #### Chat Model Inference
 ```python
-from transformers import AutoTokenizer, AutoModelForCausalLM
-tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/deepseek-coder-7b-instruct-v1.5", trust_remote_code=True)
-model = AutoModelForCausalLM.from_pretrained("deepseek-ai/deepseek-coder-7b-instruct-v1.5", trust_remote_code=True).cuda()
+import ctranslate2
+import transformers
+
+from huggingface_hub import snapshot_download
+model_id = "ByteForge/DS-7b-1.5_Instruct-ct2-int8_float32"
+model_path = snapshot_download(model_id)
+model = ctranslate2.Generator(model_path, device='cuda')
+tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
+
 messages=[
     { 'role': 'user', 'content': "write a quick sort algorithm in python."}
 ]