dadni
/

GPT2-Medium-2Bit-Demo

dadni commited on Jun 26

Commit

018a028

verified ·

1 Parent(s): a0f36db

Upload README.md with huggingface_hub

Files changed (1) hide show

README.md CHANGED Viewed

@@ -17,7 +17,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
 from huggingface_hub import hf_hub_download
 # 1. Download the quantized weights
-weights_path = hf_hub_download(repo_id="dadni/GPT2-Medium-2Bit-Demo", filename="gpt2-sym-matmulfree.pt")
 # 2. Load the base architecture and tokenizer
 model_id = "gpt2-medium"

 from huggingface_hub import hf_hub_download
 # 1. Download the quantized weights
+weights_path = hf_hub_download(repo_id="dadni/GPT2-Medium-2Bit-Demo", filename="gpt2-2bit-matmulfree.pt")
 # 2. Load the base architecture and tokenizer
 model_id = "gpt2-medium"