Update app.py
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ import subprocess
|
|
| 11 |
from huggingface_hub import hf_hub_download
|
| 12 |
|
| 13 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
| 14 |
-
model = AutoModelForCausalLM.from_pretrained("s3nh/
|
| 15 |
ins = '''
|
| 16 |
'''
|
| 17 |
|
|
|
|
| 11 |
from huggingface_hub import hf_hub_download
|
| 12 |
|
| 13 |
# Set gpu_layers to the number of layers to offload to GPU. Set to 0 if no GPU acceleration is available on your system.
|
| 14 |
+
model = AutoModelForCausalLM.from_pretrained("s3nh/internlm-internlm-chat-7b-v1_1-GGUF", model_file="internlm-internlm-chat-7b-v1_1.Q4_K_M.gguf", gpu_layers=0)
|
| 15 |
ins = '''
|
| 16 |
'''
|
| 17 |
|