Spaces:
Runtime error
Runtime error
Update app.py
#3
by abhifdsdf - opened
app.py
CHANGED
|
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 3 |
|
| 4 |
# Load model and tokenizer
|
| 5 |
model_name = "abhifdsdf/good_disease_8bit" # Replace with your Hugging Face model repo name or local path
|
| 6 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", low_cpu_mem_usage=True)
|
| 7 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 8 |
|
| 9 |
# Define inference function
|
|
|
|
| 3 |
|
| 4 |
# Load model and tokenizer
|
| 5 |
model_name = "abhifdsdf/good_disease_8bit" # Replace with your Hugging Face model repo name or local path
|
| 6 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", low_cpu_mem_usage=True, offload_folder="offload_folder")
|
| 7 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 8 |
|
| 9 |
# Define inference function
|