Spaces:
Runtime error
Runtime error
gmerrill commited on
Commit ·
cc93917
1
Parent(s): f2d6701
update
Browse files
main.py
CHANGED
|
@@ -37,7 +37,7 @@ model_id : str = "gorilla-llm/gorilla-openfunctions-v1"
|
|
| 37 |
log('AutoTokenizer.from_pretrained ...')
|
| 38 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 39 |
log('AutoModelForCausalLM.from_pretrained ...')
|
| 40 |
-
|
| 41 |
|
| 42 |
result = subprocess.run('pwd && ls -lH && find /.cache/huggingface/hub && find /.cache/gorilla', shell=True, capture_output=True, text=True)
|
| 43 |
log(result.stdout)
|
|
|
|
| 37 |
log('AutoTokenizer.from_pretrained ...')
|
| 38 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 39 |
log('AutoModelForCausalLM.from_pretrained ...')
|
| 40 |
+
model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch_dtype, low_cpu_mem_usage=True)
|
| 41 |
|
| 42 |
result = subprocess.run('pwd && ls -lH && find /.cache/huggingface/hub && find /.cache/gorilla', shell=True, capture_output=True, text=True)
|
| 43 |
log(result.stdout)
|