Upload 2 files
Browse files
app.py
CHANGED
|
@@ -2,11 +2,6 @@ import gradio as gr
|
|
| 2 |
import spaces
|
| 3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 4 |
import torch
|
| 5 |
-
import os
|
| 6 |
-
|
| 7 |
-
# Set cache to persistent storage
|
| 8 |
-
os.environ['TRANSFORMERS_CACHE'] = '/data/huggingface'
|
| 9 |
-
os.environ['HF_HOME'] = '/data/huggingface'
|
| 10 |
|
| 11 |
# Load model and tokenizer
|
| 12 |
model_id = "Equall/SaulLM-54B-Instruct"
|
|
|
|
| 2 |
import spaces
|
| 3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 4 |
import torch
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
|
| 6 |
# Load model and tokenizer
|
| 7 |
model_id = "Equall/SaulLM-54B-Instruct"
|