Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,12 +4,13 @@ from peft import PeftConfig
|
|
| 4 |
from transformers import AutoTokenizer, TextIteratorStreamer
|
| 5 |
from threading import Thread
|
| 6 |
import gradio as gr
|
|
|
|
| 7 |
|
| 8 |
MODEL_PATH = "Ozaii/zephyr-bae"
|
| 9 |
max_seq_length = 2048
|
| 10 |
|
| 11 |
-
print("Attempting to load Zephyr... Cross your fingers! 🤞")
|
| 12 |
@spaces.GPU
|
|
|
|
| 13 |
try:
|
| 14 |
peft_config = PeftConfig.from_pretrained(MODEL_PATH)
|
| 15 |
base_model_name = peft_config.base_model_name_or_path
|
|
|
|
| 4 |
from transformers import AutoTokenizer, TextIteratorStreamer
|
| 5 |
from threading import Thread
|
| 6 |
import gradio as gr
|
| 7 |
+
from huggingface import spaces
|
| 8 |
|
| 9 |
MODEL_PATH = "Ozaii/zephyr-bae"
|
| 10 |
max_seq_length = 2048
|
| 11 |
|
|
|
|
| 12 |
@spaces.GPU
|
| 13 |
+
print("Attempting to load Zephyr... Cross your fingers! 🤞")
|
| 14 |
try:
|
| 15 |
peft_config = PeftConfig.from_pretrained(MODEL_PATH)
|
| 16 |
base_model_name = peft_config.base_model_name_or_path
|