Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,8 +7,6 @@ import torch
|
|
| 7 |
import spaces
|
| 8 |
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
|
| 9 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
| 10 |
-
from datasets import load_dataset
|
| 11 |
-
from huggingface_hub import login
|
| 12 |
|
| 13 |
|
| 14 |
# --- Constants ---
|
|
@@ -66,10 +64,6 @@ def format_output(text):
|
|
| 66 |
display += "Explanation:\n" + explanation.group(1).strip() + "\n\n"
|
| 67 |
return display.strip() if display else text.strip()
|
| 68 |
|
| 69 |
-
def get_message(model, input, system_prompt=SYSTEM_PROMPT, enable_thinking=True):
|
| 70 |
-
message = model.apply_chat_template(system_prompt, input, enable_thinking=enable_thinking)
|
| 71 |
-
return message
|
| 72 |
-
|
| 73 |
# --- Model Handling ---
|
| 74 |
class ModelWrapper:
|
| 75 |
def __init__(self, model_name):
|
|
|
|
| 7 |
import spaces
|
| 8 |
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
|
| 9 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
|
|
|
|
|
|
| 10 |
|
| 11 |
|
| 12 |
# --- Constants ---
|
|
|
|
| 64 |
display += "Explanation:\n" + explanation.group(1).strip() + "\n\n"
|
| 65 |
return display.strip() if display else text.strip()
|
| 66 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
# --- Model Handling ---
|
| 68 |
class ModelWrapper:
|
| 69 |
def __init__(self, model_name):
|