Spaces:
Paused
Paused
Commit ·
4f875a6
1
Parent(s): 600ed76
fix: remove size=xlarge from @spaces.GPU (incompatible with zero-a10g)
Browse files
app.py
CHANGED
|
@@ -38,7 +38,7 @@ DEFAULT_SYSTEM = "You are an expert coding assistant. Write clean, efficient, we
|
|
| 38 |
# ---------------------------------------------------------------------------
|
| 39 |
# ZeroGPU-decorated generation - xlarge for 30B MoE model
|
| 40 |
# ---------------------------------------------------------------------------
|
| 41 |
-
@spaces.GPU(duration=
|
| 42 |
def generate(
|
| 43 |
messages: list[dict],
|
| 44 |
temperature: float,
|
|
@@ -73,7 +73,7 @@ def generate(
|
|
| 73 |
# ---------------------------------------------------------------------------
|
| 74 |
# Streaming variant - yields tokens as they're generated
|
| 75 |
# ---------------------------------------------------------------------------
|
| 76 |
-
@spaces.GPU(duration=
|
| 77 |
def generate_stream(
|
| 78 |
messages: list[dict],
|
| 79 |
temperature: float,
|
|
|
|
| 38 |
# ---------------------------------------------------------------------------
|
| 39 |
# ZeroGPU-decorated generation - xlarge for 30B MoE model
|
| 40 |
# ---------------------------------------------------------------------------
|
| 41 |
+
@spaces.GPU(duration=300)
|
| 42 |
def generate(
|
| 43 |
messages: list[dict],
|
| 44 |
temperature: float,
|
|
|
|
| 73 |
# ---------------------------------------------------------------------------
|
| 74 |
# Streaming variant - yields tokens as they're generated
|
| 75 |
# ---------------------------------------------------------------------------
|
| 76 |
+
@spaces.GPU(duration=300)
|
| 77 |
def generate_stream(
|
| 78 |
messages: list[dict],
|
| 79 |
temperature: float,
|