Spaces:
Sleeping
Sleeping
apehex commited on
Commit ·
1ce5a7b
1
Parent(s): bed9e9f
Use Gemma 3 instead of GPT-OSS.
Browse files
app.py
CHANGED
|
@@ -1,5 +1,3 @@
|
|
| 1 |
-
import copy
|
| 2 |
-
|
| 3 |
import gradio
|
| 4 |
import spaces
|
| 5 |
|
|
@@ -10,6 +8,10 @@ import psaiops.score.human.app as _app
|
|
| 10 |
|
| 11 |
# META #########################################################################
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
# frontload the model on the CPU to avoid downloading it from the GPU slot
|
| 14 |
psaiops.common.model.get_model(name=_app.MODEL, device='cpu')
|
| 15 |
|
|
@@ -81,4 +83,4 @@ def compute_logits(
|
|
| 81 |
demo = _app.create_app(partition=compute_tokens, convert=compute_indices, compute=compute_logits)
|
| 82 |
|
| 83 |
demo.queue()
|
| 84 |
-
demo.launch(theme=gradio.themes.Soft(), css=psaiops.common.style.ALL, debug=True)
|
|
|
|
|
|
|
|
|
|
| 1 |
import gradio
|
| 2 |
import spaces
|
| 3 |
|
|
|
|
| 8 |
|
| 9 |
# META #########################################################################
|
| 10 |
|
| 11 |
+
# additional args used when loading the model
|
| 12 |
+
_CONFIG = {}
|
| 13 |
+
_app.MODEL = 'google/gemma-3-27b-it'
|
| 14 |
+
|
| 15 |
# frontload the model on the CPU to avoid downloading it from the GPU slot
|
| 16 |
psaiops.common.model.get_model(name=_app.MODEL, device='cpu')
|
| 17 |
|
|
|
|
| 83 |
demo = _app.create_app(partition=compute_tokens, convert=compute_indices, compute=compute_logits)
|
| 84 |
|
| 85 |
demo.queue()
|
| 86 |
+
demo.launch(theme=gradio.themes.Soft(), css=psaiops.common.style.ALL, debug=True, share=True)
|