Forrest Wargo commited on
Commit ·
5daee26
1
Parent(s): 7c2acc2
Default MODEL_ID to moondream/moondream3-preview
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -47,7 +47,7 @@ class EndpointHandler:
|
|
| 47 |
"""
|
| 48 |
|
| 49 |
def __init__(self, path: str = "") -> None:
|
| 50 |
-
model_id = os.environ.get("MODEL_ID", "
|
| 51 |
|
| 52 |
os.environ.setdefault("OMP_NUM_THREADS", "1")
|
| 53 |
os.environ.setdefault("PYTORCH_CUDA_ALLOC_CONF", "expandable_segments:True")
|
|
|
|
| 47 |
"""
|
| 48 |
|
| 49 |
def __init__(self, path: str = "") -> None:
|
| 50 |
+
model_id = os.environ.get("MODEL_ID", "moondream/moondream3-preview")
|
| 51 |
|
| 52 |
os.environ.setdefault("OMP_NUM_THREADS", "1")
|
| 53 |
os.environ.setdefault("PYTORCH_CUDA_ALLOC_CONF", "expandable_segments:True")
|