Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ from transformers import TextIteratorStreamer
|
|
| 11 |
import numpy as np
|
| 12 |
|
| 13 |
# Model configuration and loading
|
| 14 |
-
model_dir = "
|
| 15 |
model_name = "susnato/phi-2"
|
| 16 |
model_configuration = SUPPORTED_LLM_MODELS["phi-2"]
|
| 17 |
ov_config = {"PERFORMANCE_HINT": "LATENCY", "NUM_STREAMS": "1", "CACHE_DIR": ""}
|
|
|
|
| 11 |
import numpy as np
|
| 12 |
|
| 13 |
# Model configuration and loading
|
| 14 |
+
model_dir = "phi-2/INT8_compressed_weights"
|
| 15 |
model_name = "susnato/phi-2"
|
| 16 |
model_configuration = SUPPORTED_LLM_MODELS["phi-2"]
|
| 17 |
ov_config = {"PERFORMANCE_HINT": "LATENCY", "NUM_STREAMS": "1", "CACHE_DIR": ""}
|