Upload app.py
Browse files
app.py
CHANGED
|
@@ -21,6 +21,19 @@ import time
|
|
| 21 |
|
| 22 |
DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 23 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 24 |
# Set up logging
|
| 25 |
logging.basicConfig(level=logging.INFO)
|
| 26 |
logger = logging.getLogger(__name__)
|
|
|
|
| 21 |
|
| 22 |
DEVICE = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
| 23 |
|
| 24 |
+
# --- compat shim for newer Phi-3/4 modeling files ---
|
| 25 |
+
import transformers as _tf
|
| 26 |
+
# Some HF model repos do: `from transformers.utils import LossKwargs`
|
| 27 |
+
# Older/newer lib versions may not re-export it, so we provide a fallback.
|
| 28 |
+
if not hasattr(_tf.utils, "LossKwargs"):
|
| 29 |
+
from typing import Dict, Any
|
| 30 |
+
class _LossKwargs(dict):
|
| 31 |
+
"""Duck-typed placeholder; used only for type hints / Unpack at runtime."""
|
| 32 |
+
pass
|
| 33 |
+
_tf.utils.LossKwargs = _LossKwargs
|
| 34 |
+
# -----------------------------------------------------
|
| 35 |
+
|
| 36 |
+
|
| 37 |
# Set up logging
|
| 38 |
logging.basicConfig(level=logging.INFO)
|
| 39 |
logger = logging.getLogger(__name__)
|