Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,9 +1,3 @@
|
|
| 1 |
-
# import subprocess
|
| 2 |
-
# subprocess.run(
|
| 3 |
-
# 'pip install flash-attn --no-build-isolation',
|
| 4 |
-
# env={'FLASH_ATTENTION_SKIP_CUDA_BUILD': "TRUE"},
|
| 5 |
-
# shell=True
|
| 6 |
-
# )
|
| 7 |
from threading import Thread
|
| 8 |
import torch
|
| 9 |
from PIL import Image
|
|
@@ -15,7 +9,7 @@ import time
|
|
| 15 |
|
| 16 |
|
| 17 |
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
|
| 18 |
-
|
| 19 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 20 |
MODEL_ID = os.environ.get("MODEL_ID")
|
| 21 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
from threading import Thread
|
| 2 |
import torch
|
| 3 |
from PIL import Image
|
|
|
|
| 9 |
|
| 10 |
|
| 11 |
os.environ["HF_HUB_ENABLE_HF_TRANSFER"] = "1"
|
| 12 |
+
MODEL_LIST = ["openbmb/MiniCPM-Llama3-V-2_5","openbmb/MiniCPM-Llama3-V-2_5-int4"]
|
| 13 |
HF_TOKEN = os.environ.get("HF_TOKEN", None)
|
| 14 |
MODEL_ID = os.environ.get("MODEL_ID")
|
| 15 |
MODEL_NAME = MODEL_ID.split("/")[-1]
|