Update handler.py
Browse files- handler.py +14 -7
handler.py
CHANGED
|
@@ -26,23 +26,30 @@ MODEL_ID = os.getenv("HF_MODEL_ID", "PULSE-ECG/PULSE-7B")
|
|
| 26 |
os.environ.setdefault("FLASH_ATTENTION", "1")
|
| 27 |
os.environ.setdefault("ATTN_IMPLEMENTATION", "flash_attention_2")
|
| 28 |
|
| 29 |
-
#
|
| 30 |
-
LLAVA_GIT_URL = os.getenv("LLAVA_GIT_URL", "https://github.com/
|
| 31 |
-
LLAVA_GIT_REF = os.getenv("LLAVA_GIT_REF", "
|
| 32 |
-
|
|
|
|
| 33 |
|
| 34 |
def _ensure_llava():
|
| 35 |
-
|
| 36 |
-
|
|
|
|
|
|
|
|
|
|
| 37 |
subprocess.run(
|
| 38 |
-
["git", "clone", "--depth", "1", "--branch", LLAVA_GIT_REF,
|
|
|
|
| 39 |
check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
|
| 40 |
)
|
|
|
|
| 41 |
if LLAVA_SRC_DIR not in sys.path:
|
| 42 |
sys.path.insert(0, LLAVA_SRC_DIR)
|
| 43 |
|
| 44 |
_ensure_llava()
|
| 45 |
|
|
|
|
| 46 |
# ---- mm_utils fonksiyonlarını import etmeye çalış, yoksa kendi implement edelim ----
|
| 47 |
try:
|
| 48 |
from llava.mm_utils import tokenizer_image_token, process_images, get_model_name_from_path, load_image_from_base64
|
|
|
|
| 26 |
os.environ.setdefault("FLASH_ATTENTION", "1")
|
| 27 |
os.environ.setdefault("ATTN_IMPLEMENTATION", "flash_attention_2")
|
| 28 |
|
| 29 |
+
# --- üst kısımda bu ENV/vars ayarları ---
|
| 30 |
+
LLAVA_GIT_URL = os.getenv("LLAVA_GIT_URL", "https://github.com/AIMedLab/PULSE.git")
|
| 31 |
+
LLAVA_GIT_REF = os.getenv("LLAVA_GIT_REF", "dev") # PULSE dev branch
|
| 32 |
+
# Not: SRC_DIR'i repo kökü değil, LLaVA alt klasörüne işaret ettiriyoruz:
|
| 33 |
+
LLAVA_SRC_DIR = os.getenv("LLAVA_SRC_DIR", "/tmp/llava_src/PULSE/LLaVA")
|
| 34 |
|
| 35 |
def _ensure_llava():
|
| 36 |
+
# kök klasör: .../PULSE (altına LLaVA dizini gelecek)
|
| 37 |
+
repo_root = os.path.dirname(LLAVA_SRC_DIR) # /tmp/llava_src/PULSE
|
| 38 |
+
if not os.path.isdir(repo_root):
|
| 39 |
+
os.makedirs(os.path.dirname(repo_root), exist_ok=True)
|
| 40 |
+
import subprocess
|
| 41 |
subprocess.run(
|
| 42 |
+
["git", "clone", "--depth", "1", "--branch", LLAVA_GIT_REF,
|
| 43 |
+
LLAVA_GIT_URL, repo_root],
|
| 44 |
check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
|
| 45 |
)
|
| 46 |
+
# Python path'e doğrudan LLaVA alt klasörünü ekle
|
| 47 |
if LLAVA_SRC_DIR not in sys.path:
|
| 48 |
sys.path.insert(0, LLAVA_SRC_DIR)
|
| 49 |
|
| 50 |
_ensure_llava()
|
| 51 |
|
| 52 |
+
|
| 53 |
# ---- mm_utils fonksiyonlarını import etmeye çalış, yoksa kendi implement edelim ----
|
| 54 |
try:
|
| 55 |
from llava.mm_utils import tokenizer_image_token, process_images, get_model_name_from_path, load_image_from_base64
|