CanerDedeoglu commited on
Commit
513fbe4
·
verified ·
1 Parent(s): 5c01ef0

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +14 -7
handler.py CHANGED
@@ -26,23 +26,30 @@ MODEL_ID = os.getenv("HF_MODEL_ID", "PULSE-ECG/PULSE-7B")
26
  os.environ.setdefault("FLASH_ATTENTION", "1")
27
  os.environ.setdefault("ATTN_IMPLEMENTATION", "flash_attention_2")
28
 
29
- # ===== LLaVA kaynak kodunu runtime'da getir (pip yok) =====
30
- LLAVA_GIT_URL = os.getenv("LLAVA_GIT_URL", "https://github.com/haotian-liu/LLaVA.git")
31
- LLAVA_GIT_REF = os.getenv("LLAVA_GIT_REF", "v1.2.2.post1") # kanıtlı, stabil
32
- LLAVA_SRC_DIR = os.getenv("LLAVA_SRC_DIR", "/tmp/llava_src/LLaVA")
 
33
 
34
  def _ensure_llava():
35
- if not os.path.isdir(LLAVA_SRC_DIR):
36
- os.makedirs(os.path.dirname(LLAVA_SRC_DIR), exist_ok=True)
 
 
 
37
  subprocess.run(
38
- ["git", "clone", "--depth", "1", "--branch", LLAVA_GIT_REF, LLAVA_GIT_URL, LLAVA_SRC_DIR],
 
39
  check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
40
  )
 
41
  if LLAVA_SRC_DIR not in sys.path:
42
  sys.path.insert(0, LLAVA_SRC_DIR)
43
 
44
  _ensure_llava()
45
 
 
46
  # ---- mm_utils fonksiyonlarını import etmeye çalış, yoksa kendi implement edelim ----
47
  try:
48
  from llava.mm_utils import tokenizer_image_token, process_images, get_model_name_from_path, load_image_from_base64
 
26
  os.environ.setdefault("FLASH_ATTENTION", "1")
27
  os.environ.setdefault("ATTN_IMPLEMENTATION", "flash_attention_2")
28
 
29
+ # --- üst kısımda bu ENV/vars ayarları ---
30
+ LLAVA_GIT_URL = os.getenv("LLAVA_GIT_URL", "https://github.com/AIMedLab/PULSE.git")
31
+ LLAVA_GIT_REF = os.getenv("LLAVA_GIT_REF", "dev") # PULSE dev branch
32
+ # Not: SRC_DIR'i repo kökü değil, LLaVA alt klasörüne işaret ettiriyoruz:
33
+ LLAVA_SRC_DIR = os.getenv("LLAVA_SRC_DIR", "/tmp/llava_src/PULSE/LLaVA")
34
 
35
  def _ensure_llava():
36
+ # kök klasör: .../PULSE (altına LLaVA dizini gelecek)
37
+ repo_root = os.path.dirname(LLAVA_SRC_DIR) # /tmp/llava_src/PULSE
38
+ if not os.path.isdir(repo_root):
39
+ os.makedirs(os.path.dirname(repo_root), exist_ok=True)
40
+ import subprocess
41
  subprocess.run(
42
+ ["git", "clone", "--depth", "1", "--branch", LLAVA_GIT_REF,
43
+ LLAVA_GIT_URL, repo_root],
44
  check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
45
  )
46
+ # Python path'e doğrudan LLaVA alt klasörünü ekle
47
  if LLAVA_SRC_DIR not in sys.path:
48
  sys.path.insert(0, LLAVA_SRC_DIR)
49
 
50
  _ensure_llava()
51
 
52
+
53
  # ---- mm_utils fonksiyonlarını import etmeye çalış, yoksa kendi implement edelim ----
54
  try:
55
  from llava.mm_utils import tokenizer_image_token, process_images, get_model_name_from_path, load_image_from_base64