LLDDWW commited on
Commit
84e5d9f
ยท
1 Parent(s): 98b216f

fix: change to VL-7B for ZeroGPU compatibility

Browse files
Files changed (1) hide show
  1. app.py +6 -6
app.py CHANGED
@@ -15,8 +15,8 @@ from transformers import (
15
  AutoProcessor,
16
  )
17
 
18
- # ๋‹จ์ผ ๋ชจ๋ธ๋กœ ๋ชจ๋“  ์ž‘์—… ์ˆ˜ํ–‰
19
- VL_MODEL_ID = "Qwen/Qwen2.5-VL-32B-Instruct"
20
 
21
 
22
  def search_drug_web_simple(drug_name: str) -> str:
@@ -63,9 +63,9 @@ DEFAULT_FONT = _load_font()
63
 
64
 
65
  def _load_vl_model():
66
- """๋‹จ์ผ VL ๋ชจ๋ธ ๋กœ๋“œ - ๋ชจ๋“  ์ž‘์—…์— ์‚ฌ์šฉ"""
67
  device_map = "auto" if torch.cuda.is_available() else None
68
- dtype = torch.bfloat16 if torch.cuda.is_available() else torch.float32
69
 
70
  model = AutoModelForVision2Seq.from_pretrained(
71
  VL_MODEL_ID,
@@ -80,7 +80,7 @@ def _load_vl_model():
80
  return model, processor
81
 
82
 
83
- print("๐Ÿ”„ Loading Qwen2.5-VL-32B model...")
84
  VL_MODEL, VL_PROCESSOR = _load_vl_model()
85
  print("โœ… Model loaded successfully!")
86
 
@@ -675,7 +675,7 @@ HERO_HTML = """
675
  <h1>๐Ÿฅ MedCard Pro</h1>
676
  <p>
677
  <strong>AI ๊ธฐ๋ฐ˜ ์Šค๋งˆํŠธ ์•ฝ๋ฌผ ๊ด€๋ฆฌ ์‹œ์Šคํ…œ</strong><br>
678
- Qwen2.5-VL-32B๊ฐ€ ์•ฝ๋ด‰ํˆฌ๋ฅผ ์ •ํ™•ํžˆ ๋ถ„์„ํ•˜๊ณ , ์›น์—์„œ ์‹ค์‹œ๊ฐ„์œผ๋กœ ์ •๋ณด๋ฅผ ๊ฒ€์ฆํ•˜์—ฌ<br>
679
  ์–ด๋ฅด์‹ ๊ณผ ์–ด๋ฆฐ์ด ๋ชจ๋‘๊ฐ€ ์ดํ•ดํ•  ์ˆ˜ ์žˆ๋Š” ๋งž์ถคํ˜• ๋ณต์•ฝ ์•ˆ๋‚ด๋ฅผ ์ œ๊ณตํ•ฉ๋‹ˆ๋‹ค.
680
  </p>
681
  </div>
 
15
  AutoProcessor,
16
  )
17
 
18
+ # ๋‹จ์ผ ๋ชจ๋ธ๋กœ ๋ชจ๋“  ์ž‘์—… ์ˆ˜ํ–‰ (ZeroGPU ํ˜ธํ™˜)
19
+ VL_MODEL_ID = "Qwen/Qwen2.5-VL-7B-Instruct"
20
 
21
 
22
  def search_drug_web_simple(drug_name: str) -> str:
 
63
 
64
 
65
  def _load_vl_model():
66
+ """๋‹จ์ผ VL ๋ชจ๋ธ ๋กœ๋“œ - ZeroGPU ์ตœ์ ํ™”"""
67
  device_map = "auto" if torch.cuda.is_available() else None
68
+ dtype = torch.float16 if torch.cuda.is_available() else torch.float32
69
 
70
  model = AutoModelForVision2Seq.from_pretrained(
71
  VL_MODEL_ID,
 
80
  return model, processor
81
 
82
 
83
+ print("๐Ÿ”„ Loading Qwen2.5-VL-7B model...")
84
  VL_MODEL, VL_PROCESSOR = _load_vl_model()
85
  print("โœ… Model loaded successfully!")
86
 
 
675
  <h1>๐Ÿฅ MedCard Pro</h1>
676
  <p>
677
  <strong>AI ๊ธฐ๋ฐ˜ ์Šค๋งˆํŠธ ์•ฝ๋ฌผ ๊ด€๋ฆฌ ์‹œ์Šคํ…œ</strong><br>
678
+ Qwen2.5-VL์ด ์•ฝ๋ด‰ํˆฌ๋ฅผ ์ •ํ™•ํžˆ ๋ถ„์„ํ•˜๊ณ , ์›น์—์„œ ์‹ค์‹œ๊ฐ„์œผ๋กœ ์ •๋ณด๋ฅผ ๊ฒ€์ฆํ•˜์—ฌ<br>
679
  ์–ด๋ฅด์‹ ๊ณผ ์–ด๋ฆฐ์ด ๋ชจ๋‘๊ฐ€ ์ดํ•ดํ•  ์ˆ˜ ์žˆ๋Š” ๋งž์ถคํ˜• ๋ณต์•ฝ ์•ˆ๋‚ด๋ฅผ ์ œ๊ณตํ•ฉ๋‹ˆ๋‹ค.
680
  </p>
681
  </div>