fix: change to VL-7B for ZeroGPU compatibility
Browse files
app.py
CHANGED
|
@@ -15,8 +15,8 @@ from transformers import (
|
|
| 15 |
AutoProcessor,
|
| 16 |
)
|
| 17 |
|
| 18 |
-
# ๋จ์ผ ๋ชจ๋ธ๋ก ๋ชจ๋ ์์
์ํ
|
| 19 |
-
VL_MODEL_ID = "Qwen/Qwen2.5-VL-
|
| 20 |
|
| 21 |
|
| 22 |
def search_drug_web_simple(drug_name: str) -> str:
|
|
@@ -63,9 +63,9 @@ DEFAULT_FONT = _load_font()
|
|
| 63 |
|
| 64 |
|
| 65 |
def _load_vl_model():
|
| 66 |
-
"""๋จ์ผ VL ๋ชจ๋ธ ๋ก๋ -
|
| 67 |
device_map = "auto" if torch.cuda.is_available() else None
|
| 68 |
-
dtype = torch.
|
| 69 |
|
| 70 |
model = AutoModelForVision2Seq.from_pretrained(
|
| 71 |
VL_MODEL_ID,
|
|
@@ -80,7 +80,7 @@ def _load_vl_model():
|
|
| 80 |
return model, processor
|
| 81 |
|
| 82 |
|
| 83 |
-
print("๐ Loading Qwen2.5-VL-
|
| 84 |
VL_MODEL, VL_PROCESSOR = _load_vl_model()
|
| 85 |
print("โ
Model loaded successfully!")
|
| 86 |
|
|
@@ -675,7 +675,7 @@ HERO_HTML = """
|
|
| 675 |
<h1>๐ฅ MedCard Pro</h1>
|
| 676 |
<p>
|
| 677 |
<strong>AI ๊ธฐ๋ฐ ์ค๋งํธ ์ฝ๋ฌผ ๊ด๋ฆฌ ์์คํ
</strong><br>
|
| 678 |
-
Qwen2.5-VL
|
| 679 |
์ด๋ฅด์ ๊ณผ ์ด๋ฆฐ์ด ๋ชจ๋๊ฐ ์ดํดํ ์ ์๋ ๋ง์ถคํ ๋ณต์ฝ ์๋ด๋ฅผ ์ ๊ณตํฉ๋๋ค.
|
| 680 |
</p>
|
| 681 |
</div>
|
|
|
|
| 15 |
AutoProcessor,
|
| 16 |
)
|
| 17 |
|
| 18 |
+
# ๋จ์ผ ๋ชจ๋ธ๋ก ๋ชจ๋ ์์
์ํ (ZeroGPU ํธํ)
|
| 19 |
+
VL_MODEL_ID = "Qwen/Qwen2.5-VL-7B-Instruct"
|
| 20 |
|
| 21 |
|
| 22 |
def search_drug_web_simple(drug_name: str) -> str:
|
|
|
|
| 63 |
|
| 64 |
|
| 65 |
def _load_vl_model():
|
| 66 |
+
"""๋จ์ผ VL ๋ชจ๋ธ ๋ก๋ - ZeroGPU ์ต์ ํ"""
|
| 67 |
device_map = "auto" if torch.cuda.is_available() else None
|
| 68 |
+
dtype = torch.float16 if torch.cuda.is_available() else torch.float32
|
| 69 |
|
| 70 |
model = AutoModelForVision2Seq.from_pretrained(
|
| 71 |
VL_MODEL_ID,
|
|
|
|
| 80 |
return model, processor
|
| 81 |
|
| 82 |
|
| 83 |
+
print("๐ Loading Qwen2.5-VL-7B model...")
|
| 84 |
VL_MODEL, VL_PROCESSOR = _load_vl_model()
|
| 85 |
print("โ
Model loaded successfully!")
|
| 86 |
|
|
|
|
| 675 |
<h1>๐ฅ MedCard Pro</h1>
|
| 676 |
<p>
|
| 677 |
<strong>AI ๊ธฐ๋ฐ ์ค๋งํธ ์ฝ๋ฌผ ๊ด๋ฆฌ ์์คํ
</strong><br>
|
| 678 |
+
Qwen2.5-VL์ด ์ฝ๋ดํฌ๋ฅผ ์ ํํ ๋ถ์ํ๊ณ , ์น์์ ์ค์๊ฐ์ผ๋ก ์ ๋ณด๋ฅผ ๊ฒ์ฆํ์ฌ<br>
|
| 679 |
์ด๋ฅด์ ๊ณผ ์ด๋ฆฐ์ด ๋ชจ๋๊ฐ ์ดํดํ ์ ์๋ ๋ง์ถคํ ๋ณต์ฝ ์๋ด๋ฅผ ์ ๊ณตํฉ๋๋ค.
|
| 680 |
</p>
|
| 681 |
</div>
|