Spaces:
Sleeping
Sleeping
Auto commit at 09-2025-08 1:35:45
Browse files- lily_llm_api/app_v2.py +21 -1
lily_llm_api/app_v2.py
CHANGED
|
@@ -233,7 +233,27 @@ def load_model_sync(model_id: str):
|
|
| 233 |
logger.info("๐ง ํ ํฌ๋์ด์ ๋ฉํฐ๋ชจ๋ฌ ๊ธฐ๋ฅ ํ์ฑํ...")
|
| 234 |
tokenizer.mllm_setup(num_visual_tokens=1)
|
| 235 |
from transformers import AutoImageProcessor
|
| 236 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 237 |
logger.info("โ
์ด๋ฏธ์ง ํ๋ก์ธ์ ๋ก๋ ์ฑ๊ณต!")
|
| 238 |
else:
|
| 239 |
image_processor = None
|
|
|
|
| 233 |
logger.info("๐ง ํ ํฌ๋์ด์ ๋ฉํฐ๋ชจ๋ฌ ๊ธฐ๋ฅ ํ์ฑํ...")
|
| 234 |
tokenizer.mllm_setup(num_visual_tokens=1)
|
| 235 |
from transformers import AutoImageProcessor
|
| 236 |
+
|
| 237 |
+
# ํ๊ฒฝ์ ๋ฐ๋ผ ์ด๋ฏธ์ง ํ๋ก์ธ์ ๋ก๋ฉ ๋ถ๊ธฐ
|
| 238 |
+
if current_profile.is_local:
|
| 239 |
+
# ๋ก์ปฌ ํ๊ฒฝ: ๋ก์ปฌ ๊ฒฝ๋ก ์ฌ์ฉ
|
| 240 |
+
logger.info("๐ ๋ก์ปฌ ํ๊ฒฝ์์ ์ด๋ฏธ์ง ํ๋ก์ธ์ ๋ก๋ฉ")
|
| 241 |
+
image_processor = AutoImageProcessor.from_pretrained(
|
| 242 |
+
current_profile.local_path,
|
| 243 |
+
trust_remote_code=True,
|
| 244 |
+
local_files_only=True,
|
| 245 |
+
)
|
| 246 |
+
else:
|
| 247 |
+
# ์๋ฒ ํ๊ฒฝ: ๋ชจ๋ธ๋ช
์ฌ์ฉ, HF ํ ํฐ ํ์
|
| 248 |
+
logger.info("โ๏ธ ์๋ฒ ํ๊ฒฝ์์ ์ด๋ฏธ์ง ํ๋ก์ธ์ ๋ก๋ฉ")
|
| 249 |
+
import os
|
| 250 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 251 |
+
image_processor = AutoImageProcessor.from_pretrained(
|
| 252 |
+
current_profile.model_name, # local_path ๋์ model_name ์ฌ์ฉ
|
| 253 |
+
token=HF_TOKEN,
|
| 254 |
+
trust_remote_code=True,
|
| 255 |
+
local_files_only=False, # ์๋ฒ์์๋ False
|
| 256 |
+
)
|
| 257 |
logger.info("โ
์ด๋ฏธ์ง ํ๋ก์ธ์ ๋ก๋ ์ฑ๊ณต!")
|
| 258 |
else:
|
| 259 |
image_processor = None
|