Spaces:
Sleeping
Sleeping
Commit ยท
b3d3fe8
1
Parent(s): 3920e00
Add Base model GGUF support
Browse files- src/compare_models.py +4 -4
- src/utils/config.py +1 -1
src/compare_models.py
CHANGED
|
@@ -77,10 +77,10 @@ class ModelComparison:
|
|
| 77 |
logger.info("โ
QLoRA ๋จ๋
๋ก๋ ์๋ฃ")
|
| 78 |
|
| 79 |
# 3. Base + RAG (PEFT ์ ๊ฑฐ) - TODO: GGUF ๋ณํ ํ ์ถ๊ฐ
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
logger.warning("\nโ ๏ธ Base + RAG ์คํต: Base ๋ชจ๋ธ GGUF ๋ณํ ํ ์ถ๊ฐ ์์ ")
|
| 85 |
|
| 86 |
except Exception as e:
|
|
|
|
| 77 |
logger.info("โ
QLoRA ๋จ๋
๋ก๋ ์๋ฃ")
|
| 78 |
|
| 79 |
# 3. Base + RAG (PEFT ์ ๊ฑฐ) - TODO: GGUF ๋ณํ ํ ์ถ๊ฐ
|
| 80 |
+
logger.info("\n[3/3] Base + RAG ๋ชจ๋ธ ๋ก๋ฉ...")
|
| 81 |
+
from src.generator.generator_gguf_base import GGUFBaseRAGPipeline
|
| 82 |
+
self.pipelines['base_rag'] = GGUFBaseRAGPipeline(config=self.config)
|
| 83 |
+
logger.info("โ
Base + RAG ๋ก๋ ์๋ฃ")
|
| 84 |
logger.warning("\nโ ๏ธ Base + RAG ์คํต: Base ๋ชจ๋ธ GGUF ๋ณํ ํ ์ถ๊ฐ ์์ ")
|
| 85 |
|
| 86 |
except Exception as e:
|
src/utils/config.py
CHANGED
|
@@ -71,7 +71,7 @@ class Config:
|
|
| 71 |
# 2. Base ๋ชจ๋ธ (PEFT ์์) - ๋น๊ต ์คํ์ฉ
|
| 72 |
self.BASE_MODEL_HUB_REPO = os.getenv(
|
| 73 |
"BASE_MODEL_HUB_REPO",
|
| 74 |
-
"
|
| 75 |
)
|
| 76 |
self.BASE_MODEL_HUB_FILENAME = os.getenv(
|
| 77 |
"BASE_MODEL_HUB_FILENAME",
|
|
|
|
| 71 |
# 2. Base ๋ชจ๋ธ (PEFT ์์) - ๋น๊ต ์คํ์ฉ
|
| 72 |
self.BASE_MODEL_HUB_REPO = os.getenv(
|
| 73 |
"BASE_MODEL_HUB_REPO",
|
| 74 |
+
"Llama-3-Open-Ko-8B-Q4_K_M.gguf"
|
| 75 |
)
|
| 76 |
self.BASE_MODEL_HUB_FILENAME = os.getenv(
|
| 77 |
"BASE_MODEL_HUB_FILENAME",
|