Jayashree Sridhar commited on
Commit ·
2937911
1
Parent(s): e464bd5
Added typegpt2 model in knowledgebase
Browse files- utils/knowledge_base.py +2 -1
utils/knowledge_base.py
CHANGED
|
@@ -28,7 +28,8 @@ class KnowledgeBase:
|
|
| 28 |
self.books_path = config.BOOKS_DIR
|
| 29 |
|
| 30 |
# Initialize tokenizer for chunk splitting
|
| 31 |
-
self.tokenizer = AutoTokenizer.from_pretrained(config.models.mistral_model)
|
|
|
|
| 32 |
|
| 33 |
# Load or create index
|
| 34 |
self._initialize_index()
|
|
|
|
| 28 |
self.books_path = config.BOOKS_DIR
|
| 29 |
|
| 30 |
# Initialize tokenizer for chunk splitting
|
| 31 |
+
#self.tokenizer = AutoTokenizer.from_pretrained(config.models.mistral_model)
|
| 32 |
+
self.tokenizer = AutoTokenizer.from_pretrained(config.models.tinygpt2_model)
|
| 33 |
|
| 34 |
# Load or create index
|
| 35 |
self._initialize_index()
|