Farid Karimli
commited on
Commit
·
679cb58
1
Parent(s):
6581a76
config changes
Browse files
code/modules/config/config.yml
CHANGED
|
@@ -32,7 +32,7 @@ llm_params:
|
|
| 32 |
local_llm_params:
|
| 33 |
model: 'tiny-llama'
|
| 34 |
temperature: 0.7
|
| 35 |
-
pdf_reader: '
|
| 36 |
|
| 37 |
chat_logging:
|
| 38 |
log_chat: False # bool
|
|
@@ -43,6 +43,7 @@ splitter_options:
|
|
| 43 |
split_by_token : True # bool
|
| 44 |
remove_leftover_delimiters: True # bool
|
| 45 |
remove_chunks: False # bool
|
|
|
|
| 46 |
chunk_size : 300 # int
|
| 47 |
chunk_overlap : 30 # int
|
| 48 |
chunk_separators : ["\n\n", "\n", " ", ""] # list of strings
|
|
|
|
| 32 |
local_llm_params:
|
| 33 |
model: 'tiny-llama'
|
| 34 |
temperature: 0.7
|
| 35 |
+
pdf_reader: 'gpt' # str [llama, pymupdf, gpt]
|
| 36 |
|
| 37 |
chat_logging:
|
| 38 |
log_chat: False # bool
|
|
|
|
| 43 |
split_by_token : True # bool
|
| 44 |
remove_leftover_delimiters: True # bool
|
| 45 |
remove_chunks: False # bool
|
| 46 |
+
chunking_mode: 'semantic' # str [fixed, semantic]
|
| 47 |
chunk_size : 300 # int
|
| 48 |
chunk_overlap : 30 # int
|
| 49 |
chunk_separators : ["\n\n", "\n", " ", ""] # list of strings
|