Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ from langchain.document_loaders import PyPDFLoader
|
|
| 10 |
import gradio as gr
|
| 11 |
|
| 12 |
|
| 13 |
-
local_llm = "
|
| 14 |
|
| 15 |
config = {
|
| 16 |
'max_new_tokens': 2048,
|
|
@@ -32,14 +32,16 @@ llm = CTransformers(
|
|
| 32 |
print("LLM Initialized...")
|
| 33 |
|
| 34 |
|
| 35 |
-
prompt_template = """
|
| 36 |
-
|
| 37 |
|
| 38 |
-
Context
|
| 39 |
-
|
| 40 |
|
| 41 |
-
|
| 42 |
-
|
|
|
|
|
|
|
| 43 |
"""
|
| 44 |
|
| 45 |
model_name = "jhgan/ko-sroberta-multitask"
|
|
|
|
| 10 |
import gradio as gr
|
| 11 |
|
| 12 |
|
| 13 |
+
local_llm = "zephyr_tuning_small_finish_Q5_K_M.gguf"
|
| 14 |
|
| 15 |
config = {
|
| 16 |
'max_new_tokens': 2048,
|
|
|
|
| 32 |
print("LLM Initialized...")
|
| 33 |
|
| 34 |
|
| 35 |
+
prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
|
| 36 |
+
μ μλ μ§λ¬Έμ λν΄μ context λ΄μ©μΌλ‘ λ΅λ³ν΄μ€.
|
| 37 |
|
| 38 |
+
### Context :
|
| 39 |
+
{context}
|
| 40 |
|
| 41 |
+
### Instruction:
|
| 42 |
+
{question}
|
| 43 |
+
|
| 44 |
+
### Response:
|
| 45 |
"""
|
| 46 |
|
| 47 |
model_name = "jhgan/ko-sroberta-multitask"
|