Update app.py
Browse files
app.py
CHANGED
|
@@ -111,8 +111,8 @@ def fetch_context(db, model, query, logger, template, use_compressor=True):
|
|
| 111 |
compressor.llm_chain.prompt.template = template['llama_rag_template']
|
| 112 |
|
| 113 |
elif model_name=='mistral':
|
| 114 |
-
HF_pipeline_model = wrap_model(model)
|
| 115 |
global HF_pipeline_model
|
|
|
|
| 116 |
compressor = LLMChainExtractor.from_llm(HF_pipeline_model)
|
| 117 |
compressor.llm_chain.prompt.template = template['rag_template']
|
| 118 |
|
|
|
|
| 111 |
compressor.llm_chain.prompt.template = template['llama_rag_template']
|
| 112 |
|
| 113 |
elif model_name=='mistral':
|
|
|
|
| 114 |
global HF_pipeline_model
|
| 115 |
+
HF_pipeline_model = wrap_model(model)
|
| 116 |
compressor = LLMChainExtractor.from_llm(HF_pipeline_model)
|
| 117 |
compressor.llm_chain.prompt.template = template['rag_template']
|
| 118 |
|