Update scripts/llm_analysis_rag.py
Browse files
scripts/llm_analysis_rag.py
CHANGED
|
@@ -21,7 +21,7 @@ from transformers import pipeline, AutoTokenizer, AutoModelForCausalLM, BitsAndB
|
|
| 21 |
|
| 22 |
# --- Configuration ---
|
| 23 |
# HF_EMBEDDING_MODEL is no longer used in this reduced scope
|
| 24 |
-
HF_GENERATION_MODEL = "Qwen/Qwen2.5-
|
| 25 |
|
| 26 |
# Global variables
|
| 27 |
llm_pipeline_hf_instance = None
|
|
|
|
| 21 |
|
| 22 |
# --- Configuration ---
|
| 23 |
# HF_EMBEDDING_MODEL is no longer used in this reduced scope
|
| 24 |
+
HF_GENERATION_MODEL = "Qwen/Qwen2.5-1.5B-Instruct"
|
| 25 |
|
| 26 |
# Global variables
|
| 27 |
llm_pipeline_hf_instance = None
|