rdz-falcon commited on
Commit
4ae1463
·
verified ·
1 Parent(s): 9ea7d10

Update src/rag.py

Browse files
Files changed (1) hide show
  1. src/rag.py +1 -1
src/rag.py CHANGED
@@ -479,7 +479,7 @@ def load_generation_model():
479
  model_name = "meta-llama/Llama-3.2-3B-Instruct" # ~1.1B parameters
480
 
481
  import os
482
- token = os.getenv('HF_TOKEN'))
483
 
484
  try:
485
  # First try loading with 4-bit quantization if bitsandbytes is available
 
479
  model_name = "meta-llama/Llama-3.2-3B-Instruct" # ~1.1B parameters
480
 
481
  import os
482
+ token = os.getenv('HF_TOKEN')
483
 
484
  try:
485
  # First try loading with 4-bit quantization if bitsandbytes is available