Updated model

correctiveRag.py

@@ -24,20 +24,20 @@ logger.setLevel(logging.INFO)
 logger.info(f"""correctiveRag.py:Config:
 GROQ_MODEL = {os.getenv('GROQ_MODEL')}
 HUGGINGFACEHUB_EMBEDDINGS_MODEL = {os.getenv('HUGGINGFACEHUB_EMBEDDINGS_MODEL')}
-PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")[:5]
+PINECONE_API_KEY = {os.getenv("PINECONE_API_KEY")[:5]}
 """)
 
 # Prepare the LLM
-# from langchain_groq import ChatGroq
-# assert os.getenv('GROQ_MODEL') is not None, "GROQ_MODEL not set"
-# llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
+from langchain_groq import ChatGroq
+assert os.getenv('GROQ_MODEL') is not None, "GROQ_MODEL not set"
+llm = ChatGroq(model_name=os.getenv('GROQ_MODEL'), temperature=0, verbose=True)
 
 # from langchain_openai import ChatOpenAI
 # assert os.getenv('OPENAI_MODEL_NAME') is not None, "GROQ_MODEL not set"
 # llm = ChatOpenAI(model=os.getenv("OPENAI_MODEL_NAME"), temperature=0.1, verbose=True)
 
-# Huggingface 
-llm = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+# Huggingface - Does not support structured_output
+# llm = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 
 # Prepare the retriever