Update app.py

app.py

@@ -7,6 +7,7 @@ import logging
 from llama_index import VectorStoreIndex, Document
 from llama_index.embeddings import HuggingFaceEmbedding
 from llama_index import ServiceContext
+from llama_index.llms import HuggingFaceLLM
 from groq import Groq
 from dotenv import load_dotenv
 
@@ -21,8 +22,11 @@ groq_client = Groq(api_key=os.getenv("GROQ_API_KEY"))
 # Initialize the embedding model
 embed_model = HuggingFaceEmbedding(model_name="sentence-transformers/all-MiniLM-L6-v2")
 
-# Initialize the ServiceContext
-service_context = ServiceContext.from_defaults(embed_model=embed_model)
+# Initialize a local LLM for indexing purposes
+local_llm = HuggingFaceLLM(model_name="gpt2", tokenizer_name="gpt2")
+
+# Initialize the ServiceContext with the local LLM
+service_context = ServiceContext.from_defaults(llm=local_llm, embed_model=embed_model)
 
 # Initialize the index
 index = None