added google

app.py

@@ -27,7 +27,7 @@ def main():
 
         # Select LLM
         if provider == 'google':
-            llm_list = ['gemini']
+            llm_list = ['gemini-1.0-pro', 'gemini-1.5-flash', 'gemini-1.5-pro', 'aqa']
         elif provider == 'huggingface':
             llm_list = []
         elif provider == 'mistralai':
@@ -81,8 +81,24 @@ def main():
         # https://docs.llamaindex.ai/en/stable/module_guides/models/llms/
         if llm_key is not None:
             if provider == 'google':
-                os.environ['GOOGLE_API_KEY'] = str(llm_key)
                 raise NotImplementedError(f"{provider} is not supported yet")
+
+                from llama_index.llms.gemini import Gemini
+                from llama_index.embeddings.gemini import GeminiEmbedding
+
+                os.environ['GOOGLE_API_KEY'] = str(llm_key)
+                Settings.llm = Gemini(
+                    model=f"models/{llm_name}",
+                    token=os.environ.get("GOOGLE_API_KEY"),
+                    temperature=temperature,
+                    max_tokens=MAX_OUTPUT_TOKENS
+                )
+                # Settings.tokenizer = tiktoken.encoding_for_model(llm_name).encode
+                Settings.num_output = MAX_OUTPUT_TOKENS
+                Settings.embed_model = GeminiEmbedding(
+                    model_name="models/text-embedding-004", api_key=os.environ.get("GOOGLE_API_KEY") #, title="this is a document"
+                )
+                # Settings.context_window = 4096 
             elif provider == 'huggingface':
                 if llm_name is not None and embed_name is not None:
                     from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI 

requirements.txt

@@ -11,4 +11,5 @@ llama-index-callbacks-langfuse
 llama-index-embeddings-huggingface
 llama-index-embeddings-openai
 llama-index-embeddings-mistralai
+llama-index-embeddings-gemini
 llama-index