Update app.py

app.py

@@ -5,16 +5,33 @@ import pandas as pd
 from langchain.agents import create_csv_agent, AgentType
 from langchain.chat_models import ChatOpenAI
 from htmlTemplates import css, user_template, bot_template
+from langchain.llms.base import LLM
+from typing import Optional, List
+import g4f
 
-# Set OpenAI API Key
-os.environ['OPENAI_API_KEY'] = os.getenv('OPENAI_API_KEY')
+class FinLLM(LLM):
+
+    @property
+    def _llm_type(self) -> str:
+        return "custom"
+
+    def _call(self, prompt: str, stop: Optional[List[str]] = None) -> str:
+        out = g4f.ChatCompletion.create(
+            model="gpt-3.5-turbo",
+            messages=[{"role": "user", "content": prompt}],
+            temperature=0.5,  # You can adjust parameters as needed
+            max_tokens=350  # Adjust the token limit as needed
+        )  #
+        if stop:
+            stop_indexes = (out.find(s) for s in stop if s in out)
+            min_stop = min(stop_indexes, default=-1)
+            if min_stop > -1:
+                out = out[:min_stop]
+        return out
+
+
+llm = FinLLM()
 
-# Initialize LangChain ChatOpenAI agent
-llm = ChatOpenAI(
-    model='gpt-3.5-turbo',
-    max_tokens=500,
-    temperature=0.7,
-)
 
 def init_ses_states():
     st.session_state.setdefault('chat_history', [])