Update app.py

app.py

@@ -1,10 +1,10 @@
-import openai
+from litellm import completion
 import os
 from flask import Flask, render_template, request, jsonify, session
 from flask_session import Session
 from datetime import datetime, timedelta
 
-openai.api_key = os.environ.get("OPENAI_API_KEY")
+# os.environ["OPENAI_API_KEY"] = os.environ.get("OPENAI_API_KEY")
 
 app = Flask(__name__)
 app.secret_key = 'your_secret_key'
@@ -40,22 +40,21 @@ def gpt3():
     # Append the user input to message_history
     session['message_history'].append("User: " + prompt)
 
-    def get_openai_response(user_input, message_history):
-        # Convert message history to the format required by the API
-        api_messages = [{"role": msg.split(': ')[0].lower(), "content": msg.split(': ')[1]} for msg in message_history]
+    def get_litellm_response(user_input, message_history):
+        # Convert message history to the format required by LiteLLM
+        messages = [{"role": msg.split(': ')[0].lower(), "content": msg.split(': ')[1]} for msg in message_history]
 
-        response = openai.ChatCompletion.create(
+        response = completion(
             model="gpt-3.5-turbo",
-            messages=api_messages,
+            messages=messages,
             max_tokens=1200,
             temperature=0.85,
-            n=1,
-            stream=False
+            n=1
         )
-        return response.choices[0].message['content']
+        return response['choices'][0]['message']['content']
 
     try:
-        response_text = get_openai_response(prompt, session['message_history'])
+        response_text = get_litellm_response(prompt, session['message_history'])
         # Append the assistant's response to message_history
         session['message_history'].append("Assistant: " + response_text.strip())
         session.modified = True  # Ensure the session is saved after modification
@@ -79,7 +78,6 @@ def history():
         return jsonify({"history": history_str})
     else:
         return jsonify({"history": "No message history found in the current session."})
-
-
+        
 if __name__ == '__main__':
     app.run(host='0.0.0.0', port=7860)