Model added

api.py

@@ -1,39 +0,0 @@
-import mdtex2html
-from flask import Flask, request, jsonify
-from chat import converse
-import json
-
-app = Flask(__name__)
-
-@app.route("/", methods=['GET', 'POST'])
-def home():
-    try:
-        par = request.get_json()
-        if not par:
-            return jsonify({"error": "Invalid JSON input"}), 400
-        
-        conversation = par.get('conversation')
-        provider = par.get('provider')
-        model = par.get('model')
-        api = par.get('api')
-        
-        if not all([conversation, provider, model, api]):
-            return jsonify({"error": "Missing required parameters"}), 400
-        
-        load = json.loads(converse(conversation, provider, model, api))
-        load['DirectResult'] = load['content']
-        
-        try:
-            load['content'] = mdtex2html.convert(load['content'])
-        except Exception as e:
-            return jsonify({"error": f"Error converting content: {str(e)}"}), 500
-        
-        toreturn = json.dumps(load, indent=4)
-        # print(toreturn)
-        return toreturn, 200
-    
-    except Exception as e:
-        return jsonify({"error": str(e)}), 500
-
-if __name__ == "__main__":
-    app.run(host='0.0.0.0', debug=True, port=1777)

app.py

@@ -29,7 +29,7 @@ def home():
             return jsonify({"error": f"Error converting content: {str(e)}"}), 500
         
         toreturn = json.dumps(load, indent=4)
-        print(toreturn)
+        # print(toreturn)
         return toreturn, 200
     
     except Exception as e:

chat.py

@@ -1,9 +1,11 @@
+from langchain_openai import ChatOpenAI
 import json
 from langchain_core.prompts import ChatPromptTemplate
 from langchain_groq import ChatGroq
 from langchain.chains import ConversationChain
 from langchain_google_genai import ChatGoogleGenerativeAI
 from langchain_core.output_parsers import JsonOutputParser
+
 from langchain_cohere import ChatCohere
 def langchainConversation(conversation):
     prompts = []
@@ -18,6 +20,10 @@ def converse(conversation,provider,model,key,other:dict={}):
         chat = ChatGoogleGenerativeAI(model=model,google_api_key=key)
     elif(provider=='cohere'):
         chat = ChatCohere(model=model,cohere_api_key=key)
+    elif(provider=='lepton'):
+        url = f'https://{model}.lepton.run/api/v1/'
+        print(url)
+        chat = ChatOpenAI(openai_api_base = url,openai_api_key=key)
     else:
         return json.dumos({'content':'unspported Provider'})
     return json.dumps(json.loads(chat.invoke(langchainConversation(conversation)).json()),indent=4)

requirements.txt

@@ -6,4 +6,5 @@ langchain-community
 jq
 flask
 mdtex2html
-langchain_cohere
+langchain_cohere
+langchain_openai