response without index

app.py

@@ -1,20 +1,16 @@
 import chainlit as cl
 from llama_index.llms import MonsterLLM
 from llama_index import VectorStoreIndex,SimpleDirectoryReader, ServiceContext
+from monsterapi import client as mclient
+import json
 
-def indexing(llm,path=None):
-    if path==None:
-        path="data.txt"
+def indexing(llm,path):
     documents = SimpleDirectoryReader(input_files=[path]).load_data()
-    print("loading done")
     service_context = ServiceContext.from_defaults(
         chunk_size=1024, llm=llm, embed_model="local:BAAI/bge-small-en-v1.5"
     )
-    print("indexing")
     index = VectorStoreIndex.from_documents(documents, service_context=service_context, use_async=True)
     query_engine = index.as_query_engine()
-    print("all done")
-    print(query_engine)
     cl.user_session.set("engine", query_engine)
 
 def qa(sp,engine,message):
@@ -26,14 +22,15 @@ def qa(sp,engine,message):
 @cl.on_chat_start
 async def factory():
     url = await cl.AskUserMessage(author="Beast",content="Enter url").send()
-    print(url)
     index_ai = url['output'].find(".monsterapi.ai")
     url_ai = url['output'][:index_ai + len(".monsterapi.ai")]
     auth = await cl.AskUserMessage(author="Beast",content="Enter auth token").send()
-    print(auth)
     model = 'deploy-llm'
     llm = MonsterLLM(model=model,base_url=url_ai,monster_api_key=auth['output'],temperature=0.75, context_window=1024)
+    service_client  = mclient(api_key = auth['output'], base_url = url_ai)
+    cl.user_session.set("service_client",service_client)
     cl.user_session.set("llm", llm)
+
     res = await cl.AskActionMessage(author="Beast",
         content="Do you want to enter system prompt?",
         actions=[
@@ -41,38 +38,27 @@ async def factory():
             cl.Action(name="no", value="no", label="❌ No"),
         ],
     ).send()
+
     if res and res.get("value") == "yes":
         sp = await cl.AskUserMessage(author="Beast",content="Enter system prompt").send()
-        msg=cl.Message(author="Beast",content="Initiaing LLM....")
+        msg=cl.Message(author="Beast",content="Noted. Go ahead as your questions!!")
         await msg.send()
-        await cl.make_async(indexing)(llm)
-        msg.content="Noted. Go ahead as your questions!!"
-        await msg.update()
         cl.user_session.set("sp", sp["output"])
+
     else:
-        msg=cl.Message(author="Beast",content="Initiaing LLM....")
-        await msg.send()
-        await cl.make_async(indexing)(llm)
-        msg.content="Okay, then you can start asking your questions!!"
-        await msg.update()
-    
-    
-    
+        await cl.Message(author="Beast",content="Okay, then you can start asking your questions!!").send()
+        
 @cl.on_message
 async def main(message: cl.Message):
+    service_client=cl.user_session.get("service_client")
     engine = cl.user_session.get("engine")
     llm=cl.user_session.get("llm")
     sp=cl.user_session.get("sp")
+    
     if sp==None:
         sp=""
-    if not message.elements:
-        msg = cl.Message(author="Beast",content=f"Generating Response...", disable_feedback=False)
-        await msg.send()
-        response =await cl.make_async(qa)(sp,engine,message)
-        print(response)
-        msg.content = str(response)
-        await msg.update()
-    elif message.elements:
+    
+    if message.elements:
         go=True
         for file in message.elements: 
             if "pdf" in file.mime:
@@ -87,13 +73,38 @@ async def main(message: cl.Message):
             query_engine = await cl.make_async(indexing)(llm,pdf.path)
             msg.content = f"`{pdf.name}` processed."
             await msg.update()
-            msg = cl.Message(author="Beast",content=f"Generating Response...", disable_feedback=False)
+            msg = cl.Message(author="Beast",content=f"Generating Response...")
             await msg.send()
             response =await cl.make_async(qa)(sp,query_engine,message)
             print(response)
             msg.content = str(response)
             await msg.update()
     
+    elif not message.elements and engine!=None:
+        msg = cl.Message(author="Beast",content=f"Generating Response...")
+        await msg.send()
+        response =await cl.make_async(qa)(sp,engine,message)
+        print(response)
+        msg.content = str(response)
+        await msg.update()
+    
+    elif not message.elements and engine==None:
+        msg = cl.Message(author="Beast",content=f"Generating Response...")
+        await msg.send()
+        payload = {
+            "input_variables": {"system": sp,
+                "prompt":message.content},
+            "stream": False,
+            "temperature": 0.6,
+            "max_tokens": 512
+        }
+        output = service_client.generate(model = "deploy-llm", data = payload)
+        msg.content = str(output['text'][0])
+        await msg.update()
+    
+    else:
+        cl.Message(author="Beast",content="Broken ;(")
+