Update router

backend/__init__.py

@@ -23,37 +23,25 @@ try:
     test_conn = DBConnection.get_client().get_server_info()
 
     # send prompt wizardcoderLM-70b-instruct-GGUF model
-    # with open("backend/utils/prompt.txt",'r') as f:
-    #     prompt = f.read()
-    # prompt = """You are an AI Coding Assitant and your task is to generate an elaborate, high quality docstring for the query function given by the user. A docstring consists of the following sections:
-    #             1. Description: Is the description of what the function does.
-    #             2. Arguments: 
-    #                 1. Argument Name: Description of the argument and its type.
-    #             3. Returns: Description of the return value of the function if any.
-    #             4. Raises: Description of the errors that can be raised by the function if any.
-    
-    #             Instruction: {instruction}
-                        
-    #             Your task is to generate a docstring for the above query.
-    #             Response:
-    #         """
-
-    # prompt = PromptTemplate(template=prompt, input_variables=['instruction'])
-
-    # llm = Clarifai(
-    #     pat = config.CLARIFAI_PAT,
-    #     user_id = config.USER_ID,
-    #     app_id = config.APP_ID, 
-    #     model_id = config.MODEL_ID,
-    #     model_version_id=config.MODEL_VERSION_ID,
-    # )
-
-    # llmchain = LLMChain(
-    #     prompt=prompt,
-    #     llm=llm
-    # )
-
-    # app.state.llmchain = llmchain
+    with open("backend/utils/prompt.txt",'r') as f:
+        prompt = f.read()
+
+    prompt = PromptTemplate(template=prompt, input_variables=['instruction'])
+
+    llm = Clarifai(
+        pat = config.CLARIFAI_PAT,
+        user_id = config.USER_ID,
+        app_id = config.APP_ID, 
+        model_id = config.MODEL_ID,
+        model_version_id=config.MODEL_VERSION_ID,
+    )
+
+    llmchain = LLMChain(
+        prompt=prompt,
+        llm=llm
+    )
+
+    app.state.llmchain = llmchain
 
 except mysql.connector.Error as err:
     raise HTTPException(status_code=status.HTTP_500_INTERNAL_SERVER_ERROR, detail=str(err))    

backend/router.py

@@ -1,10 +1,10 @@
 from fastapi import Request, Depends, UploadFile
 from fastapi.middleware.cors import CORSMiddleware
 
-from backend import app
-from backend.utils import DBConnection
-from backend.models import *
-from backend.services.auth import *
+from docguptea import app
+from docguptea.utils import DBConnection
+from docguptea.models import *
+from docguptea.services.auth import *
 
 
 app.add_middleware(
@@ -56,10 +56,10 @@ async def regenerate_api_key(access_token: str = Depends(JWTBearer())):
 
     return ops_regenerate_api_key(user_sub)
 
-# @app.post("/api/inference", summary="Inference", response_model=Inference, tags=["Resource Server"], dependencies=[Depends(JWTBearer())])
-# async def inference(code_block:str, api_key: str,access_token:str=Depends(JWTBearer())):
-#     user_sub=Auth.get_user_credentials(access_token)
+@app.post("/api/inference", summary="Inference", response_model=Inference, tags=["Resource Server"], dependencies=[Depends(JWTBearer())])
+async def inference(code_block:str, api_key: str,access_token:str=Depends(JWTBearer())):
+    user_sub=Auth.get_user_credentials(access_token)
 
-#     print("after res")
+    print("after res")
     
-#     return ops_inference(code_block,api_key,user_sub)
+    return ops_inference(code_block,api_key,user_sub)