refactor to support dockerization

Dockerfile

@@ -0,0 +1,23 @@
+# # https://hub.docker.com/_/python
+# FROM python:3.11-slim-bullseye
+
+# ENV PYTHONUNBUFFERED True
+# ENV APP_HOME /app
+# WORKDIR $APP_HOME
+# COPY . ./
+
+# RUN pip install --no-cache-dir -r requirements.txt
+
+# CMD ["uvicorn", "endpoints:app", "--host", "0.0.0.0", "--port", "8000"]
+
+FROM python:3.11
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . ./
+
+CMD ["fastapi", "run", "endpoints.py", "--port", "80"]

crew/til.py

@@ -1,19 +1,20 @@
 from langchain_core.prompts import ChatPromptTemplate, HumanMessagePromptTemplate
 from langchain_core.messages import SystemMessage
-from pydantic import BaseModel, Field
+from pydantic import BaseModel, Field, UUID4
 from langchain_core.output_parsers import JsonOutputParser
 from langchain_openai import ChatOpenAI
-from typing import List
+from langchain import callbacks
+from typing import List, Optional
 import pprint
 import os
 
 HIGH_IMPACT_THRESHOLD = 8
 LOW_IMPACT_THRESHOLD = 7
-# OPENAI_MODEL = "gpt-4o"
-# OPENAI_MODEL = "gpt-3.5-turbo"
 
 class TilCrew:
     def kickoff(self, inputs={}):
+        print("Human Message:")
+        pprint.pp(inputs)
         self.content = inputs["content"]
         self._gather_feedback()
         return self._final_call_on_feedback()
@@ -56,14 +57,19 @@ class TilCrew:
             result["feedback"] = "ok"
             final_results = final_results + [result]
 
+        response = {"feedback": final_results, "run_id": self.run_id }
         print("Final Results:")
-        pprint.pp(final_results)
-        return final_results
+        pprint.pp(response)
+        return response
 
     def _gather_feedback(self):
         feedback_chain = self._build_feedback_chain()
         pprint.pp("Analysing the TIL.....")
-        self.feedback_results = feedback_chain.invoke({"til_content": self.content})['tils']
+        with callbacks.collect_runs() as cb:
+          self.feedback_results = feedback_chain.invoke({"til_content": self.content})['tils']
+          self.run_id = cb.traced_runs[0].id
+          print("Run ID: ", self.run_id)
+
         print("Feedback: ")
         pprint.pp(self.feedback_results)
 
@@ -120,3 +126,14 @@ class TilFeedbackResult(BaseModel):
 
 class TilFeedbackResults(BaseModel):
     tils: List[TilFeedbackResult]
+
+class TilFinalFeedback(BaseModel):
+    til: str
+    feedback: str
+    feedback_criteria: Optional[str] = None
+    reason: Optional[str] = None
+    suggestion: Optional[str] = None
+
+class TilFeedbackResponse(BaseModel):
+    run_id: UUID4
+    feedback: List[TilFinalFeedback]

endpoints.py

@@ -1,6 +1,10 @@
+from dotenv import load_dotenv
 import uvicorn
 from fastapi import FastAPI, Query
 from crew import til
+from fastapi.middleware.cors import CORSMiddleware
+from typing import List
+load_dotenv()
 
 description = """
  API helps you do awesome stuff. 🚀
@@ -9,26 +13,39 @@ description = """
 
 tags_metadata = [
     {
-        "name": "feedback",
-        "description": "Gives the feedback about the content",
+        "name": "til_feedback",
+        "description": "Gives the feedback on user's TIL content",
     },
 ]
 
 app = FastAPI(
-    title="Growthy API",
+    title="Growthy AI Worflows",
     description=description,
     summary="Deadpool's favorite app. Nuff said.",
     version="0.0.1",
     openapi_tags=tags_metadata,
     docs_url="/documentation",
-    )
-
-@app.get("/feedback", tags=["feedback"])
-async def test_kickoff(content: str = Query(...)):
-    inputs = {"content": content}
+)
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.get("/til_feedback", tags=["til_feedback"])
+async def til_feedback_kickoff(content: List[str] = Query(...)) -> til.TilFeedbackResponse:
+    separator = "\n"
+    inputs = {"content": separator.join(content)}
     result = til.TilCrew().kickoff(inputs)
     return result
 
+@app.get("/healthcheck")
+async def read_root():
+     return {"status": "ok"}
+
 if __name__ == "__main__":
     uvicorn.run(app, host="127.0.0.1", port=8000)
 

requirements.txt

@@ -9,3 +9,6 @@ tavily-python
 arxiv
 semanticscholar
 streamlit-extras
+fastapi
+uvicorn
+fastapi_cors

test.py

@@ -41,7 +41,7 @@ def main():
                 with stdout(log_container.code, terminator=""):
                     feedback = TilCrew()
                     inputs = {"content": til_content}
-                    results = feedback.kickoff(inputs=inputs)
+                    results = feedback.kickoff(inputs=inputs)["feedback"]
             status.update(
                 label="✅ Feedback ready!",
                 state="complete",