add self_eval

app.py

@@ -1,5 +1,5 @@
 import streamlit as st
-from writer import write_article, incorporate_feedback, _template
+from writer import write_article, incorporate_feedback, _template, evaluate_post
 import hmac
 import streamlit as st
 
@@ -44,6 +44,8 @@ if "feedback_interface" not in st.session_state:
 
 with st.container(border=True):
     container = st.empty()
+    container2 = st.empty()
+
 container.markdown(st.session_state.content)
 
 progress_text = "Operation in progress. Please wait."
@@ -81,6 +83,10 @@ with st.sidebar:
                 st.session_state.feedback_interface = 1
                 container.markdown(st.session_state.content)
                 status.update(label="Writing complete!", state="complete")
+                container2.status("AI is self evaluating!")
+                evaluation = evaluate_post(st.session_state.content)
+                status.update(label="Evaluation complete!", state="complete")
+                container2.markdown(evaluation)
 
 if st.session_state.feedback_interface:
     with st.container(border=True):

writer.py

@@ -4,7 +4,7 @@ import streamlit as st
 
 dspy.settings.configure(
     lm=dspy.OpenAI(
-        model="gpt-4-0125-preview",
+        model="gpt-4",
         max_tokens=4096,
         api_key=st.secrets["OpenAI"],
     )
@@ -132,6 +132,23 @@ class Feedback(Module):
         return corrected_article
 
 
+class Evaluator(dspy.Signature):
+    """You are a creative writing coach, evaluate this linkedin post"""
+
+    linkedin_post = InputField(prefix="A linkedin post to evaluate")
+    output = dspy.OutputField(prefix="A comprehensive evaluation, styled in markdown")
+
+
+class SelfEval(Module):
+    def __init__(self):
+        super().__init__()
+        self.self_eval = ChainOfThought(Evaluator)
+
+    def forward(self, content):
+        eval = self.self_eval(content=content).output
+        return eval
+
+
 def write_article(user_inputs: dict) -> str:
     article = LinkedinArticle()
     content = article.forward(**user_inputs)
@@ -143,3 +160,7 @@ def incorporate_feedback(original_content, feedback):
         original_content=original_content, feedback=feedback
     )
     return refined_content
+
+
+def evaluate_post(content: str) -> str:
+    return SelfEval().forward(content=content)