Starter LLM Inference Call

app.py

@@ -11,7 +11,7 @@ import gradio as gr
 #from openai import OpenAI
 from huggingface_hub import InferenceClient
 from hybrid_rag import HybridJiraRAG
-
+from langchain_core.output_parsers import StrOutputParser
 
 # Sample Jira data structure
 jira_data = {
@@ -94,7 +94,8 @@ def ask_with_formatting(question: str):
                 input_variables=["question", "result"]
     )
     
-    format_chain = LLMChain(llm=llm, prompt=format_prompt)
+    #format_chain = LLMChain(llm=llm, prompt=format_prompt)
+    format_chain = prompt | llm | StrOutputParser()
     formatted = format_chain.invoke({
         "question": question,
         "result": raw_result

requirements.txt

@@ -3,6 +3,7 @@ langchain
 langchain-community
 langchain-huggingface
 langchain-openai
+langchain-core
 transformers
 torch
 sentence-transformers