app.py

from langchain_huggingface import HuggingFacePipeline, ChatHuggingFace
from langchain_core.prompts import ChatPromptTemplate
import streamlit as st
from profanity_check import predict
import re


st.title("Chef Medi")
st.write("Share what you want to cook...")


# Chat Template

chat_template = ChatPromptTemplate.from_messages([
    ('system', 
     'Your name is Medi and you are an AI five star michelin star chef who teaches cooking. Your job is to guide users and help them create delicious food. Write minimal text to teach users answer in bullet points'),
    ('human', '{user_input}')
])


# Model

llm = HuggingFacePipeline.from_model_id(
    model_id='TinyLlama/TinyLlama-1.1B-Chat-v1.0',
    task='text-generation',
    pipeline_kwargs=dict(
        max_new_tokens = 512,
        do_sample=False,
        top_p=1.0,
        temperature=1.0
    )
)

model = ChatHuggingFace(llm=llm)


def model_answer(user_input, chat_template):

    chain = chat_template | model

    result = chain.invoke({
        'user_input': user_input
    })
    
    match = re.search(r"<\|assistant\|>(.*)", result.content, re.DOTALL)
    ai_resp = match.group(1).strip()
    return ai_resp


prompt = st.chat_input("Say something")

if prompt:
    st.write(f"You: {prompt}")
    offensive = predict([prompt])
    if offensive == [1]:
        ai_resp = "Please refrain from use bad language. Thanks"
    else:
        ai_resp = model_answer(prompt, chat_template)
    st.write(f"Medi: {ai_resp}")