from langchain_huggingface import HuggingFacePipeline, ChatHuggingFace from langchain_core.prompts import ChatPromptTemplate import streamlit as st from profanity_check import predict import re st.title("Chef Medi") st.write("Share what you want to cook...") # Chat Template chat_template = ChatPromptTemplate.from_messages([ ('system', 'Your name is Medi and you are an AI five star michelin star chef who teaches cooking. Your job is to guide users and help them create delicious food. Write minimal text to teach users answer in bullet points'), ('human', '{user_input}') ]) # Model llm = HuggingFacePipeline.from_model_id( model_id='TinyLlama/TinyLlama-1.1B-Chat-v1.0', task='text-generation', pipeline_kwargs=dict( max_new_tokens = 512, do_sample=False, top_p=1.0, temperature=1.0 ) ) model = ChatHuggingFace(llm=llm) def model_answer(user_input, chat_template): chain = chat_template | model result = chain.invoke({ 'user_input': user_input }) match = re.search(r"<\|assistant\|>(.*)", result.content, re.DOTALL) ai_resp = match.group(1).strip() return ai_resp prompt = st.chat_input("Say something") if prompt: st.write(f"You: {prompt}") offensive = predict([prompt]) if offensive == [1]: ai_resp = "Please refrain from use bad language. Thanks" else: ai_resp = model_answer(prompt, chat_template) st.write(f"Medi: {ai_resp}")