| from transformers import pipeline | |
| import gradio as gr | |
| pipe=pipeline('text-generation',model="Arjs/Llama-2-7b-chatbot-finetune") | |
| def respond(system_message): | |
| if "irctc" not in system_message: | |
| system_message+=" in irctc" | |
| result = pipe(f"<s>[INST] {system_message} [/INST]") | |
| yield result[0]['generated_text'] | |
| """ | |
| For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface | |
| """ | |
| demo = gr.ChatInterface( | |
| respond, | |
| ) | |
| if __name__ == "__main__": | |
| demo.launch() |