app.py

import gradio as gr

from utils import format_as_chat
from call_api import generate_output


def translate(sentence,history,target_language):
    prompt = f" Translate this sentence into {target_language}: '{sentence}. Please output only the translated sentence in {target_language}!"
    chat_format = format_as_chat(prompt, history)
    # print(chat_format)
    payload = {
        "inputs": chat_format,
        "parameters": {
            "do_sample": False,
            "max_new_tokens": 400
        }
    }
    # print(payload)
    response = generate_output(payload)
    output = response['generated_text']
    # print(response)
    parts = output.split('assistant\n\n')
    return parts[-1].strip()


# res = translate("Awesome, Now I can focus on my career without repetition.",'Chinese',[])
# print(f"Translated result: {res}")

with gr.Blocks() as demo:
    system_prompt = gr.Textbox(value="German", label = "Target Language")

    gr.ChatInterface(
        translate,
        additional_inputs=[system_prompt],
        examples=[
        ["Today is Friday!", "German"], ["Let's have fun.","Chinese"], ["See you tomorrow.","Arabic"]],
        description="Enter an English sentence, choose a target language, I will translate it into the target language for you.",
        title="Llama 3 8B Instruct, Machine Translation from English into any other language."
    )

demo.launch(share=True)