app.py

from flask import Flask, request, jsonify
import gradio as gr
from huggingface_hub import InferenceClient
import json

app = Flask(__name__)

# Inisialisasi Gradio dan HuggingFace client
client = InferenceClient("meta-llama/Meta-Llama-3-8B-Instruct")

def chat_llama(chat_history):
    chat_completion = client.chat_completion(
        messages=chat_history,
        max_tokens=500,
    )
    chat_history.append({"role": "assistant", "content": chat_completion.choices[0].message.content})
    return chat_history

def chat_mem(message, chat_history):
    chat_history_role = [{"role": "system", "content": "You are a helpful assistant."}]
    if chat_history:
        for i in range(len(chat_history)):
            chat_history_role.append({"role": "user", "content": chat_history[i][0]})
            chat_history_role.append({"role": "assistant", "content": chat_history[i][1]})
    chat_history_role.append({"role": "user", "content": message})
    
    chat_completion = client.chat_completion(
        messages=chat_history_role,
        max_tokens=500,
    )
    chat_history_role.append({"role": "assistant", "content": chat_completion.choices[0].message.content})
    
    modified = map(lambda x: x["content"], chat_history_role)
    a = list(modified)
    chat_history = [(a[i*2+1], a[i*2+2]) for i in range(len(a)//2)]

    return "", chat_history

def process_json(json_input):
    try:
        chat_history = json.loads(json_input)
        if not isinstance(chat_history, list):
            raise ValueError("Input should be a list of message dictionaries.")
    except (json.JSONDecodeError, ValueError) as e:
        return f"Error parsing JSON: {str(e)}", ""
    
    chat_history = chat_llama(chat_history)
    return json.dumps(chat_history, indent=2), ""

# Definisikan antarmuka Gradio
gr_interface = gr.Blocks()
with gr_interface:
    with gr.Row():
        with gr.Column():
            chatbot = gr.Chatbot()
            msg = gr.Textbox(interactive=True)
            with gr.Row():
                clear = gr.ClearButton([msg, chatbot])
                send_btn = gr.Button("Send", variant='primary')
            msg.submit(fn=chat_mem, inputs=[msg, chatbot], outputs=[msg, chatbot])
            send_btn.click(fn=chat_mem, inputs=[msg, chatbot], outputs=[msg, chatbot])
        
        with gr.Column():
            json_input = gr.Textbox(placeholder='Input JSON here...', interactive=True, lines=10)
            json_output = gr.Textbox(label='Output JSON', interactive=False, lines=10)
            process_btn = gr.Button("Process JSON", variant='primary')
            process_btn.click(fn=process_json, inputs=json_input, outputs=[json_output])

@app.route("/", methods=["GET"])
def home():
    return gr_interface.launch(inline=True, share=False)

@app.route("/chat_llama", methods=["POST"])
def chat_llama_endpoint():
    data = request.json
    chat_history = data.get('chat_history', [])
    response = chat_llama(chat_history)
    return jsonify(response)

@app.route("/chat_mem", methods=["POST"])
def chat_mem_endpoint():
    data = request.json
    message = data.get('message', '')
    chat_history = data.get('chat_history', [])
    response = chat_mem(message, chat_history)
    return jsonify(response)

@app.route("/process_json", methods=["POST"])
def process_json_endpoint():
    data = request.json
    json_input = data.get('json_input', '')
    response = process_json(json_input)
    return jsonify(response)

if __name__ == "__main__":
    app.run(host="0.0.0.0", port=7860)