app.py

import requests
import json
import gradio as gr
import os

REST_API_KEY = os.environ.get("REST_API_KEY")

def kogpt_api(prompt, max_tokens = 32, temperature = 1.0, top_p = 1.0, n = 1):
    r = requests.post(
        url='https://api.kakaobrain.com/v1/inference/kogpt/generation',
        headers = {
            'Authorization': 'KakaoAK ' + REST_API_KEY,
            'Content-Type': 'application/json'
        },
        json = {
            'prompt': prompt,
            'max_tokens': max_tokens,
            'temperature': temperature,
            'top_p': top_p,
            'n': n
        }
    )
    
    response = json.loads(r.content)
    return response

def greet(prompt, max_tokens, temperature, top_p, n):
    response = kogpt_api(
        prompt = prompt,
        max_tokens = int(max_tokens),
        temperature = float(temperature),
        top_p = float(top_p),
        n = int(n)
    )
    return response['generations'][0]['text']

iface = gr.Interface(
    fn=greet,
    inputs=[
        gr.Textbox(lines=2, placeholder="Input Prompt Here...", label="textbox"),
        gr.Number(value=32),
        gr.Slider(0.1, 1.0, step=0.1, value=0.5),
        gr.Slider(0.1, 1.0, step=0.1, value=0.5),
        gr.Slider(1, 16, step=0.1, value=1)],
    outputs=["text"]
    )

iface.launch()