app.py

import os
import sys
import requests
import gradio as gr

api_url = "https://api.textsynth.com"
api_key = os.environ["TEXTSYNTH_API_SECRET_KEY"]
api_engine = "gptneox_20B"

def completion(prompt,max_tokens,temperature,top_k,top_p):
    response = requests.post(api_url + "/v1/engines/" + "gptneox_20B" + "/completions", headers = { "Authorization": "Bearer " + api_key }, json = { "prompt": prompt, "max_tokens": max_tokens ,"temperature": temperature,"top_k": top_k,"top_p": top_p })
    resp = response.json()
    if "text" in resp: 
        return prompt + resp["text"]
    else:
        print("ERROR", resp)
        assert False

    if len(sys.argv) <= 1:
       sys.exit(1)

demo = gr.Interface(
       fn=completion, 
       inputs=[
               gr.inputs.Textbox(lines=10,placeholder='Write some code..'),
               gr.inputs.Slider(10,200,10,100,'Max Tokens',False),
               gr.inputs.Slider(0,1.0,0.1,1.0,'temperature',False),
               gr.inputs.Slider(0,50,1,40,'top_k',True),
               gr.inputs.Slider(0,1.0,0.1,0.9,'top_p',True)
       ],
       outputs="text",
       theme='dark-huggingface',
       title='Solo-Coder',
       description='Build by Ansh and ❤️',
       allow_flagging=False,
 
)

if __name__ == "__main__":
    demo.launch()