app.py

import json
import requests
import gradio as gr
import random
import os
import datetime
from datetime import datetime


API_TOKEN = os.getenv("API_TOKEN")
headers = {"Authorization": f"Bearer {API_TOKEN}"}
API_URL = "https://api-inference.huggingface.co/models/bigscience/bloom"

DECODEM_TOKEN=os.getenv("DECODEM_TOKEN")

headers = {'Content-type': 'application/json', 'Accept': 'text/plain'}
url_decodemprompts='https://us-central1-createinsightsproject.cloudfunctions.net/getdecodemprompts'

data={"prompt_type":'future_in_words',"decodem_token":DECODEM_TOKEN}
try:
    r = requests.post(url_decodemprompts, data=json.dumps(data), headers=headers)
except requests.exceptions.ReadTimeout as e:
    print(e)
#print(r.content)

prompt=str(r.content, 'UTF-8')

#print(prompt)
  

def query(text):
    #global prompt
    print(text)
    print(datetime.today().strftime("%d-%m-%Y"))
    text = prompt+"\nInput:"+text + "\nOutput:"
    #print(text)
    payload =     {
    "inputs": text,
    "parameters": {
      "max_length": 250,
      "temperature": 0.9,
        "seed":random.randint(0, 100),
      },
    }

    data = json.dumps(payload)
    response = requests.request("POST", API_URL, headers=headers, data=data)
    #print('Response here\n',response.content)
    generated_text=json.loads(response.content.decode("utf-8"))[0]['generated_text']
    result = generated_text.replace(text,'').strip()
    result = result.replace("Output:","")
    parts = result.split("###")
    topic = parts[0].strip()
    topic=topic.split("Input:")[0]
    print(topic)
    return topic


with gr.Blocks() as demo:
    gr.Markdown("<h1><center>Ideas of the Future</center></h1>")
    gr.Markdown(
        """ChatGPT based Insights from <a href="https://www.decodem.ai">Decodem.ai</a> for businesses.\nWhile ChatGPT has multiple use cases we have evolved specific use cases/ templates for businesses \n\n This template provides ideas on how a business would look like in the future. Enter a business area and get the results. We use a equally powerful AI model bigscience/bloom"""
        )
    textbox = gr.Textbox(placeholder="Enter business type here...", lines=1,label='Your business area')
    btn = gr.Button("Generate")    
    output1 = gr.Textbox(lines=2,label='The future')

    btn.click(query,inputs=[textbox], outputs=[output1])
    examples = gr.Examples(examples=['icecream parlor','space travel','book shop','ecommerce','grocery delivery'],
                           inputs=[textbox])
    

demo.launch()