app.py

from flask import Flask, jsonify, render_template, request, send_file
from slack_sdk import WebClient
from slack_sdk.errors import SlackApiError
import os
from slack_bolt import App
import flask
import requests
import json
app = flask.Flask(__name__, template_folder="static")

#API_URL = "http://34.122.217.42/complete_batch"
API_URL = "https://api-inference.huggingface.co/models/Salesforce/codegen-16B-multi"
API_TOKEN = os.environ["API_TOKEN"]
headers = {"Authorization": f"Bearer {API_TOKEN}"}
def text_generate(prompt): 
  #Prints to debug the code
  print(f"*****Inside text_generate - Prompt is :{prompt}")
  
  data ={"inputs":prompt,
         "max_length":1024,
        "top_p": 0.9, 
        "temp": 0.75}
  try:
         response = requests.post(API_URL, headers=headers, json=data)
         print(response.json())
         if response.status_code == 200:
            data_str=response.json()
            print(data_str)
            responsecodeblock=data_str[0]['generated_text']
            print(responsecodeblock)
            slack_msg="Supplied Prompt was :"+data["inputs"]+"\n\n"
            slack_msg = slack_msg+"Response received was : \n\n"
            '''
             for i in range(4):
                slack_msg = slack_msg+data_str["completions"][i]["completion"]+"\n\n"
                slack_msg = slack_msg+data_str["completions"][i]["log_prob"]+"\n\n"
            '''
            slack_msg=slack_msg+responsecodeblock
         else:
            slack_msg="Failed to send JSON message to URL"
  except requests.exceptions.Timeout:
        slack_msg="Failed to send JSON message to URL due to timeout error"
        pass
  return slack_msg     
@app.route("/")
def index():
    return 'Hello'
    
@app.route("/events", methods=["POST"])
def handle_event():
  # Handle the event here
    event=request.json['type']
    print("Event Is:"+event)
    if event=='url_verification':  
      # Respond to the challenge request with a 200 OK HTTP status code
      # and the value of the challenge parameter in the response body
      challenge = request.json['challenge']
      return (
        challenge
       )
    if event=='event_callback':
        API_KEY=os.environ.get('SLACK_APP_TOKEN')
        SLACK_CHANNEL=os.environ.get('SLACK_APP_CHANNEL')
        # Set up the Slack client
        YOUR_BOT_TOKEN=API_KEY
        client = WebClient(token=YOUR_BOT_TOKEN)
        channel= SLACK_CHANNEL
        conversation = request.json['event'] ['text']
        print(conversation)
        response=text_generate(conversation[15:])
        # Post the response back to the Slack channel
        try:
            client.chat_postMessage(
                    channel=channel,
                    text=response
                )
        except SlackApiError as e:
            print("Error")
        return response
if __name__ == "__main__":
    app.run(host="0.0.0.0", port=7860)