Update app.py

app.py

@@ -7,24 +7,32 @@ import flask
 import requests
 import json
 app = flask.Flask(__name__, template_folder="static")
+
+#API_URL = "http://34.122.217.42/complete_batch"
+API_URL = "https://api-inference.huggingface.co/models/Salesforce/codegen-350M-multi"
+API_TOKEN = os.environ["API_TOKEN"]
+headers = {"Authorization": f"Bearer {API_TOKEN}"}
 def text_generate(prompt): 
-    url = "http://34.122.217.42/complete_batch"
-    data = {
-        "debug_ext_path": "foo", 
-        "context":prompt, 
+  #Prints to debug the code
+  print(f"*****Inside text_generate - Prompt is :{prompt}")
+  
+  data ={"inputs":prompt, 
         "top_p": 0.9, 
         "temp": 0.75}
     try:
-     response = requests.post(url, json=data)
-     if response.status_code == 200:
-        data_str=response.json()
-        slack_msg="Supplied Prompt was :"+data["context"]+"\n\n"
-        slack_msg = slack_msg+"Response receievd was : \n\n"
-        for i in range(4):
-            slack_msg = slack_msg+data_str["completions"][i]["completion"]+"\n\n"
-            slack_msg = slack_msg+data_str["completions"][i]["log_prob"]+"\n\n"
-     else:
-        slack_msg="Failed to send JSON message to URL"
+         response = requests.post(API_URL, headers=headers, json=data)
+         if response.status_code == 200:
+            data_str=response.json()
+            slack_msg="Supplied Prompt was :"+data["context"]+"\n\n"
+            slack_msg = slack_msg+"Response receievd was : \n\n"
+            '''
+             for i in range(4):
+                slack_msg = slack_msg+data_str["completions"][i]["completion"]+"\n\n"
+                slack_msg = slack_msg+data_str["completions"][i]["log_prob"]+"\n\n"
+            '''
+            slack_msg=slack_msg+data_str
+         else:
+            slack_msg="Failed to send JSON message to URL"
     except requests.exceptions.Timeout:
         slack_msg="Failed to send JSON message to URL due to timeout error"
         pass
@@ -73,7 +81,7 @@ def handle_event():
         channel= SLACK_CHANNEL
         conversation = request.json['event'] ['text']
         print(conversation)
-        response=text_generate(conversation)
+        response=text_generate(conversation[15:])
         # Post the response back to the Slack channel
         try:
             client.chat_postMessage(