urls

app.py

@@ -20,11 +20,16 @@ examples = [
 ]
 
 title = "Upword - Models Competition"
-description = "This demo compares [BART-Large-CNN](https://huggingface.co/facebook/bart-large-cnn) and [Flan-T5-XX-large](https://huggingface.co/google/flan-t5-xxl)."
+description = "This demo compares [BART-Large-CNN](https://huggingface.co/facebook/bart-large-cnn) and [Flan-T5-XXL](https://huggingface.co/google/flan-t5-xxl)."
 
-url = os.environ["url"]
 token = os.environ["token"]
 
+urls = {
+    'flan-t5': os.environ["url"],
+    # 'flan-t5': "https://api-inference.huggingface.co/models/philschmid/flan-t5-xxl-sharded-fp16",
+    'bart-large-cnn': "https://api-inference.huggingface.co/models/facebook/bart-large-cnn"
+}
+
 
 def inference(text):
     headers = {"Authorization": f"Bearer {token}"}
@@ -36,9 +41,12 @@ def inference(text):
             "do_sample": False
         }
     }
-    response = requests.post(url, headers=headers, json=payload)
-    output_flan = response.json()[0]['generated_text']
-    output_vanilla = 'NA'
+    responses = dict()
+    for model, url in urls.items():
+        responses[model] = requests.post(url, headers=headers, json=payload)
+
+    output_flan = responses['flan-t5'].json()[0]['generated_text']
+    output_vanilla = responses['bart-large-cnn'].json()[0]['summary_text']
     return [output_flan, output_vanilla]
 
 
@@ -46,8 +54,8 @@ io = gr.Interface(
   inference,
   gr.Textbox(lines=3),
   outputs=[
-    gr.Textbox(lines=3, label="Flan T5"),
-    gr.Textbox(lines=3, label="T5")
+    gr.Textbox(lines=3, label="Flan T5-XXL"),
+    gr.Textbox(lines=3, label="BART-Large-CNN")
   ],
   title=title,
   description=description,