Update app.py

app.py

@@ -24,7 +24,9 @@ import matplotlib.pyplot as plt
 import numpy as np
 from PIL import Image
 from timm import create_model
-
+from langchain_fireworks import ChatFireworks
+from langchain.schema import HumanMessage
+import os 
 
 
 safe_tensors = "model.safetensors" #hf_hub_download(repo_id="subhuatharva/swim-224-base-satellite-image-classification", filename="model.safetensors")
@@ -74,8 +76,13 @@ def model_output(image):
   predictions = predictions.float().numpy().flatten()
   pred_labels = one_hot_decoding(predictions)
   output_text = " ".join(pred_labels)
+  query = f"summarize the classified satellite image labels {output_text} and summarize if or how these factors can cause deforestation"
+  
+  api_key = os.getenv("FIREWORKS_API_KEY")
+  llm = ChatFireworks(api_key=api_key, model="accounts/fireworks/models/mixtral-8x7b-instruct")
+  message = HumanMessage(query) 
 
-  return output_text
+  return llm([message]).content
 
 app = gr.Interface(fn=model_output, inputs="image", outputs="text", title=title,
     description=description, examples=[["sample_images/train_142.jpg"], ["sample_images/train_75.jpg"],["sample_images/train_32.jpg"], ["sample_images/train_59.jpg"], ["sample_images/train_67.jpg"], ["sample_images/train_92.jpg"], ["sample_images/random_satellite_image.png"]])