Update app.py

app.py

@@ -118,7 +118,25 @@ def handle_audio(audio_file, chat_history, user_profile):
         chat_history.append({"role": "assistant", "content": transcribed})
         return chat_history
     return respond(transcribed, chat_history, user_profile)
-
+# Load ResNet18 model
+model = models.resnet18(weights=models.ResNet18_Weights.IMAGENET1K_V1)
+model.fc = torch.nn.Linear(model.fc.in_features, 2)  # Adjust for two classes
+model.eval()
+
+# Define image transformation
+transform = transforms.Compose([
+    transforms.Resize((224, 224)),
+    transforms.ToTensor()
+])
+
+# Function to classify posture images
+def classify_image(image):
+    if image is None:
+        return "No image provided!"
+    image = transform(image).unsqueeze(0)
+    output = model(image)
+    _, predicted = torch.max(output, 1)
+    return "You have good posture! Keep it up!" if predicted.item() == 0 else "I suggest sitting straighter or getting more into frame. It will help for your future interviews."
 # Full UI
 with gr.Blocks(css="""
     body { background-color: #161b24; font-family: 'Nato', sans-serif !important; }
@@ -210,5 +228,11 @@ with gr.Blocks(css="""
             audio_input = gr.Audio(type="filepath", label="Record Your Answer")
             audio_btn = gr.Button("Send Audio")
             audio_btn.click(handle_audio, inputs=[audio_input, chat_history, user_profile], outputs=[chatbot_audio], queue=False)
+        with gr.Tab("📸 Webcam Mode"):
+            img_upload = gr.Image(source="webcam", type="pil", label="Capture Posture")
+            posture_output = gr.Textbox(label="Posture Feedback")
+            posture_btn = gr.Button("Analyze Posture")
+            posture_btn.click(classify_image, inputs=[img_upload], outputs=[posture_output])
+
 
 demo.launch()