Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -3,10 +3,16 @@
|
|
| 3 |
# Webcam β geometric detector β static WAV alert (with cooldown)
|
| 4 |
# Live console logs of per-frame latency + status.
|
| 5 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 6 |
-
import time
|
| 7 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
-
from
|
|
|
|
| 10 |
|
| 11 |
# βββββββββββββββββββββββββββββ logging
|
| 12 |
logging.basicConfig(
|
|
@@ -23,31 +29,36 @@ with open("config.yaml") as f:
|
|
| 23 |
detector = get_detector(CFG)
|
| 24 |
|
| 25 |
# βββββββββββββββββββββββββββββ alert sound (read once)
|
| 26 |
-
wav_path = CFG["alerting"]
|
| 27 |
try:
|
| 28 |
-
ALERT_SR, ALERT_DATA = sf.read(wav_path, dtype="float32")
|
| 29 |
logging.info(f"Loaded alert sound: {wav_path} ({len(ALERT_DATA)/ALERT_SR:.2f}s)")
|
| 30 |
except Exception as e:
|
| 31 |
ALERT_SR, ALERT_DATA = None, None
|
| 32 |
logging.warning(f"Failed to load alert sound: {e}")
|
| 33 |
|
| 34 |
-
# βββββββββββββββββββββββββββββ
|
| 35 |
-
|
| 36 |
-
_last_alert_ts = 0.0
|
| 37 |
-
|
| 38 |
-
# βββββββββββββββββββββββββββββ frame callback
|
| 39 |
-
def process_live_frame(frame):
|
| 40 |
-
global _last_alert_ts
|
| 41 |
-
|
| 42 |
if frame is None:
|
| 43 |
-
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
|
| 45 |
t0 = time.perf_counter()
|
| 46 |
|
| 47 |
-
|
| 48 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 49 |
lighting = indic.get("lighting", "Good")
|
| 50 |
-
score
|
| 51 |
|
| 52 |
dt_ms = (time.perf_counter() - t0) * 1000.0
|
| 53 |
logging.info(f"{dt_ms:6.1f} ms β {lighting:<4} β {level:<14} β score={score:.2f}")
|
|
@@ -58,18 +69,20 @@ def process_live_frame(frame):
|
|
| 58 |
else f"Status: {level}\nScore: {score:.2f}")
|
| 59 |
)
|
| 60 |
|
| 61 |
-
# decide whether to play the alert
|
| 62 |
audio_out = None
|
|
|
|
|
|
|
|
|
|
| 63 |
if (
|
| 64 |
ALERT_DATA is not None
|
| 65 |
and level != "Awake"
|
| 66 |
and lighting != "Low"
|
| 67 |
-
and (time.
|
| 68 |
):
|
| 69 |
-
|
| 70 |
-
audio_out = (ALERT_SR, ALERT_DATA.copy())
|
| 71 |
|
| 72 |
-
return processed, status_txt, audio_out
|
| 73 |
|
| 74 |
# βββββββββββββββββββββββββββββ UI
|
| 75 |
with gr.Blocks(title="Drive Paddy β Drowsiness Detection") as app:
|
|
@@ -80,19 +93,22 @@ with gr.Blocks(title="Drive Paddy β Drowsiness Detection") as app:
|
|
| 80 |
with gr.Column(scale=2):
|
| 81 |
cam = gr.Image(sources=["webcam"], streaming=True, label="Live Camera Feed")
|
| 82 |
with gr.Column(scale=1):
|
| 83 |
-
out_img
|
| 84 |
out_text = gr.Textbox(label="Live Status", lines=3, interactive=False)
|
| 85 |
out_audio = gr.Audio(
|
| 86 |
label="Alert",
|
| 87 |
autoplay=True,
|
| 88 |
-
type="numpy",
|
| 89 |
visible=True,
|
| 90 |
)
|
|
|
|
| 91 |
|
| 92 |
-
cam.stream(
|
| 93 |
-
|
| 94 |
-
|
|
|
|
|
|
|
| 95 |
|
| 96 |
if __name__ == "__main__":
|
| 97 |
logging.info("Launching Gradio app β¦")
|
| 98 |
-
app.launch(debug=True)
|
|
|
|
| 3 |
# Webcam β geometric detector β static WAV alert (with cooldown)
|
| 4 |
# Live console logs of per-frame latency + status.
|
| 5 |
# ββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 6 |
+
import time
|
| 7 |
+
import os
|
| 8 |
+
import yaml
|
| 9 |
+
import logging
|
| 10 |
+
import numpy as np
|
| 11 |
+
import gradio as gr
|
| 12 |
+
import soundfile as sf
|
| 13 |
|
| 14 |
+
from dotenv import load_dotenv
|
| 15 |
+
from src.detection.factory import get_detector # your existing factory
|
| 16 |
|
| 17 |
# βββββββββββββββββββββββββββββ logging
|
| 18 |
logging.basicConfig(
|
|
|
|
| 29 |
detector = get_detector(CFG)
|
| 30 |
|
| 31 |
# βββββββββββββββββββββββββββββ alert sound (read once)
|
| 32 |
+
wav_path = CFG["alerting"].get("alert_sound_path", "alert.wav")
|
| 33 |
try:
|
| 34 |
+
ALERT_SR, ALERT_DATA = sf.read(wav_path, dtype="float32")
|
| 35 |
logging.info(f"Loaded alert sound: {wav_path} ({len(ALERT_DATA)/ALERT_SR:.2f}s)")
|
| 36 |
except Exception as e:
|
| 37 |
ALERT_SR, ALERT_DATA = None, None
|
| 38 |
logging.warning(f"Failed to load alert sound: {e}")
|
| 39 |
|
| 40 |
+
# βββββββββββββββββββββββββββββ frame processing
|
| 41 |
+
def process_live_frame(frame, last_alert_ts):
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 42 |
if frame is None:
|
| 43 |
+
return (
|
| 44 |
+
np.zeros((480, 640, 3), dtype=np.uint8),
|
| 45 |
+
"Status: Inactive",
|
| 46 |
+
None,
|
| 47 |
+
last_alert_ts
|
| 48 |
+
)
|
| 49 |
|
| 50 |
t0 = time.perf_counter()
|
| 51 |
|
| 52 |
+
try:
|
| 53 |
+
processed, indic, _ = detector.process_frame(frame)
|
| 54 |
+
except Exception as e:
|
| 55 |
+
logging.error(f"Error processing frame: {e}")
|
| 56 |
+
processed = np.zeros_like(frame)
|
| 57 |
+
indic = {"drowsiness_level": "Error", "lighting": "Unknown", "details": {"Score": 0.0}}
|
| 58 |
+
|
| 59 |
+
level = indic.get("drowsiness_level", "Awake")
|
| 60 |
lighting = indic.get("lighting", "Good")
|
| 61 |
+
score = indic.get("details", {}).get("Score", 0.0)
|
| 62 |
|
| 63 |
dt_ms = (time.perf_counter() - t0) * 1000.0
|
| 64 |
logging.info(f"{dt_ms:6.1f} ms β {lighting:<4} β {level:<14} β score={score:.2f}")
|
|
|
|
| 69 |
else f"Status: {level}\nScore: {score:.2f}")
|
| 70 |
)
|
| 71 |
|
|
|
|
| 72 |
audio_out = None
|
| 73 |
+
new_last_alert_ts = last_alert_ts
|
| 74 |
+
ALERT_COOLDOWN = CFG["alerting"].get("alert_cooldown_seconds", 7)
|
| 75 |
+
|
| 76 |
if (
|
| 77 |
ALERT_DATA is not None
|
| 78 |
and level != "Awake"
|
| 79 |
and lighting != "Low"
|
| 80 |
+
and (time.monotonic() - last_alert_ts) > ALERT_COOLDOWN
|
| 81 |
):
|
| 82 |
+
new_last_alert_ts = time.monotonic()
|
| 83 |
+
audio_out = (ALERT_SR, ALERT_DATA.copy())
|
| 84 |
|
| 85 |
+
return processed, status_txt, audio_out, new_last_alert_ts
|
| 86 |
|
| 87 |
# βββββββββββββββββββββββββββββ UI
|
| 88 |
with gr.Blocks(title="Drive Paddy β Drowsiness Detection") as app:
|
|
|
|
| 93 |
with gr.Column(scale=2):
|
| 94 |
cam = gr.Image(sources=["webcam"], streaming=True, label="Live Camera Feed")
|
| 95 |
with gr.Column(scale=1):
|
| 96 |
+
out_img = gr.Image(label="Processed Feed")
|
| 97 |
out_text = gr.Textbox(label="Live Status", lines=3, interactive=False)
|
| 98 |
out_audio = gr.Audio(
|
| 99 |
label="Alert",
|
| 100 |
autoplay=True,
|
| 101 |
+
type="numpy",
|
| 102 |
visible=True,
|
| 103 |
)
|
| 104 |
+
last_alert_state = gr.State(value=0.0)
|
| 105 |
|
| 106 |
+
cam.stream(
|
| 107 |
+
fn=process_live_frame,
|
| 108 |
+
inputs=[cam, last_alert_state],
|
| 109 |
+
outputs=[out_img, out_text, out_audio, last_alert_state]
|
| 110 |
+
)
|
| 111 |
|
| 112 |
if __name__ == "__main__":
|
| 113 |
logging.info("Launching Gradio app β¦")
|
| 114 |
+
app.launch(debug=True)
|