crowd-analysis / dlstreamer_sample.py
vagheshpatel's picture
Update native RC1 samples and supported device documentation
5b1e428 verified
Raw History Blame Contribute Delete
3.6 kB
# SPDX-License-Identifier: MIT
# Copyright (C) Intel Corporation
#
# Crowd Analysis: DLStreamer pipeline sample.
# See README.md for prerequisites and inputs. Run: python3 dlstreamer_sample.py
import gi
gi.require_version("Gst", "1.0")
gi.require_version("GstAnalytics", "1.0")
from gi.repository import Gst, GLib, GstAnalytics
Gst.init([])
INPUT_VIDEO = "test_video.mp4"
# Crowd-density thresholds (person count per frame).
DENSITY_LOW_MAX = 10 # fewer than 10 -> LOW
DENSITY_MEDIUM_MAX = 25 # 10-25 -> MEDIUM, more than 25 -> HIGH
def density_level(count):
if count < DENSITY_LOW_MAX:
return "LOW"
if count <= DENSITY_MEDIUM_MAX:
return "MEDIUM"
return "HIGH"
# Select the model: "yolo26n" (default) or "detr-resnet-50".
MODEL = "yolo26n"
# For CPU: change device=GPU to device=CPU.
# For NPU: change device=GPU to device=NPU (batch-size=1, nireq=4 recommended).
pipeline_str = (
f"filesrc location={INPUT_VIDEO} ! decodebin3 ! "
"videoconvert ! "
f"gvadetect model={MODEL}_openvino_model/{MODEL}.xml "
"device=GPU "
"threshold=0.4 ! queue ! "
"gvatrack tracking-type=zero-term-imageless ! queue ! "
"gvawatermark displ-cfg=show-roi=person ! "
"videoconvert ! video/x-raw,format=I420 ! "
"openh264enc ! h264parse ! "
"mp4mux ! filesink name=sink location=output_dlstreamer.mp4"
)
pipeline = Gst.parse_launch(pipeline_str)
sink = pipeline.get_by_name("sink")
sink_pad = sink.get_static_pad("sink")
prev_centroid = {} # track_id -> (cx, cy)
def on_buffer(pad, info):
buf = info.get_buffer()
rmeta = GstAnalytics.buffer_get_analytics_relation_meta(buf)
if rmeta is None:
return Gst.PadProbeReturn.OK
# OD and tracking metadata share one id space and can be interleaved
# (id=1 -> ODMtd, id=2 -> TrackingMtd, ...), so scan every id and stop only
# after several consecutive misses.
ods, tracks = [], []
idx, misses = 1, 0
while misses < 20:
ok_od, od = rmeta.get_od_mtd(idx)
ok_trk, trk = rmeta.get_tracking_mtd(idx)
if ok_od:
ods.append(od)
misses = 0
elif ok_trk:
tracks.append(trk)
misses = 0
else:
misses += 1
idx += 1
count, moves = 0, []
for od in ods:
if GLib.quark_to_string(od.get_obj_type()) != "person":
continue
count += 1
_, x, y, w, h, _ = od.get_location()
cx, cy = x + w / 2.0, y + h / 2.0
for trk in tracks:
if rmeta.get_relation(od.id, trk.id) == GstAnalytics.RelTypes.NONE:
continue
ok_trk, track_id, _, _, _ = trk.get_info()
if not ok_trk:
continue
if track_id in prev_centroid:
pcx, pcy = prev_centroid[track_id]
moves.append((cx - pcx, cy - pcy))
prev_centroid[track_id] = (cx, cy)
break
if count:
level = density_level(count)
if moves:
mdx = sum(m[0] for m in moves) / len(moves)
mdy = sum(m[1] for m in moves) / len(moves)
print(f"Crowd: {count} ({level}) flow dx={mdx:+.1f} dy={mdy:+.1f}",
flush=True)
else:
print(f"Crowd: {count} ({level})", flush=True)
return Gst.PadProbeReturn.OK
sink_pad.add_probe(Gst.PadProbeType.BUFFER, on_buffer)
pipeline.set_state(Gst.State.PLAYING)
bus = pipeline.get_bus()
bus.timed_pop_filtered(
Gst.CLOCK_TIME_NONE,
Gst.MessageType.EOS | Gst.MessageType.ERROR,
)
pipeline.set_state(Gst.State.NULL)