File size: 3,603 Bytes
5b1e428
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
# SPDX-License-Identifier: MIT
# Copyright (C) Intel Corporation
#
# Crowd Analysis: DLStreamer pipeline sample.
# See README.md for prerequisites and inputs. Run: python3 dlstreamer_sample.py

import gi

gi.require_version("Gst", "1.0")
gi.require_version("GstAnalytics", "1.0")
from gi.repository import Gst, GLib, GstAnalytics

Gst.init([])

INPUT_VIDEO = "test_video.mp4"

# Crowd-density thresholds (person count per frame).
DENSITY_LOW_MAX = 10      # fewer than 10 -> LOW
DENSITY_MEDIUM_MAX = 25   # 10-25 -> MEDIUM, more than 25 -> HIGH


def density_level(count):
    if count < DENSITY_LOW_MAX:
        return "LOW"
    if count <= DENSITY_MEDIUM_MAX:
        return "MEDIUM"
    return "HIGH"


# Select the model: "yolo26n" (default) or "detr-resnet-50".
MODEL = "yolo26n"

# For CPU: change device=GPU to device=CPU.
# For NPU: change device=GPU to device=NPU (batch-size=1, nireq=4 recommended).
pipeline_str = (
    f"filesrc location={INPUT_VIDEO} ! decodebin3 ! "
    "videoconvert ! "
    f"gvadetect model={MODEL}_openvino_model/{MODEL}.xml "
    "device=GPU "
    "threshold=0.4 ! queue ! "
    "gvatrack tracking-type=zero-term-imageless ! queue ! "
    "gvawatermark displ-cfg=show-roi=person ! "
    "videoconvert ! video/x-raw,format=I420 ! "
    "openh264enc ! h264parse ! "
    "mp4mux ! filesink name=sink location=output_dlstreamer.mp4"
)
pipeline = Gst.parse_launch(pipeline_str)

sink = pipeline.get_by_name("sink")
sink_pad = sink.get_static_pad("sink")

prev_centroid = {}  # track_id -> (cx, cy)


def on_buffer(pad, info):
    buf = info.get_buffer()
    rmeta = GstAnalytics.buffer_get_analytics_relation_meta(buf)
    if rmeta is None:
        return Gst.PadProbeReturn.OK

    # OD and tracking metadata share one id space and can be interleaved
    # (id=1 -> ODMtd, id=2 -> TrackingMtd, ...), so scan every id and stop only
    # after several consecutive misses.
    ods, tracks = [], []
    idx, misses = 1, 0
    while misses < 20:
        ok_od, od = rmeta.get_od_mtd(idx)
        ok_trk, trk = rmeta.get_tracking_mtd(idx)
        if ok_od:
            ods.append(od)
            misses = 0
        elif ok_trk:
            tracks.append(trk)
            misses = 0
        else:
            misses += 1
        idx += 1

    count, moves = 0, []
    for od in ods:
        if GLib.quark_to_string(od.get_obj_type()) != "person":
            continue
        count += 1
        _, x, y, w, h, _ = od.get_location()
        cx, cy = x + w / 2.0, y + h / 2.0
        for trk in tracks:
            if rmeta.get_relation(od.id, trk.id) == GstAnalytics.RelTypes.NONE:
                continue
            ok_trk, track_id, _, _, _ = trk.get_info()
            if not ok_trk:
                continue
            if track_id in prev_centroid:
                pcx, pcy = prev_centroid[track_id]
                moves.append((cx - pcx, cy - pcy))
            prev_centroid[track_id] = (cx, cy)
            break

    if count:
        level = density_level(count)
        if moves:
            mdx = sum(m[0] for m in moves) / len(moves)
            mdy = sum(m[1] for m in moves) / len(moves)
            print(f"Crowd: {count} ({level})  flow dx={mdx:+.1f} dy={mdy:+.1f}",
                  flush=True)
        else:
            print(f"Crowd: {count} ({level})", flush=True)
    return Gst.PadProbeReturn.OK


sink_pad.add_probe(Gst.PadProbeType.BUFFER, on_buffer)

pipeline.set_state(Gst.State.PLAYING)
bus = pipeline.get_bus()
bus.timed_pop_filtered(
    Gst.CLOCK_TIME_NONE,
    Gst.MessageType.EOS | Gst.MessageType.ERROR,
)
pipeline.set_state(Gst.State.NULL)