File size: 2,654 Bytes
ea15c76
263280b
 
 
 
 
 
 
 
 
ea15c76
 
 
 
 
 
263280b
 
 
 
 
 
 
ea15c76
 
 
 
263280b
ea15c76
263280b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ea15c76
 
 
 
 
263280b
 
 
 
 
ea15c76
 
 
 
 
 
 
263280b
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
import { useMemo, useState } from 'react';
import { Hand, MoreHorizontal, Smile, User } from "lucide-react";

const keypointTypes = [
  { title: "Hand Landmarks", count: 21, icon: Hand },
  { title: "Pose Landmarks", count: 33, icon: User },
  { title: "Face Landmarks", count: 468, icon: Smile },
];

export function KeypointsDisplay() {
  const [showDetails, setShowDetails] = useState(false);
  const totalLandmarks = useMemo(
    () => keypointTypes.reduce((sum, type) => sum + type.count, 0),
    [],
  );

  return (
    <div className="mb-6 rounded-xl border border-gray-200 bg-white p-4 sm:p-5">
      <div className="mb-4 flex items-center justify-between">
        <div>
          <h2 className="mb-1 text-[18px]">Extracted Keypoints</h2>
          <p className="text-xs text-gray-600">Visual representation of detected landmarks</p>
        </div>
        <button
          onClick={() => setShowDetails((prev) => !prev)}
          className="flex items-center gap-1 rounded-md border border-gray-200 px-2.5 py-1.5 text-xs text-gray-600 hover:bg-gray-50"
        >
          <MoreHorizontal className="h-3.5 w-3.5" />
          <span>{showDetails ? 'Hide Details' : 'View Details'}</span>
        </button>
      </div>

      <div className="grid grid-cols-1 gap-3 md:grid-cols-3">
        {keypointTypes.map((type) => {
          const Icon = type.icon;

          return (
            <div key={type.title} className="overflow-hidden rounded-md border border-gray-200 bg-white">
              <div className="flex h-48 items-center justify-center bg-gray-100">
                <Icon className="h-8 w-8 text-gray-400" strokeWidth={1.5} />
              </div>
              <div className="border-t border-gray-200 px-3 py-2 text-center">
                <p className="text-xs text-gray-700">{type.title}</p>
                <p className="text-xs text-orange-700">{type.count} keypoints detected</p>
                {showDetails && (
                  <p className="mt-1 text-[11px] text-gray-500">
                    Used as temporal features by the transformer classifier.
                  </p>
                )}
              </div>
            </div>
          );
        })}
      </div>
      {showDetails && (
        <div className="mt-4 rounded-md border border-gray-200 bg-gray-50 p-3 text-xs text-gray-600">
          <div>Total landmarks per frame: {totalLandmarks}</div>
          <div>Face landmarks are available but less influential than pose and hands for many signs.</div>
          <div>Final prediction uses a sequence-level transformer over extracted keypoint vectors.</div>
        </div>
      )}
    </div>
  );
}