LumiSign / ui /src /app /components /KeypointsDisplay.tsx
anthony01's picture
update: enhance UI components and functionality, add model configuration, and update server proxy
ea15c76
Raw
History Blame Contribute Delete
2.65 kB
import { useMemo, useState } from 'react';
import { Hand, MoreHorizontal, Smile, User } from "lucide-react";
const keypointTypes = [
{ title: "Hand Landmarks", count: 21, icon: Hand },
{ title: "Pose Landmarks", count: 33, icon: User },
{ title: "Face Landmarks", count: 468, icon: Smile },
];
export function KeypointsDisplay() {
const [showDetails, setShowDetails] = useState(false);
const totalLandmarks = useMemo(
() => keypointTypes.reduce((sum, type) => sum + type.count, 0),
[],
);
return (
<div className="mb-6 rounded-xl border border-gray-200 bg-white p-4 sm:p-5">
<div className="mb-4 flex items-center justify-between">
<div>
<h2 className="mb-1 text-[18px]">Extracted Keypoints</h2>
<p className="text-xs text-gray-600">Visual representation of detected landmarks</p>
</div>
<button
onClick={() => setShowDetails((prev) => !prev)}
className="flex items-center gap-1 rounded-md border border-gray-200 px-2.5 py-1.5 text-xs text-gray-600 hover:bg-gray-50"
>
<MoreHorizontal className="h-3.5 w-3.5" />
<span>{showDetails ? 'Hide Details' : 'View Details'}</span>
</button>
</div>
<div className="grid grid-cols-1 gap-3 md:grid-cols-3">
{keypointTypes.map((type) => {
const Icon = type.icon;
return (
<div key={type.title} className="overflow-hidden rounded-md border border-gray-200 bg-white">
<div className="flex h-48 items-center justify-center bg-gray-100">
<Icon className="h-8 w-8 text-gray-400" strokeWidth={1.5} />
</div>
<div className="border-t border-gray-200 px-3 py-2 text-center">
<p className="text-xs text-gray-700">{type.title}</p>
<p className="text-xs text-orange-700">{type.count} keypoints detected</p>
{showDetails && (
<p className="mt-1 text-[11px] text-gray-500">
Used as temporal features by the transformer classifier.
</p>
)}
</div>
</div>
);
})}
</div>
{showDetails && (
<div className="mt-4 rounded-md border border-gray-200 bg-gray-50 p-3 text-xs text-gray-600">
<div>Total landmarks per frame: {totalLandmarks}</div>
<div>Face landmarks are available but less influential than pose and hands for many signs.</div>
<div>Final prediction uses a sequence-level transformer over extracted keypoint vectors.</div>
</div>
)}
</div>
);
}