File size: 6,537 Bytes
03b5e31 c608763 03b5e31 c07926b 6c9b36e 03b5e31 0bf5893 03b5e31 0bf5893 6253c9b c5a7bce aaf5c66 03b5e31 c07926b c45cac6 c608763 7fc47b1 c07926b 7fc47b1 c608763 7fc47b1 db1ee1f 7fc47b1 db1ee1f 7fc47b1 c608763 7fc47b1 c608763 7fc47b1 c07926b 7fc47b1 c608763 7fc47b1 c608763 7fc47b1 c608763 7fc47b1 c608763 03b5e31 c9c6ae2 89ecb9e 03b5e31 6c9b36e 03b5e31 6c9b36e c608763 03b5e31 c07926b 7fc47b1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 |
import React, { useState, useEffect } from 'react';
import ActivityCalendar from "react-activity-calendar";
import { Tooltip } from '@mui/material';
interface ProviderInfo {
color: string;
authors: string[];
}
const PROVIDERS_MAP: Record<string, ProviderInfo> = {
"Mistral AI": { color: "#ff7000", authors: ["mistralai"] },
"Meta": { color: "#1877F2", authors: ["facebook", "meta-llama"] },
"OpenAI": { color: "#10A37F", authors: ["openai"] },
"Anthropic": { color: "#cc785c", authors: ["Anthropic"] },
"Google": { color: "#DB4437", authors: ["google"] },
"Allen Institute for AI": { color: "#5E35B1", authors: ["allenai"] },
"Apple": { color: "#0088cc", authors: ["apple"] },
"Microsoft": { color: "#FEB800", authors: ["microsoft"] },
"NVIDIA": { color: "#76B900", authors: ["nvidia"] },
"DeepSeek": { color: "#0088cc", authors: ["deepseek-ai"] },
"Qwen": { color: "#0088cc", authors: ["Qwen"] },
"Cohere For AI": { color: "#4C6EE6", authors: ["CohereForAI"] },
"IBM": { color: "#4C6EE6", authors: ["ibm-granite"] },
"Stability AI": { color: "#A020F0", authors: ["stabilityai"] },
};
interface ModelData {
createdAt: string;
id: string;
}
interface Activity {
date: string;
count: number;
level: number;
}
interface CalendarData {
[key: string]: Activity[];
}
const generateCalendarData = (modelData: ModelData[]): CalendarData => {
const data: Record<string, Activity[]> = Object.fromEntries(
Object.keys(PROVIDERS_MAP).map(provider => [provider, []])
);
const today = new Date();
const startDate = new Date(today);
startDate.setMonth(today.getMonth() - 11);
startDate.setDate(1);
// create a map to store counts for each provider and date
const countMap: Record<string, Record<string, number>> = {};
modelData.forEach(item => {
const dateString = item.createdAt.split('T')[0];
Object.entries(PROVIDERS_MAP).forEach(([provider, { authors }]) => {
if (authors.some(author => item.id.startsWith(author))) {
countMap[provider] = countMap[provider] || {};
countMap[provider][dateString] = (countMap[provider][dateString] || 0) + 1;
}
});
});
// fill in with 0s for days with no activity
for (let d = new Date(startDate); d <= today; d.setDate(d.getDate() + 1)) {
const dateString = d.toISOString().split('T')[0];
Object.entries(PROVIDERS_MAP).forEach(([provider]) => {
const count = countMap[provider]?.[dateString] || 0;
data[provider].push({ date: dateString, count, level: 0 });
});
}
// calculate average counts for each provider
const avgCounts = Object.fromEntries(
Object.entries(data).map(([provider, days]) => [
provider,
days.reduce((sum, day) => sum + day.count, 0) / days.length || 0
])
);
// assign levels based on count relative to average
Object.entries(data).forEach(([provider, days]) => {
const avgCount = avgCounts[provider];
days.forEach(day => {
day.level =
day.count === 0 ? 0 :
day.count <= avgCount * 0.5 ? 1 :
day.count <= avgCount ? 2 :
day.count <= avgCount * 1.5 ? 3 : 4;
});
});
return data;
}
export async function getStaticProps() {
try {
const allAuthors = Object.values(PROVIDERS_MAP).flatMap(({ authors }) => authors);
const uniqueAuthors = Array.from(new Set(allAuthors));
const allModelData = await Promise.all(
uniqueAuthors.map(async (author) => {
const response = await fetch(`https://huggingface.co/api/models?author=${author}&sort=createdAt&direction=-1`);
const data = await response.json();
return data.map((item: any) => ({
createdAt: item.createdAt,
id: item.id,
}));
})
);
const flatModelData = allModelData.flat();
const calendarData = generateCalendarData(flatModelData);
return {
props: {
calendarData,
},
revalidate: 3600, // regenerate every hour
};
} catch (error) {
console.error("Error fetching data:", error);
return {
props: {
calendarData: {},
},
revalidate: 60, // retry after 1 minute if there was an error
};
}
}
interface OpenSourceHeatmapProps {
calendarData: CalendarData;
}
const OpenSourceHeatmap: React.FC<OpenSourceHeatmapProps> = ({ calendarData }) => {
const [isLoading, setIsLoading] = useState(true);
useEffect(() => {
if (calendarData && Object.keys(calendarData).length > 0) {
setIsLoading(false);
}
}, [calendarData]);
return (
<div className="w-full max-w-screen-lg mx-auto p-4">
<h1 className="text-3xl lg:text-5xl mt-16 font-bold text-center mb-2">Hugging Face Heatmap 🤗</h1>
<p className="text-center text-sm mb-8">
The top AI labs and model releases. <br />
Request more heatmaps by{' '}
<a
href="https://huggingface.co/spaces/cfahlgren1/model-release-heatmap/discussions/new"
target="_blank"
rel="noopener noreferrer"
className="text-blue-500 hover:underline"
>
opening a discussion
</a>
.
</p>
{isLoading ? (
<p className="text-center">Loading...</p>
) : (
<div className="space-y-8">
{Object.entries(PROVIDERS_MAP)
.sort(([keyA], [keyB]) =>
calendarData[keyB].reduce((sum, day) => sum + day.count, 0) -
calendarData[keyA].reduce((sum, day) => sum + day.count, 0)
)
.map(([providerName, { color }]) => (
<div key={providerName} className="flex flex-col items-center">
<h2 className="text-xl font-bold mb-4">{providerName}</h2>
<div className="w-full overflow-x-auto flex justify-center">
<ActivityCalendar
data={calendarData[providerName]}
theme={{
dark: ['#161b22', color],
light: ['#e0e0e0', color],
}}
hideTotalCount
renderBlock={(block, activity) => (
<Tooltip
title={`${activity.count} models created on ${activity.date}`}
arrow
>
{block}
</Tooltip>
)}
/>
</div>
</div>
))
}
</div>
)}
</div>
);
}
export default OpenSourceHeatmap; |