File size: 4,136 Bytes
22aa376
c798beb
22aa376
 
 
 
 
 
b17ac62
 
428d2d6
22aa376
 
 
 
4fe065f
22aa376
 
 
 
 
e4c1ec6
22aa376
9b1fb70
428d2d6
5e26aa6
17388ad
 
22aa376
 
 
17388ad
 
22aa376
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17388ad
 
22aa376
 
17388ad
 
 
 
c798beb
17388ad
 
 
 
 
 
 
 
c798beb
17388ad
 
 
633e5e5
17388ad
 
22aa376
 
 
 
17388ad
633e5e5
 
17388ad
 
 
 
633e5e5
 
428d2d6
22aa376
 
 
 
 
 
7512661
 
 
 
 
 
 
 
 
 
428d2d6
 
 
22aa376
c798beb
22aa376
 
 
 
428d2d6
 
b17ac62
22aa376
 
 
 
 
428d2d6
22aa376
428d2d6
 
 
5e26aa6
22aa376
17388ad
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
import React, { useState, useEffect } from "react";
import { generateCalendarData } from "../utils/calendar";
import {
  OpenSourceHeatmapProps,
  ProviderInfo,
  ModelData,
} from "../types/heatmap";
import Heatmap from "../components/Heatmap";

const PROVIDERS_MAP: Record<string, ProviderInfo> = {
  "Mistral AI": { color: "#ff7000", authors: ["mistralai"] },
  Meta: { color: "#1877F2", authors: ["facebook", "meta-llama"] },
  OpenAI: { color: "#10A37F", authors: ["openai"] },
  Anthropic: { color: "#cc785c", authors: ["Anthropic"] },
  Google: { color: "#DB4437", authors: ["google"] },
  "Allen Institute for AI": { color: "#5E35B1", authors: ["allenai"] },
  Apple: { color: "#0088cc", authors: ["apple"] },
  Microsoft: { color: "#FEB800", authors: ["microsoft"] },
  NVIDIA: { color: "#76B900", authors: ["nvidia"] },
  DeepSeek: { color: "#0088cc", authors: ["deepseek-ai"] },
  Qwen: { color: "#0088cc", authors: ["Qwen"] },
  "Cohere For AI": { color: "#4C6EE6", authors: ["CohereForAI"] },
  IBM: { color: "#4C6EE6", authors: ["ibm-granite"] },
  "Stability AI": { color: "#A020F0", authors: ["stabilityai"] },
};

export async function getStaticProps() {
  try {
    const allAuthors = Object.values(PROVIDERS_MAP).flatMap(
      ({ authors }) => authors,
    );
    const uniqueAuthors = Array.from(new Set(allAuthors));

    const entityTypes = ["models", "datasets", "spaces"];
    const allData = await Promise.all(
      uniqueAuthors.flatMap((author) =>
        entityTypes.map(async (type) => {
          const response = await fetch(
            `https://huggingface.co/api/${type}?author=${author}&sort=createdAt&direction=-1`,
          );
          const data = await response.json();
          return data.map((item: any) => ({
            createdAt: item.createdAt,
            id: item.id,
            type: type,
          }));
        }),
      ),
    );

    const flatData: ModelData[] = allData.flat();
    const calendarData = generateCalendarData(flatData, PROVIDERS_MAP);

    return {
      props: {
        calendarData,
        providers: PROVIDERS_MAP,
      },
      revalidate: 3600, // regenerate every hour
    };
  } catch (error) {
    console.error("Error fetching data:", error);
    return {
      props: {
        calendarData: {},
        providers: PROVIDERS_MAP,
      },
      revalidate: 60, // retry after 1 minute if there was an error
    };
  }
}

const OpenSourceHeatmap: React.FC<OpenSourceHeatmapProps> = ({
  calendarData,
  providers,
}) => {
  const [isLoading, setIsLoading] = useState(true);

  useEffect(() => {
    if (calendarData && Object.keys(calendarData).length > 0) {
      setIsLoading(false);
    }
  }, [calendarData]);

  return (
    <div className="w-full max-w-screen-lg mx-auto p-4">
      <h1 className="text-3xl lg:text-5xl mt-16 font-bold text-center mb-2">
        Hugging Face Heatmap 🤗
      </h1>
      <p className="text-center text-sm my-8">
        Models, Datasets, and Spaces from the top AI labs. <br />
        Request more heatmaps by{" "}
        <a
          href="https://huggingface.co/spaces/cfahlgren1/model-release-heatmap/discussions/new"
          target="_blank"
          rel="noopener noreferrer"
          className="text-blue-500 hover:underline"
        >
          opening a discussion
        </a>
        .
      </p>
      {isLoading ? (
        <p className="text-center">Loading...</p>
      ) : (
        <div className="space-y-16">
          {Object.entries(providers)
            .sort(
              ([keyA], [keyB]) =>
                calendarData[keyB].reduce((sum, day) => sum + day.count, 0) -
                calendarData[keyA].reduce((sum, day) => sum + day.count, 0),
            )
            .map(([providerName, { color }]) => (
              <div key={providerName} className="flex flex-col items-center">
                <Heatmap
                  data={calendarData[providerName]}
                  color={color}
                  providerName={providerName}
                />
              </div>
            ))}
        </div>
      )}
    </div>
  );
};

export default OpenSourceHeatmap;