feat: fetch all organization contributors for home page

.gitignore

@@ -28,5 +28,6 @@ yarn-error.log*
 
 /src/libs-data.json
 /src/packages-versions.json
+/src/contributors.json
 
 .env

package.json

@@ -74,8 +74,9 @@
     "start": "next dev",
     "build": "next build",
     "fetch-data": "node ./scripts/prefetch-data.mjs",
+    "fetch-contributors": "node ./scripts/prefetch-contributors.mjs",
     "get-packages-versions": "node ./scripts/get-packages-versions.mjs",
-    "prepare-metadata": "npm run fetch-data && npm run get-packages-versions",
+    "prepare-metadata": "npm run fetch-data && npm run fetch-contributors && npm run get-packages-versions",
     "prestart": "npm run prepare-metadata",
     "prebuild": "npm run prepare-metadata",
     "pretest": "npm run prepare-metadata",

scripts/github.mjs

@@ -2,7 +2,9 @@
 /* eslint-disable @typescript-eslint/no-non-null-assertion */
 import {Octokit} from '@octokit/rest';
 
-const octokit = new Octokit();
+const octokit = new Octokit({
+    auth: process.env.GITHUB_TOKEN,
+});
 
 const CONTRIBUTOR_IGNORE_LIST = ['dependabot', 'dependabot[bot]', 'gravity-ui-bot', 'yc-ui-bot'];
 
@@ -29,6 +31,15 @@ export async function getRepositoryContributors(repoOwner, repo) {
     return contributors;
 }
 
+export async function getOrganizationRepositories(org) {
+    return await octokit.paginate('GET /orgs/{org}/repos', {
+        org,
+        headers: {
+            'X-GitHub-Api-Version': '2022-11-28',
+        },
+    });
+}
+
 export async function fetchRepositoryCodeOwners(repoOwner, repo) {
     const url = `https://raw.githubusercontent.com/${repoOwner}/${repo}/main/CODEOWNERS`;
     const res = await fetch(url);

scripts/prefetch-contributors.mjs

@@ -0,0 +1,83 @@
+/**
+ * This script is used to prefetch all organization contributors.
+ */
+
+import fs from 'node:fs';
+import path from 'node:path';
+import {fileURLToPath} from 'node:url';
+
+import * as dotenv from 'dotenv';
+
+import {getOrganizationRepositories, getRepositoryContributors} from './github.mjs';
+
+dotenv.config();
+
+const LIBS_DATA_FILENAME = 'libs-data.json';
+const CONTRIB_FILENAME = 'contributors.json';
+
+const contribDataPath = path.resolve(
+    path.dirname(fileURLToPath(import.meta.url)),
+    '../src',
+    CONTRIB_FILENAME,
+);
+
+const readLibsData = async () => {
+    const libsDataPath = path.resolve(
+        path.dirname(fileURLToPath(import.meta.url)),
+        '../src',
+        LIBS_DATA_FILENAME,
+    );
+
+    const libsDataContent = await fs.promises.readFile(libsDataPath, 'utf-8');
+    return JSON.parse(libsDataContent);
+};
+
+const start = async () => {
+    if (fs.existsSync(contribDataPath) && !process.env.GITHUB_TOKEN) {
+        console.error(
+            `The ${CONTRIB_FILENAME} file exists. You can delete it manually for refetch.
+            Learn more about the limitations of the GitHub API...
+            https://docs.github.com/ru/rest/overview/resources-in-the-rest-api?apiVersion=2022-11-28#rate-limiting`,
+        );
+
+        return;
+    }
+
+    const libsData = await readLibsData();
+    const repos = await getOrganizationRepositories('gravity-ui');
+
+    const rawContributors = await Promise.all(
+        repos.map(async (repo) => {
+            if (libsData[repo.name]) {
+                return libsData[repo.name].contributors;
+            }
+
+            return await getRepositoryContributors(repo.owner.login, repo.name);
+        }),
+    );
+
+    const contributors = {};
+
+    for (const list of rawContributors) {
+        for (const contributor of list) {
+            const {login, contributions} = contributor;
+
+            if (contributors[login]) {
+                contributors[login].contributions += contributions;
+            } else {
+                contributors[login] = contributor;
+            }
+        }
+    }
+
+    const sortedContributors = Object.values(contributors).sort(
+        (a, b) => b.contributions - a.contributions,
+    );
+
+    fs.writeFileSync(contribDataPath, JSON.stringify(sortedContributors, null, 4), 'utf8');
+};
+
+start().catch((err) => {
+    console.error(err.message);
+    process.exit(1);
+});

src/utils/lib.ts

@@ -1,6 +1,7 @@
 import _ from 'lodash';
 import mm from 'micromatch';
 
+import allContributors from '../contributors.json';
 import libsData from '../libs-data.json';
 import {libs} from '../libs.mjs';
 import packagesVersions from '../packages-versions.json';
@@ -106,25 +107,7 @@ export const getLibVersion = (id?: string) => {
 export const getLibraryGithubUrl = (library: Lib) =>
     `https://github.com/${library.config.githubId}`;
 
-export const getAllContributors = () => {
-    const libraries = getLibsList();
-
-    const contributors: Record<string, Contributor> = {};
-
-    for (const {data} of libraries) {
-        for (const contributor of data.contributors) {
-            const {login, contributions} = contributor;
-
-            if (contributors[login]) {
-                contributors[login].contributions += contributions;
-            } else {
-                contributors[login] = contributor;
-            }
-        }
-    }
-
-    return Object.values(contributors).sort((a, b) => b.contributions - a.contributions);
-};
+export const getAllContributors = () => allContributors;
 
 export const getMaintainers = (lib: Lib, path = '/'): Contributor[] => {
     const {contributors, codeOwners} = lib.data;