feat(ci): support parallel execution

e2e/ci-e2e/mocks/api.ts

@@ -0,0 +1,14 @@
+import type { Comment, ProviderAPIClient } from '@code-pushup/ci';
+
+export const MOCK_COMMENT: Comment = {
+  id: 42,
+  body: '... <!-- generated by @code-pushup/ci -->',
+  url: 'https://github.com/<owner>/<repo>/pull/1#issuecomment-42',
+};
+
+export const MOCK_API: ProviderAPIClient = {
+  maxCommentChars: 1_000_000,
+  createComment: () => Promise.resolve(MOCK_COMMENT),
+  updateComment: () => Promise.resolve(MOCK_COMMENT),
+  listComments: () => Promise.resolve([]),
+};

e2e/ci-e2e/mocks/fixtures/basic/index.js

@@ -0,0 +1 @@
+console.log('Hello, world!');

e2e/ci-e2e/mocks/fixtures/npm-workspaces/code-pushup/categories.js

@@ -0,0 +1,9 @@
+export const DEFAULT_CATEGORIES = [
+  {
+    slug: 'ts-migration',
+    title: 'TypeScript migration',
+    refs: [
+      { type: 'audit', plugin: 'ts-migration', slug: 'ts-files', weight: 1 },
+    ],
+  },
+];

e2e/ci-e2e/mocks/fixtures/npm-workspaces/code-pushup/ts-migration.plugin.js

@@ -0,0 +1,44 @@
+import { dirname } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { crawlFileSystem } from '@code-pushup/utils';
+
+export default function tsMigrationPlugin(url) {
+  return {
+    slug: 'ts-migration',
+    title: 'TypeScript migration',
+    icon: 'typescript',
+    audits: [
+      {
+        slug: 'ts-files',
+        title: 'Source files converted from JavaScript to TypeScript',
+      },
+    ],
+    runner: async () => {
+      const paths = await crawlFileSystem({
+        directory: fileURLToPath(dirname(url)),
+        pattern: /\.[jt]s$/,
+      });
+      const jsPaths = paths.filter(path => path.endsWith('.js'));
+      const tsPaths = paths.filter(path => path.endsWith('.ts'));
+      const jsFileCount = jsPaths.length;
+      const tsFileCount = tsPaths.length;
+      const ratio = tsFileCount / (jsFileCount + tsFileCount);
+      const percentage = Math.round(ratio * 100);
+      return [
+        {
+          slug: 'ts-files',
+          value: percentage,
+          score: ratio,
+          displayValue: `${percentage}% converted`,
+          details: {
+            issues: jsPaths.map(file => ({
+              message: 'Use .ts file extension instead of .js',
+              severity: 'warning',
+              source: { file },
+            })),
+          },
+        },
+      ];
+    },
+  };
+}

e2e/ci-e2e/mocks/fixtures/npm-workspaces/package.json

@@ -0,0 +1,6 @@
+{
+  "private": true,
+  "workspaces": [
+    "packages/*"
+  ]
+}

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/cli/code-pushup.config.js

@@ -0,0 +1,7 @@
+import { DEFAULT_CATEGORIES } from '../../code-pushup/categories.js';
+import tsMigrationPlugin from '../../code-pushup/ts-migration.plugin.js';
+
+export default {
+  plugins: [tsMigrationPlugin(import.meta.url)],
+  categories: DEFAULT_CATEGORIES,
+};

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/cli/package.json

@@ -0,0 +1,10 @@
+{
+  "name": "@example/cli",
+  "version": "1.2.3",
+  "scripts": {
+    "code-pushup": "code-pushup --no-progress"
+  },
+  "dependencies": {
+    "@example/core": "1.2.3"
+  }
+}

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/cli/src/bin.js

@@ -0,0 +1 @@
+console.log('Hello, world');

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/core/code-pushup.config.js

@@ -0,0 +1,7 @@
+import { DEFAULT_CATEGORIES } from '../../code-pushup/categories.js';
+import tsMigrationPlugin from '../../code-pushup/ts-migration.plugin.js';
+
+export default {
+  plugins: [tsMigrationPlugin(import.meta.url)],
+  categories: DEFAULT_CATEGORIES,
+};

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/core/package.json

@@ -0,0 +1,10 @@
+{
+  "name": "@example/core",
+  "version": "1.2.3",
+  "scripts": {
+    "code-pushup": "code-pushup --no-progress"
+  },
+  "dependencies": {
+    "@example/utils": "1.2.3"
+  }
+}

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/core/src/index.js

@@ -0,0 +1 @@
+console.log('Hello, world');

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/utils/code-pushup.config.js

@@ -0,0 +1,7 @@
+import { DEFAULT_CATEGORIES } from '../../code-pushup/categories.js';
+import tsMigrationPlugin from '../../code-pushup/ts-migration.plugin.js';
+
+export default {
+  plugins: [tsMigrationPlugin(import.meta.url)],
+  categories: DEFAULT_CATEGORIES,
+};

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/utils/package.json

@@ -0,0 +1,7 @@
+{
+  "name": "@example/utils",
+  "version": "1.2.3",
+  "scripts": {
+    "code-pushup": "code-pushup --no-progress"
+  }
+}

e2e/ci-e2e/mocks/fixtures/npm-workspaces/packages/utils/src/index.js

@@ -0,0 +1 @@
+console.log('Hello, world');

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/api/code-pushup.config.js

@@ -0,0 +1,3 @@
+import { resolveConfig } from '../../code-pushup.preset.js';
+
+export default resolveConfig(import.meta.url);

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/api/project.json

@@ -0,0 +1,9 @@
+{
+  "name": "api",
+  "projectType": "application",
+  "targets": {
+    "code-pushup": {
+      "command": "npx @code-pushup/cli --no-progress --config=apps/api/code-pushup.config.js"
+    }
+  }
+}

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/api/src/index.js

@@ -0,0 +1 @@
+console.log('Hello, world!');

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/cms/code-pushup.config.js

@@ -0,0 +1,3 @@
+import { resolveConfig } from '../../code-pushup.preset.js';
+
+export default resolveConfig(import.meta.url);

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/cms/project.json

@@ -0,0 +1,9 @@
+{
+  "name": "cms",
+  "projectType": "application",
+  "targets": {
+    "code-pushup": {
+      "command": "npx @code-pushup/cli --no-progress --config=apps/cms/code-pushup.config.js"
+    }
+  }
+}

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/cms/src/index.js

@@ -0,0 +1 @@
+console.log('Hello, world!');

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/web/code-pushup.config.js

@@ -0,0 +1,3 @@
+import { resolveConfig } from '../../code-pushup.preset.js';
+
+export default resolveConfig(import.meta.url);

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/web/project.json

@@ -0,0 +1,9 @@
+{
+  "name": "web",
+  "projectType": "application",
+  "targets": {
+    "code-pushup": {
+      "command": "npx @code-pushup/cli --no-progress --config=apps/web/code-pushup.config.js"
+    }
+  }
+}

e2e/ci-e2e/mocks/fixtures/nx-monorepo/apps/web/src/index.ts

@@ -0,0 +1 @@
+console.log('Hello, world!');

e2e/ci-e2e/mocks/fixtures/nx-monorepo/code-pushup.preset.js

@@ -0,0 +1,66 @@
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { crawlFileSystem } from '@code-pushup/utils';
+
+export function resolveConfig(url) {
+  const directory = fileURLToPath(dirname(url));
+  return {
+    persist: {
+      outputDir: join(directory, '.code-pushup'),
+    },
+    plugins: [
+      {
+        slug: 'ts-migration',
+        title: 'TypeScript migration',
+        icon: 'typescript',
+        audits: [
+          {
+            slug: 'ts-files',
+            title: 'Source files converted from JavaScript to TypeScript',
+          },
+        ],
+        runner: async () => {
+          const paths = await crawlFileSystem({
+            directory,
+            pattern: /\.[jt]s$/,
+          });
+          const jsPaths = paths.filter(path => path.endsWith('.js'));
+          const tsPaths = paths.filter(path => path.endsWith('.ts'));
+          const jsFileCount = jsPaths.length;
+          const tsFileCount = tsPaths.length;
+          const ratio = tsFileCount / (jsFileCount + tsFileCount);
+          const percentage = Math.round(ratio * 100);
+          return [
+            {
+              slug: 'ts-files',
+              value: percentage,
+              score: ratio,
+              displayValue: `${percentage}% converted`,
+              details: {
+                issues: jsPaths.map(file => ({
+                  message: 'Use .ts file extension instead of .js',
+                  severity: 'warning',
+                  source: { file },
+                })),
+              },
+            },
+          ];
+        },
+      },
+    ],
+    categories: [
+      {
+        slug: 'ts-migration',
+        title: 'TypeScript migration',
+        refs: [
+          {
+            type: 'audit',
+            plugin: 'ts-migration',
+            slug: 'ts-files',
+            weight: 1,
+          },
+        ],
+      },
+    ],
+  };
+}

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/ui/code-pushup.config.js

@@ -0,0 +1,3 @@
+import { resolveConfig } from '../../code-pushup.preset.js';
+
+export default resolveConfig(import.meta.url);

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/ui/project.json

@@ -0,0 +1,9 @@
+{
+  "name": "ui",
+  "projectType": "library",
+  "targets": {
+    "code-pushup": {
+      "command": "npx @code-pushup/cli --no-progress --config=libs/ui/code-pushup.config.js"
+    }
+  }
+}

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/ui/src/index.test.ts

@@ -0,0 +1,6 @@
+import assert from 'node:assert';
+import test from 'node:test';
+
+test('1984', () => {
+  assert.equal(2 + 2, 5);
+});

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/ui/src/index.ts

@@ -0,0 +1 @@
+console.log('Hello, world!');

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/utils/code-pushup.config.js

@@ -0,0 +1,3 @@
+import { resolveConfig } from '../../code-pushup.preset.js';
+
+export default resolveConfig(import.meta.url);

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/utils/project.json

@@ -0,0 +1,9 @@
+{
+  "name": "utils",
+  "projectType": "library",
+  "targets": {
+    "code-pushup": {
+      "command": "npx @code-pushup/cli --no-progress --config=libs/utils/code-pushup.config.js"
+    }
+  }
+}

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/utils/src/index.js

@@ -0,0 +1 @@
+console.log('Hello, world!');

e2e/ci-e2e/mocks/fixtures/nx-monorepo/libs/utils/src/index.test.js

@@ -0,0 +1,6 @@
+import assert from 'node:assert';
+import test from 'node:test';
+
+test('1984', () => {
+  assert.equal(2 + 2, 5);
+});

e2e/ci-e2e/mocks/fixtures/nx-monorepo/nx.json

@@ -0,0 +1,4 @@
+{
+  "$schema": "../../../../../node_modules/nx/schemas/nx-schema.json",
+  "useDaemonProcess": false
+}

e2e/ci-e2e/mocks/setup.ts

@@ -0,0 +1,43 @@
+import { cp } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { simpleGit } from 'simple-git';
+import { nxTargetProject } from '@code-pushup/test-nx-utils';
+import { teardownTestFolder } from '@code-pushup/test-setup';
+import {
+  E2E_ENVIRONMENTS_DIR,
+  TEST_OUTPUT_DIR,
+  initGitRepo,
+  simulateGitFetch,
+} from '@code-pushup/test-utils';
+
+export type TestRepo = Awaited<ReturnType<typeof setupTestRepo>>;
+
+export async function setupTestRepo(folder: string) {
+  const fixturesDir = join(
+    fileURLToPath(dirname(import.meta.url)),
+    'fixtures',
+    folder,
+  );
+  const baseDir = join(
+    process.cwd(),
+    E2E_ENVIRONMENTS_DIR,
+    nxTargetProject(),
+    TEST_OUTPUT_DIR,
+    folder,
+  );
+
+  await cp(fixturesDir, baseDir, { recursive: true });
+
+  const git = await initGitRepo(simpleGit, { baseDir });
+  await simulateGitFetch(git);
+
+  await git.add('.');
+  await git.commit('Initial commit');
+
+  return {
+    git,
+    baseDir,
+    cleanup: () => teardownTestFolder(baseDir),
+  };
+}