feat: use jiti for plugin loading

e2e/cli-e2e/tests/print-config.e2e.test.ts

@@ -47,7 +47,7 @@ describe('CLI print-config', () => {
           'print-config',
           '--output=config.json',
           `--config=${configFilePath(ext)}`,
-          '--tsconfig=tsconfig.base.json',
+          `--tsconfig=${path.join(process.cwd(), 'tsconfig.base.json')}`,
           '--persist.outputDir=output-dir',
           '--persist.format=md',
           `--persist.filename=${ext}-report`,
@@ -64,7 +64,7 @@ describe('CLI print-config', () => {
       expect(JSON.parse(output)).toEqual(
         expect.objectContaining({
           config: expect.stringContaining(`code-pushup.config.${ext}`),
-          tsconfig: 'tsconfig.base.json',
+          tsconfig: path.join(process.cwd(), 'tsconfig.base.json'),
           plugins: [
             expect.objectContaining({
               slug: 'dummy-plugin',

package.json

@@ -64,6 +64,7 @@
     "@nx/react": "22.3.3",
     "@nx/vite": "22.3.3",
     "@nx/workspace": "22.3.3",
+    "@push-based/jiti-tsc": "^0.0.2",
     "@push-based/nx-verdaccio": "0.0.7",
     "@swc-node/register": "1.9.2",
     "@swc/cli": "0.6.0",
@@ -102,7 +103,7 @@
     "husky": "^8.0.0",
     "inquirer": "^9.3.7",
     "jest-extended": "^6.0.0",
-    "jiti": "2.4.2",
+    "jiti": "^2.6.1",
     "jsdom": "~24.0.0",
     "jsonc-eslint-parser": "^2.4.0",
     "knip": "^5.33.3",

packages/cli/mocks/fixtures/configs/code-pushup.config.js

@@ -0,0 +1,43 @@
+export default {
+  upload: {
+    organization: 'code-pushup',
+    project: 'cli-js',
+    apiKey: 'e2e-api-key',
+    server: 'https://e2e.com/api',
+  },
+  categories: [
+    {
+      slug: 'category-1',
+      title: 'Category 1',
+      refs: [
+        {
+          type: 'audit',
+          plugin: 'node',
+          slug: 'node-version',
+          weight: 1,
+        },
+      ],
+    },
+  ],
+  plugins: [
+    {
+      audits: [
+        {
+          slug: 'node-version',
+          title: 'Node version',
+          description: 'prints node version to file',
+          docsUrl: 'https://nodejs.org/',
+        },
+      ],
+      runner: {
+        command: 'node',
+        args: ['-v'],
+        outputFile: 'output.json',
+      },
+      groups: [],
+      slug: 'node',
+      title: 'Node.js',
+      icon: 'javascript',
+    },
+  ],
+};

packages/cli/mocks/fixtures/configs/code-pushup.config.mjs

@@ -0,0 +1,43 @@
+export default {
+  upload: {
+    organization: 'code-pushup',
+    project: 'cli-mjs',
+    apiKey: 'e2e-api-key',
+    server: 'https://e2e.com/api',
+  },
+  categories: [
+    {
+      slug: 'category-1',
+      title: 'Category 1',
+      refs: [
+        {
+          type: 'audit',
+          plugin: 'node',
+          slug: 'node-version',
+          weight: 1,
+        },
+      ],
+    },
+  ],
+  plugins: [
+    {
+      audits: [
+        {
+          slug: 'node-version',
+          title: 'Node version',
+          description: 'prints node version to file',
+          docsUrl: 'https://nodejs.org/',
+        },
+      ],
+      runner: {
+        command: 'node',
+        args: ['-v'],
+        outputFile: 'output.json',
+      },
+      groups: [],
+      slug: 'node',
+      title: 'Node.js',
+      icon: 'javascript',
+    },
+  ],
+};

packages/cli/mocks/fixtures/configs/code-pushup.config.ts

@@ -0,0 +1,45 @@
+import { type CoreConfig } from '@code-pushup/models';
+
+export default {
+  upload: {
+    organization: 'code-pushup',
+    project: 'cli-ts',
+    apiKey: 'e2e-api-key',
+    server: 'https://e2e.com/api',
+  },
+  categories: [
+    {
+      slug: 'category-1',
+      title: 'Category 1',
+      refs: [
+        {
+          type: 'audit',
+          plugin: 'node',
+          slug: 'node-version',
+          weight: 1,
+        },
+      ],
+    },
+  ],
+  plugins: [
+    {
+      audits: [
+        {
+          slug: 'node-version',
+          title: 'Node version',
+          description: 'prints node version to file',
+          docsUrl: 'https://nodejs.org/',
+        },
+      ],
+      runner: {
+        command: 'node',
+        args: ['-v'],
+        outputFile: 'output.json',
+      },
+      groups: [],
+      slug: 'node',
+      title: 'Node.js',
+      icon: 'javascript',
+    },
+  ],
+} satisfies CoreConfig;

packages/cli/mocks/fixtures/configs/code-pushup.needs-tsconfig-fail.config.ts

@@ -0,0 +1,10 @@
+// the point is to test runtime import which relies on alias defined in tsconfig.json "paths"
+// non-type import from '@example/custom-plugin' wouldn't work without --tsconfig
+// eslint-disable-next-line import/no-unresolved
+import customPlugin from '@definitely-non-existent-package/custom-plugin';
+
+const config = {
+  plugins: [customPlugin],
+};
+
+export default config;

packages/cli/mocks/fixtures/configs/code-pushup.needs-tsconfig.config.ts

@@ -0,0 +1,10 @@
+// the point is to test runtime import which relies on alias defined in tsconfig.json "paths"
+// non-type import from '@example/custom-plugin' wouldn't work without --tsconfig
+// eslint-disable-next-line import/no-unresolved
+import customPlugin from '@definitely-non-existent-package/custom-plugin';
+
+const config = {
+  plugins: [customPlugin],
+};
+
+export default config;

packages/cli/mocks/fixtures/configs/custom-plugin.ts

@@ -0,0 +1,24 @@
+const customPluginConfig = {
+  slug: 'good-feels',
+  title: 'Good feels',
+  icon: 'javascript',
+  audits: [
+    {
+      slug: 'always-perfect',
+      title: 'Always perfect',
+    },
+  ],
+  runner: () => [
+    {
+      slug: 'always-perfect',
+      score: 1,
+      value: 100,
+      displayValue: '✅ Perfect! 👌',
+    },
+  ],
+};
+
+export function customPlugin() {
+  return customPluginConfig;
+}
+export default customPluginConfig;

packages/cli/mocks/fixtures/configs/tsconfig.alias.json

@@ -0,0 +1,7 @@
+{
+  "compilerOptions": {
+    "paths": {
+      "@definitely-non-existent-package/custom-plugin": ["./custom-plugin.ts"]
+    }
+  }
+}

packages/cli/mocks/fixtures/configs/tsconfig.json

@@ -0,0 +1,5 @@
+{
+  "compilerOptions": {
+    "paths": {}
+  }
+}

packages/cli/src/lib/implementation/core-config.middleware.int.test.ts

@@ -3,17 +3,12 @@ import { fileURLToPath } from 'node:url';
 import { describe, expect } from 'vitest';
 import { coreConfigMiddleware } from './core-config.middleware.js';
 
-const configDirPath = path.join(
+const localMocks = path.join(
   fileURLToPath(path.dirname(import.meta.url)),
   '..',
   '..',
   '..',
-  '..',
-  '..',
-  'testing',
-  'test-fixtures',
-  'src',
-  'lib',
+  'mocks',
   'fixtures',
   'configs',
 );
@@ -29,7 +24,7 @@ describe('coreConfigMiddleware', () => {
     'should load a valid .%s config',
     async extension => {
       const config = await coreConfigMiddleware({
-        config: path.join(configDirPath, `code-pushup.config.${extension}`),
+        config: path.join(localMocks, `code-pushup.config.${extension}`),
         ...CLI_DEFAULTS,
       });
       expect(config.config).toContain(`code-pushup.config.${extension}`);
@@ -46,11 +41,8 @@ describe('coreConfigMiddleware', () => {
   it('should load config which relies on provided --tsconfig', async () => {
     await expect(
       coreConfigMiddleware({
-        config: path.join(
-          configDirPath,
-          'code-pushup.needs-tsconfig.config.ts',
-        ),
-        tsconfig: path.join(configDirPath, 'tsconfig.json'),
+        config: path.join(localMocks, 'code-pushup.needs-tsconfig.config.ts'),
+        tsconfig: path.join(localMocks, 'tsconfig.alias.json'),
         ...CLI_DEFAULTS,
       }),
     ).resolves.toBeTruthy();
@@ -60,11 +52,13 @@ describe('coreConfigMiddleware', () => {
     await expect(
       coreConfigMiddleware({
         config: path.join(
-          configDirPath,
-          'code-pushup.needs-tsconfig.config.ts',
+          localMocks,
+          'code-pushup.needs-tsconfig-fail.config.ts',
         ),
         ...CLI_DEFAULTS,
       }),
-    ).rejects.toThrow("Cannot find package '@example/custom-plugin'");
+    ).rejects.toThrow(
+      "Cannot find module '@definitely-non-existent-package/custom-plugin'",
+    );
   });
 });

packages/core/src/lib/implementation/read-rc-file.int.test.ts

@@ -55,7 +55,9 @@ describe('readRcByPath', () => {
   });
 
   it('should throw if the path is empty', async () => {
-    await expect(readRcByPath('')).rejects.toThrow("File '' does not exist");
+    await expect(readRcByPath('')).rejects.toThrow(
+      "Importing module failed. File '' does not exist",
+    );
   });
 
   it('should throw if the file does not exist', async () => {

packages/core/src/lib/implementation/read-rc-file.ts

@@ -27,7 +27,6 @@ export async function readRcByPath(
       const result = await importModule({
         filepath: filePath,
         tsconfig,
-        format: 'esm',
       });
       return { result, message: `Imported config from ${formattedTarget}` };
     },