fix: nest files with timestamp for plugin runners

Author: vmasek

packages/models/src/index.ts

@@ -99,9 +99,11 @@ export {
   onProgressSchema,
   runnerConfigSchema,
   runnerFunctionSchema,
+  runnerFilesPathsSchema,
   type OnProgress,
   type RunnerConfig,
   type RunnerFunction,
+  type RunnerFilesPaths,
 } from './lib/runner-config.js';
 export {
   tableAlignmentSchema,

packages/models/src/lib/runner-config.ts

@@ -37,3 +37,10 @@ export const runnerFunctionSchema = z
   .returns(z.union([auditOutputsSchema, z.promise(auditOutputsSchema)]));
 
 export type RunnerFunction = z.infer<typeof runnerFunctionSchema>;
+
+export const runnerFilesPathsSchema = z.object({
+  runnerConfigPath: filePathSchema.describe('Runner config path'),
+  runnerOutputPath: filePathSchema.describe('Runner output path'),
+});
+
+export type RunnerFilesPaths = z.infer<typeof runnerFilesPathsSchema>;

packages/plugin-coverage/package.json

@@ -38,6 +38,7 @@
     "@code-pushup/utils": "0.57.0",
     "ansis": "^3.3.0",
     "parse-lcov": "^1.0.4",
+    "yargs": "^17.7.2",
     "zod": "^3.22.4"
   },
   "peerDependencies": {

packages/plugin-coverage/src/bin.ts

@@ -1,3 +1,7 @@
+import process from 'node:process';
+import { Parser } from 'yargs/helpers';
 import { executeRunner } from './lib/runner/index.js';
 
-await executeRunner();
+const { runnerConfigPath, runnerOutputPath } = Parser(process.argv);
+
+await executeRunner({ runnerConfigPath, runnerOutputPath });

packages/plugin-coverage/src/lib/runner/constants.ts

@@ -1,12 +1 @@
-import path from 'node:path';
-import { pluginWorkDir } from '@code-pushup/utils';
-
-export const WORKDIR = pluginWorkDir('coverage');
-export const RUNNER_OUTPUT_PATH = path.join(WORKDIR, 'runner-output.json');
-export const PLUGIN_CONFIG_PATH = path.join(
-  process.cwd(),
-  WORKDIR,
-  'plugin-config.json',
-);
-
 export const INVALID_FUNCTION_NAME = '(empty-report)';

packages/plugin-coverage/src/lib/runner/index.ts

@@ -1,23 +1,31 @@
 import { bold } from 'ansis';
 import { writeFile } from 'node:fs/promises';
 import path from 'node:path';
-import type { AuditOutputs, RunnerConfig } from '@code-pushup/models';
+import type {
+  AuditOutputs,
+  RunnerConfig,
+  RunnerFilesPaths,
+} from '@code-pushup/models';
 import {
   ProcessError,
+  createRunnerFiles,
   ensureDirectoryExists,
   executeProcess,
   filePathToCliArg,
+  objectToCliArgs,
   readJsonFile,
   ui,
 } from '@code-pushup/utils';
 import type { FinalCoveragePluginConfig } from '../config.js';
 import { applyMaxScoreAboveThreshold } from '../utils.js';
-import { PLUGIN_CONFIG_PATH, RUNNER_OUTPUT_PATH } from './constants.js';
 import { lcovResultsToAuditOutputs } from './lcov/lcov-runner.js';
 
-export async function executeRunner(): Promise<void> {
+export async function executeRunner({
+  runnerConfigPath,
+  runnerOutputPath,
+}: RunnerFilesPaths): Promise<void> {
   const { reports, coverageToolCommand, coverageTypes } =
-    await readJsonFile<FinalCoveragePluginConfig>(PLUGIN_CONFIG_PATH);
+    await readJsonFile<FinalCoveragePluginConfig>(runnerConfigPath);
 
   // Run coverage tool if provided
   if (coverageToolCommand != null) {
@@ -41,24 +49,29 @@ export async function executeRunner(): Promise<void> {
   // Calculate coverage from LCOV results
   const auditOutputs = await lcovResultsToAuditOutputs(reports, coverageTypes);
 
-  await ensureDirectoryExists(path.dirname(RUNNER_OUTPUT_PATH));
-  await writeFile(RUNNER_OUTPUT_PATH, JSON.stringify(auditOutputs));
+  await ensureDirectoryExists(path.dirname(runnerOutputPath));
+  await writeFile(runnerOutputPath, JSON.stringify(auditOutputs));
 }
 
 export async function createRunnerConfig(
   scriptPath: string,
   config: FinalCoveragePluginConfig,
 ): Promise<RunnerConfig> {
   // Create JSON config for executeRunner
-  await ensureDirectoryExists(path.dirname(PLUGIN_CONFIG_PATH));
-  await writeFile(PLUGIN_CONFIG_PATH, JSON.stringify(config));
+  const { runnerConfigPath, runnerOutputPath } = await createRunnerFiles(
+    'coverage',
+    JSON.stringify(config),
+  );
 
   const threshold = config.perfectScoreThreshold;
 
   return {
     command: 'node',
-    args: [filePathToCliArg(scriptPath)],
-    outputFile: RUNNER_OUTPUT_PATH,
+    args: [
+      filePathToCliArg(scriptPath),
+      ...objectToCliArgs({ runnerConfigPath, runnerOutputPath }),
+    ],
+    outputFile: runnerOutputPath,
     ...(threshold != null && {
       outputTransform: outputs =>
         applyMaxScoreAboveThreshold(outputs as AuditOutputs, threshold),

packages/plugin-coverage/src/lib/runner/runner.integration.test.ts

@@ -1,19 +1,12 @@
-import { writeFile } from 'node:fs/promises';
 import path from 'node:path';
 import { fileURLToPath } from 'node:url';
-import { describe, it } from 'vitest';
 import type {
   AuditOutput,
   AuditOutputs,
   RunnerConfig,
 } from '@code-pushup/models';
-import { readJsonFile, removeDirectoryIfExists } from '@code-pushup/utils';
+import { createRunnerFiles, readJsonFile } from '@code-pushup/utils';
 import type { FinalCoveragePluginConfig } from '../config.js';
-import {
-  PLUGIN_CONFIG_PATH,
-  RUNNER_OUTPUT_PATH,
-  WORKDIR,
-} from './constants.js';
 import { createRunnerConfig, executeRunner } from './index.js';
 
 describe('createRunnerConfig', () => {
@@ -25,26 +18,32 @@ describe('createRunnerConfig', () => {
     });
     expect(runnerConfig).toStrictEqual<RunnerConfig>({
       command: 'node',
-      args: ['"executeRunner.ts"'],
+      args: [
+        '"executeRunner.ts"',
+        expect.stringContaining('plugin-config.json'),
+        expect.stringContaining('runner-output.json'),
+      ],
       outputTransform: expect.any(Function),
       outputFile: expect.stringContaining('runner-output.json'),
     });
   });
 
   it('should provide plugin config to runner in JSON file', async () => {
-    await removeDirectoryIfExists(WORKDIR);
-
     const pluginConfig: FinalCoveragePluginConfig = {
       coverageTypes: ['line'],
       reports: ['coverage/lcov.info'],
       coverageToolCommand: { command: 'npm', args: ['run', 'test'] },
       perfectScoreThreshold: 85,
     };
 
-    await createRunnerConfig('executeRunner.ts', pluginConfig);
+    const { outputFile } = await createRunnerConfig(
+      'executeRunner.ts',
+      pluginConfig,
+    );
 
-    const config =
-      await readJsonFile<FinalCoveragePluginConfig>(PLUGIN_CONFIG_PATH);
+    const config = await readJsonFile<FinalCoveragePluginConfig>(
+      outputFile.replace('runner-output.json', 'plugin-config.json'),
+    );
     expect(config).toStrictEqual(pluginConfig);
   });
 });
@@ -65,10 +64,15 @@ describe('executeRunner', () => {
       coverageTypes: ['line'],
     };
 
-    await writeFile(PLUGIN_CONFIG_PATH, JSON.stringify(config));
-    await executeRunner();
+    const runnerFiles = await createRunnerFiles(
+      'coverage',
+      JSON.stringify(config),
+    );
+    await executeRunner(runnerFiles);
 
-    const results = await readJsonFile<AuditOutputs>(RUNNER_OUTPUT_PATH);
+    const results = await readJsonFile<AuditOutputs>(
+      runnerFiles.runnerOutputPath,
+    );
     expect(results).toStrictEqual([
       expect.objectContaining({
         slug: 'line-coverage',

packages/plugin-eslint/package.json

@@ -40,6 +40,7 @@
   "dependencies": {
     "@code-pushup/utils": "0.57.0",
     "@code-pushup/models": "0.57.0",
+    "yargs": "^17.7.2",
     "zod": "^3.22.4"
   },
   "peerDependencies": {

packages/plugin-eslint/src/bin.ts

@@ -1,3 +1,7 @@
+import process from 'node:process';
+import { Parser } from 'yargs/helpers';
 import { executeRunner } from './lib/runner/index.js';
 
-await executeRunner();
+const { runnerConfigPath, runnerOutputPath } = Parser(process.argv);
+
+await executeRunner({ runnerConfigPath, runnerOutputPath });

packages/plugin-eslint/src/lib/__snapshots__/eslint-plugin.integration.test.ts.snap

@@ -349,9 +349,11 @@ exports[`eslintPlugin > should initialize ESLint plugin for React application 1`
   "runner": {
     "args": [
       ""<dirname>/bin.js"",
+      "--runnerConfigPath="<dirname>/node_modules/.code-pushup/eslint/<timestamp>/plugin-config.json"",
+      "--runnerOutputPath="<dirname>/node_modules/.code-pushup/eslint/<timestamp>/runner-output.json"",
     ],
     "command": "node",
-    "outputFile": "node_modules/.code-pushup/eslint/runner-output.json",
+    "outputFile": "<dirname>/node_modules/.code-pushup/eslint/<timestamp>/runner-output.json",
   },
   "slug": "eslint",
   "title": "ESLint",