test: replace custom smoke test step with github action (#227)

Author: AriPerkkio

.github/workflows/smoke-test.yml

@@ -2,21 +2,23 @@ name: Smoke test
 
 on:
   schedule:
-    - cron: '0 0 * * SUN'
+    - cron: "0 0 * * SUN"
   workflow_dispatch:
 
 jobs:
-  lint:
+  test:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
-    - uses: actions/setup-node@v2
-      with:
-        node-version: 16
-    - run: yarn install
-    - run: yarn build
-    - run: yarn link
-    - run: yarn link eslint-plugin-jest-dom
-    - run: yarn test:smoke
-      env:
-        CI: true
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+        with:
+          node-version: 16
+      - run: |
+          npm install
+          npm run build
+          npm link
+          npm link eslint-plugin-jest-dom
+      - uses: AriPerkkio/eslint-remote-tester-run-action@v2
+        with:
+          issue-title: "Results of weekly scheduled smoke test"
+          eslint-remote-tester-config: smoke-test/eslint-remote-tester.config.js

package.json

@@ -35,7 +35,6 @@
     "lint": "kcd-scripts lint",
     "setup": "npm install && npm run validate -s",
     "test": "kcd-scripts test",
-    "test:smoke": "eslint-remote-tester --config ./smoke-test/eslint-remote-tester.config.js",
     "test:update": "npm test -- --updateSnapshot --coverage",
     "validate": "kcd-scripts validate"
   },
@@ -47,7 +46,8 @@
   "devDependencies": {
     "@typescript-eslint/parser": "^4.31.1",
     "eslint": "^7.31.0",
-    "eslint-remote-tester": "^1.3.1",
+    "eslint-remote-tester": "^2.0.1",
+    "eslint-remote-tester-repositories": "^0.0.3",
     "jest-extended": "^0.11.5",
     "kcd-scripts": "^11.2.2",
     "typescript": "^4.4.3"
@@ -68,7 +68,6 @@
     "node_modules",
     "coverage",
     "dist",
-    ".cache-eslint-remote-tester",
     "eslint-remote-tester-results"
   ],
   "engines": {

smoke-test/eslint-remote-tester.config.js

@@ -1,37 +1,15 @@
-module.exports = {
-  /** Repositories to scan */
-  repositories: require("./repositories"),
+const {
+  getRepositories,
+  getPathIgnorePattern,
+} = require("eslint-remote-tester-repositories");
 
-  /** Extensions of files under scanning */
+module.exports = {
+  repositories: getRepositories({ randomize: true }),
+  pathIgnorePattern: getPathIgnorePattern(),
   extensions: ["js", "jsx", "ts", "tsx"],
-
-  /** Optional pattern used to exclude paths */
-  pathIgnorePattern: `(${[
-    "node_modules",
-    "\\/\\.", // Any file or directory starting with dot, e.g. ".git"
-    "/dist/",
-    "/build/",
-
-    // Common patterns for minified JS
-    "babel\\.js",
-    "vendor\\.js",
-    "vendors\\.js",
-    "chunk\\.js",
-    "bundle\\.js",
-    "react-dom\\.development\\.js",
-    "\\.min\\.js", // Any *.min.js
-  ].join("|")})`,
-
-  /** Empty array since we are only interested in linter crashes */
-  rulesUnderTesting: [],
-
-  /** Maximum amount of tasks ran concurrently */
-  concurrentTasks: 2,
-
-  /** Optional boolean flag used to enable caching of cloned repositories. For CIs it's ideal to disable caching. Defauls to true. */
+  concurrentTasks: 3,
   cache: false,
-
-  /** ESLint configuration */
+  logLevel: "info",
   eslintrc: {
     root: true,
     env: {
@@ -45,7 +23,6 @@ module.exports = {
         jsx: true,
       },
     },
-    plugins: ["jest-dom"],
     extends: ["plugin:jest-dom/all"],
   },
 };