test: add smoke tests (#508)

Author: AriPerkkio

.github/workflows/smoke-test.yml

@@ -0,0 +1,27 @@
+name: Smoke test
+
+on:
+  schedule:
+    - cron: '0 0 * * SUN'
+  workflow_dispatch:
+  release:
+    types: [published]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+        with:
+          node-version: 16
+      - run: |
+          npm install
+          npm run build
+      - run: npm link
+        working-directory: ./dist
+      - run: npm link eslint-plugin-testing-library
+      - uses: AriPerkkio/eslint-remote-tester-run-action@v2
+        with:
+          issue-title: 'Results of weekly scheduled smoke test'
+          eslint-remote-tester-config: tests/eslint-remote-tester.config.js

package.json

@@ -62,6 +62,8 @@
     "eslint-plugin-node": "^11.1.0",
     "eslint-plugin-prettier": "^4.0.0",
     "eslint-plugin-promise": "^5.1.0",
+    "eslint-remote-tester": "^2.0.1",
+    "eslint-remote-tester-repositories": "^0.0.3",
     "husky": "^7.0.2",
     "is-ci": "^3.0.0",
     "jest": "^27.3.0",

tests/eslint-remote-tester.config.js

@@ -0,0 +1,46 @@
+/* eslint-disable  @typescript-eslint/no-var-requires  */
+/* eslint-disable import/no-extraneous-dependencies */
+const { rules } = require('eslint-plugin-testing-library');
+const {
+  getRepositories,
+  getPathIgnorePattern,
+} = require('eslint-remote-tester-repositories');
+
+module.exports = {
+  repositories: getRepositories({ randomize: true }),
+  pathIgnorePattern: getPathIgnorePattern(),
+  extensions: ['js', 'jsx', 'ts', 'tsx'],
+  concurrentTasks: 3,
+  cache: false,
+  logLevel: 'info',
+  eslintrc: {
+    root: true,
+    env: {
+      es6: true,
+    },
+    parser: '@typescript-eslint/parser',
+    parserOptions: {
+      ecmaVersion: 2020,
+      sourceType: 'module',
+      ecmaFeatures: {
+        jsx: true,
+      },
+    },
+    plugins: ['testing-library'],
+    rules: {
+      ...Object.keys(rules).reduce(
+        (all, rule) => ({
+          ...all,
+          [`testing-library/${rule}`]: 'error',
+        }),
+        {}
+      ),
+
+      // Rules with required options without default values
+      'testing-library/consistent-data-testid': [
+        'error',
+        { testIdPattern: '^{fileName}(__([A-Z]+[a-z]_?)+)_$' },
+      ],
+    },
+  },
+};