Set up manual compatibility tests (#171)

.github/workflows/compatibility-tests.yml

@@ -0,0 +1,43 @@
+name: Compatibility tests
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  Test:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        node-version: [16.x]
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Use Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v1
+        with:
+          node-version: ${{ matrix.node-version }}
+
+      - name: Get yarn cache directory path
+        id: yarn-cache-dir-path
+        run: echo "::set-output name=dir::$(yarn config get cacheFolder)"
+
+      - uses: actions/cache@v2
+        id: yarn-cache # use this to check for `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
+        with:
+          # Note that we assume the following things about the compatibility tests here:
+          #   1. Every directory in `build_test` is a project managed with yarn
+          #   2. All these projects store their cache in `<project>/.yarn/cache`
+          # It's not that robust, but should be sufficient for us for now.
+          path: |
+            ${{ steps.yarn-cache-dir-path.outputs.dir }}
+            ${{ github.workspace }}/compatibility-tests/*/.yarn/cache
+          key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-yarn-
+
+      - run: yarn install
+      - run: yarn test:compatibility:ci

.github/workflows/main.yml

@@ -28,23 +28,22 @@ jobs:
       - uses: actions/cache@v2
         id: yarn-cache # use this to check for `cache-hit` (`steps.yarn-cache.outputs.cache-hit != 'true'`)
         with:
-          # Note that we assume the following things about the ecosystem tests here:
+          # Note that we assume the following things about the compatibility tests here:
           #   1. Every directory in `build_test` is a project managed with yarn
           #   2. All these projects store their cache in `<project>/.yarn/cache`
           # It's not that robust, but should be sufficient for us for now.
           path: |
             ${{ steps.yarn-cache-dir-path.outputs.dir }}
-            ${{ github.workspace }}/ecosystem-tests/*/.yarn/cache
+            ${{ github.workspace }}/compatibility-tests/*/.yarn/cache
           key: ${{ runner.os }}-yarn-${{ hashFiles('**/yarn.lock') }}
           restore-keys: |
             ${{ runner.os }}-yarn-
 
       - run: yarn install
-      - run: yarn typecheck
       - run: yarn lint:all --max-warnings 0
       - run: yarn test
+      - run: yarn typecheck
       - run: yarn build
-      - run: yarn test:ecosystem
       - name: Download playwright
         run: yarn workspace playground run playwright install
       - name: Run e2e tests with percy