chore: run headed on all OSs (#14042)

.github/workflows/tests_secondary.yml

@@ -140,13 +140,14 @@ jobs:
       if: always()
       shell: bash
 
-  headful_linux:
-    name: "Headful Linux"
+  headed_linux:
+    name: "headed ${{ matrix.browser }} (${{ matrix.os }})"
     strategy:
       fail-fast: false
       matrix:
         browser: [chromium, firefox, webkit]
-    runs-on: ubuntu-20.04
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    runs-on: ${{ matrix.os }}
     steps:
     - uses: actions/checkout@v2
     - uses: actions/setup-node@v2
@@ -159,14 +160,14 @@ jobs:
         PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD: 1
     - run: npm run build
     - run: npx playwright install --with-deps ${{ matrix.browser }} chromium
-    - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }}
-      if: ${{ always() }}
-      env:
-        HEADFUL: 1
+    - run: xvfb-run --auto-servernum --server-args="-screen 0 1280x960x24" -- npm run test -- --project=${{ matrix.browser }} --headed
+      if: always() && matrix.os == 'ubuntu-latest'
+    - run: npm run test -- --project=${{ matrix.browser }} --headed
+      if: always() && matrix.os != 'ubuntu-latest'
     - run: ./utils/upload_flakiness_dashboard.sh ./test-results/report.json
-      if: always()
+      if: always() && matrix.os == 'ubuntu-latest'
     - uses: actions/upload-artifact@v1
-      if: ${{ always() }}
+      if: always() && matrix.os == 'ubuntu-latest'
       with:
         name: headful-${{ matrix.browser }}-linux-test-results
         path: test-results

tests/library/playwright.config.ts

@@ -49,6 +49,7 @@ const config: Config<CoverageWorkerOptions & PlaywrightWorkerOptions & Playwrigh
   expect: {
     timeout: 10000,
   },
+  maxFailures: 100,
   timeout: video ? 60000 : 30000,
   globalTimeout: 5400000,
   workers: process.env.CI ? 1 : undefined,