diff --git a/.github/workflows/playwright.yml b/.github/workflows/playwright.yml
index 84891f403..77dda0c11 100644
--- a/.github/workflows/playwright.yml
+++ b/.github/workflows/playwright.yml
@@ -9,17 +9,12 @@ jobs:
     if: github.event.pull_request.draft == false
     timeout-minutes: 60
     runs-on: ubuntu-20.04
+    working-directory: playwright-tests
     steps:
-    - uses: actions/checkout@v3
+    # Do our best to cache the toolchain and node install steps
     - uses: actions/setup-node@v3
       with:
         node-version: 16
-    - name: Install dependencies
-      run: npm ci
-    - name: Install Playwright
-      run: npm install -D @playwright/test
-    - name: Install Playwright Browsers
-      run: npx playwright install --with-deps
     - name: Install Rust
       uses: actions-rs/toolchain@v1
       with:
@@ -29,11 +24,18 @@ jobs:
     - uses: Swatinem/rust-cache@v2
     - name: Install WASM toolchain
       run: rustup target add wasm32-unknown-unknown
+    - uses: actions/checkout@v3
+    - name: Install dependencies
+      run: npm ci
+    - name: Install Playwright
+      run: npm install -D @playwright/test
+    - name: Install Playwright Browsers
+      run: npx playwright install --with-deps
     - name: Install Dioxus CLI
       uses: actions-rs/cargo@v1
       with:
         command: install
-        args: --path packages/cli
+        args: --path ../packages/cli
     - name: Run Playwright tests
       run: npx playwright test
     - uses: actions/upload-artifact@v3