diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index f4b58b83..3de484de 100755
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -94,9 +94,24 @@ jobs:
           uv run --directory "$DATA_DIR" --no-sync --no-sources archivebox version
           uv run --directory "$DATA_DIR" --no-sync --no-sources archivebox status
 
+      - name: Test built package with pytest
+        if: github.ref != 'refs/heads/dev'
+        run: |
+          mkdir -p tests/out
+          uv run --no-sync --no-sources pytest -s archivebox/tests --basetemp=tests/out
+
       - name: Run documentation code blocks
         run: uv run --no-sync --no-sources pytest -vv --tb=long README.md AGENTS.md skills docs
 
+      - name: Run plugin tests
+        if: github.ref != 'refs/heads/dev'
+        env:
+          ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
+          TWOCAPTCHA_API_KEY: ${{ secrets.TWOCAPTCHA_API_KEY }}
+          API_KEY_2CAPTCHA: ${{ secrets.TWOCAPTCHA_API_KEY }}
+        run: |
+          uv run --no-sync --no-sources bash ./bin/test_plugins.sh --no-coverage
+
   docker_tests:
     runs-on: ubuntu-latest