diff --git a/.github/workflows/stale.yaml b/.github/workflows/stale.yaml
index 1744f72d..109798c6 100644
--- a/.github/workflows/stale.yaml
+++ b/.github/workflows/stale.yaml
@@ -1,6 +1,7 @@
 ---
 name: "Mark or close stale issues and PRs"
 on:
+  workflow_dispatch:
   schedule:
     # Run the stalebot every day at 8pm UTC
     - cron: "00 20 * * *"
@@ -9,11 +10,19 @@ jobs:
   stale:
     runs-on: ubuntu-20.04
     steps:
-      - uses: actions/stale@v4
+      - name: Get app-token
+        uses: getsentry/action-github-app-token@v1
+        id: get-app-token
         with:
-          repo-token: ${{ secrets.GITHUB_TOKEN }}
-          days-before-issue-stale: 90
-          days-before-pr-stale: 90
+          app_id: ${{ secrets.K8S_AT_HOME_APP_ID }}
+          private_key: ${{ secrets.K8S_AT_HOME_APP_PRIVATE_KEY }}
+
+      - name: Check for stale issues and PRs
+        uses: actions/stale@v4
+        with:
+          repo-token: ${{ steps.get-app-token.outputs.token }}
+          days-before-issue-stale: 60
+          days-before-pr-stale: 60
           days-before-close: 14
           days-before-pr-close: 14
           stale-issue-message: >