diff --git a/.github/label-commenter-config.yml b/.github/label-commenter-config.yml
index fa45eb1b..f896a83b 100644
--- a/.github/label-commenter-config.yml
+++ b/.github/label-commenter-config.yml
@@ -22,8 +22,16 @@ labels:
           - [GitHub Discussions](https://github.com/k8s-at-home/organization/discussions)
         action: close
 
-  - name: kind:incomplete-pull-request
+  - name: kind:incomplete-docs
     labeled:
       pr:
         body: |
-          :wave: @{{ pull_request.user.login }}, thanks for taking the time to submit this PR. 🙏🏽 Would you mind updating the `version` in `Chart.yaml` per [semver](http://semver.org/) and then update `README_CHANGELOG.md.gotmpl` and run `./hack/gen-helm-docs.sh stable <chart>` again?
+          :wave: @{{ pull_request.user.login }}, thanks for taking the time to submit this PR. 🙏🏽
+
+          We have noticed that the chart documentation has not been completely updated for this PR.
+          Could you please make sure that the following items have been updated:
+          - `version` in `Chart.yaml` has been updated per [semver](http://semver.org/)
+          - `README_CHANGELOG.md.gotmpl` contains a summary of the updates for this new version
+          - [Documentation strings](https://github.com/norwoodj/helm-docs#valuesyaml-metadata) have been added to the keys in `values.yaml`.
+
+          Afterwards you can run `./hack/gen-helm-docs.sh stable <chart>` again to update the chart's `README.md` file.
diff --git a/.github/workflows/label-commenter.yaml b/.github/workflows/label-commenter.yaml
index 91296a90..c00b6363 100644
--- a/.github/workflows/label-commenter.yaml
+++ b/.github/workflows/label-commenter.yaml
@@ -20,9 +20,19 @@ jobs:
   support:
     runs-on: ubuntu-20.04
     steps:
+    - name: Get k8s-at-home token
+      id: get-app-token
+      uses: getsentry/action-github-app-token@v1
+      with:
+        app_id: ${{ secrets.K8S_AT_HOME_APP_ID }}
+        private_key: ${{ secrets.K8S_AT_HOME_APP_PRIVATE_KEY }}
+
     - uses: actions/checkout@v2
       with:
+        token: ${{ steps.get-app-token.outputs.token }}
         ref: master
 
     - name: Label Commenter
       uses: peaceiris/actions-label-commenter@v1
+      with:
+        github_token: ${{ steps.get-app-token.outputs.token }}