diff --git a/.github/workflows/check-release.yml b/.github/workflows/check-release.yml
index c06f367e6..be2852224 100644
--- a/.github/workflows/check-release.yml
+++ b/.github/workflows/check-release.yml
@@ -12,6 +12,9 @@ permissions:
 jobs:
   check_release:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        group: [check_release, link_check]
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -37,10 +40,11 @@ jobs:
             ${{ runner.os }}-pip-
             ${{ runner.os }}-pip-
       - name: Cache checked links
+        if: ${{ matrix.group == 'link_check' }}
         uses: actions/cache@v2
         with:
           path: ~/.cache/pytest-link-check
-          key: ${{ runner.os }}-linkcheck-${{ hashFiles('**/.md') }}-md-links
+          key: ${{ runner.os }}-linkcheck-${{ hashFiles('**/*.md', '**/*.rst') }}-md-links
           restore-keys: |
             ${{ runner.os }}-linkcheck-
       - name: Upgrade packaging dependencies
@@ -50,8 +54,12 @@ jobs:
         run: |
           pip install -e .
       - name: Check Release
+        if: ${{ matrix.group == 'check_release' }}
         env:
           TWINE_PASSWORD: ${{ secrets.TEST_PYPI_TOKEN }}
         uses: jupyter-server/jupyter_releaser/.github/actions/check-release@v1
         with:
           token: ${{ secrets.GITHUB_TOKEN }}
+      - name: Check Links
+        if: ${{ matrix.group == 'link_check' }}
+        uses: jupyter-server/jupyter_releaser/.github/actions/check-links@v1
diff --git a/notebook/tests/README.md b/notebook/tests/README.md
index f910471ab..8caa599a6 100644
--- a/notebook/tests/README.md
+++ b/notebook/tests/README.md
@@ -1,7 +1,7 @@
 # IPython Notebook JavaScript Tests
 
 This directory includes regression tests for the web notebook. These tests
-depend on [CasperJS](http://casperjs.org/), which in turn requires a recent
+depend on [CasperJS](https://github.com/casperjs/casperjs/), which in turn requires a recent
 version of [PhantomJS](http://phantomjs.org/).
 
 The JavaScript tests are organized into subdirectories that match those in
diff --git a/pyproject.toml b/pyproject.toml
index f86d6930d..da92dfd4b 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -6,6 +6,9 @@ build-backend = "setuptools.build_meta"
 ignore = ["docs-translations/**", ".*", "*.yml", "*.less", "git-hooks/**", "MANIFEST.in", "RELEASE.md", "jupyter.svg", "notebook/static/**", "notebook/i18n/**/*.json", "docs/source/*.*"]
 ignore-bad-ideas = ["notebook/i18n/**/*.mo"]
 
+[tool.jupyter-releaser]
+skip = ["check-links"]
+
 [tool.jupyter-releaser.hooks]
 after-bump-version = "python setup.py jsversion"
 before-build-python = ["pip install babel", "npm install -g po2json"]