diff --git a/.github/workflows/testing.yaml b/.github/workflows/testing.yaml
index 4051812b..717edcfb 100644
--- a/.github/workflows/testing.yaml
+++ b/.github/workflows/testing.yaml
@@ -49,12 +49,13 @@ jobs:
       if: ${{ matrix.python-version != '3.10-dev' }}
       run: |
         echo '::group::poetry'
-        pip install poetry
+        # see https://github.com/python-poetry/poetry/issues/3153
+        pip install poetry setuptools
         poetry config --local virtualenvs.in-project true
         echo '::endgroup::'
 
         echo '::group::Other dependencies'
-        poetry install --remove-untracked
+        poetry install
         echo '::endgroup::'
 
         echo 'DEPS_INSTALLED=true' >> $GITHUB_ENV
@@ -87,9 +88,9 @@ jobs:
         poetry run pflake8 jrnl features tests
 
     - name: Test with pytest
-      if: success() || failure()
+      if: ${{ env.DEPS_INSTALLED == 'true' }}
       run: poetry run pytest --junitxml=reports/pytest/results.xml
 
     - name: Test with behave
-      if: success() || failure()
+      if: ${{ env.DEPS_INSTALLED == 'true' }}
       run: poetry run behave --no-skipped --format progress2 --junit --junit-directory reports/behave