diff --git a/.github/workflows/mkosi.yml b/.github/workflows/mkosi.yml
index 5f14be6599..6ed7a48efa 100644
--- a/.github/workflows/mkosi.yml
+++ b/.github/workflows/mkosi.yml
@@ -161,6 +161,7 @@ jobs:
           UseSubvolumes=yes
           ToolsTreeDistribution=${{ matrix.distro }}
           ToolsTreeRelease=${{ matrix.release }}
+          WithTests=yes
 
           WorkspaceDirectory=$TMPDIR
           PackageCacheDirectory=$TMPDIR/cache
diff --git a/mkosi.conf b/mkosi.conf
index 954012ee0f..1ae273a5da 100644
--- a/mkosi.conf
+++ b/mkosi.conf
@@ -34,6 +34,7 @@ ToolsTree=default
 BuildDirectory=build/mkosi.builddir
 CacheDirectory=build/mkosi.cache
 Incremental=yes
+WithTests=no
 
 [Validation]
 SignExpectedPcr=yes
diff --git a/test/fmf/integration-tests/test.sh b/test/fmf/integration-tests/test.sh
index c7aeb06998..5c9f03c960 100755
--- a/test/fmf/integration-tests/test.sh
+++ b/test/fmf/integration-tests/test.sh
@@ -95,6 +95,7 @@ SandboxTrees=
         /etc/yum.repos.d/:/etc/yum.repos.d/
         /var/share/test-artifacts/:/var/share/test-artifacts/
 Environment=NO_BUILD=1
+WithTests=yes
 EOF
 
     cat /etc/dnf/dnf.conf