diff --git a/AppHandling/Run-AlPipeline.ps1 b/AppHandling/Run-AlPipeline.ps1
index 8aa260f14..28ac70a67 100644
--- a/AppHandling/Run-AlPipeline.ps1
+++ b/AppHandling/Run-AlPipeline.ps1
@@ -2679,9 +2679,13 @@ $testFolders | ForEach-Object {
     }
 }
 
+$installedAppIds = @(GetInstalledAppIds -useCompilerFolder $useCompilerFolder -filesOnly $filesOnly -compilerFolder (GetCompilerFolder) -packagesFolder $packagesFolder)
 $testAppIds.Keys | ForEach-Object {
     $disabledTests = @()
     $id = $_
+    if ($installedAppIds -notcontains $id) {
+        throw "App with $id is not installed, cannot run tests"
+    }
     $folder = $testAppIds."$id"
 
     if ($folder) {
diff --git a/ReleaseNotes.txt b/ReleaseNotes.txt
index 5f9d8331b..15153e26b 100644
--- a/ReleaseNotes.txt
+++ b/ReleaseNotes.txt
@@ -1,5 +1,6 @@
 6.0.31
 New-BcCompilerFolder with base artifacts doesn't locate apps in version 25.0 due to a rename of the applications folder (was Applications)
+Run-AlPipeline might try to run tests even though a test app isn't installed (see https://github.com/microsoft/AL-Go/issues/1405)
 
 6.0.30
 Issue 3762 Give Option to Choose SQL PowerShell Module When Restoring From BacPac