diff --git a/tests/xharness/Jenkins.cs b/tests/xharness/Jenkins.cs
index 23094f4c5a..88829b54dd 100644
--- a/tests/xharness/Jenkins.cs
+++ b/tests/xharness/Jenkins.cs
@@ -3557,13 +3557,18 @@ function toggleAll (show)
 			await Task.WhenAll (Tasks.Select ((v) => v.BuildAsync ()).Distinct ());
 			build_timer.Stop ();
 
+			var executingTasks = Tasks.Where ((v) => !v.Ignored && !v.Failed);
+			if (!executingTasks.Any ()) {
+				ExecutionResult = TestExecutingResult.Failed;
+				return;
+			}
+
 			using (var desktop = await NotifyBlockingWaitAsync (Jenkins.DesktopResource.AcquireExclusiveAsync ())) {
 				run_timer.Start ();
 
 				// We need to set the dialog permissions for all the apps
 				// before launching the simulator, because once launched
 				// the simulator caches the values in-memory.
-				var executingTasks = Tasks.Where ((v) => !v.Ignored && !v.Failed);
 				foreach (var task in executingTasks)
 					await task.SelectSimulatorAsync ();