diff --git a/SingularityService/src/main/java/com/hubspot/singularity/scheduler/SingularityScheduler.java b/SingularityService/src/main/java/com/hubspot/singularity/scheduler/SingularityScheduler.java
index <HASH>..<HASH> 100644
--- a/SingularityService/src/main/java/com/hubspot/singularity/scheduler/SingularityScheduler.java
+++ b/SingularityService/src/main/java/com/hubspot/singularity/scheduler/SingularityScheduler.java
@@ -471,7 +471,7 @@ public class SingularityScheduler {
       stateCache.getActiveTaskIds().remove(taskId);
     }
 
-    if (task.isPresent() && task.get().getTaskRequest().getRequest().isLoadBalanced()) {
+    if (task.isPresent() && task.get().getTaskRequest().getRequest().isLoadBalanced() || !task.isPresent()) {
       taskManager.createLBCleanupTask(taskId);
     }
still add to lb cleanup queue in the case where task is not found