Account for sensor queue depth when scheduling jobs

dw-kroll · avanbrunt-cb · commit 9f00b41f9d98 · 2020-07-13T15:30:36.000-06:00
diff --git a/src/cbapi/live_response_api.py b/src/cbapi/live_response_api.py
@@ -797,7 +797,9 @@ def _spawn_new_workers(self):
         sensors = [s for s in self._cb.select(Sensor) if s.id in self._unscheduled_jobs
                    and s.id not in self._job_workers
                    and s.status == "Online"]
-        sensors_to_schedule = sorted(sensors, key=lambda x: x.next_checkin_time)[:schedule_max]
+        sensors_to_schedule = sorted(sensors, key=lambda x: (
+            int(x.num_storefiles_bytes) + int(x.num_eventlog_bytes), x.next_checkin_time
+            ))[:schedule_max]
 
         log.debug("Spawning new workers to handle these sensors: {0}".format(sensors_to_schedule))
         for sensor in sensors_to_schedule:
