From 58498961dd519726252fbfa2e001166b539056ef Mon Sep 17 00:00:00 2001 From: alclol Date: Tue, 7 Apr 2020 18:37:58 -0700 Subject: [PATCH] Enables scheduler to send multiple executions in local mode (#37) By default, in cluster mode, schedulers only send one function execution request to an executor and wait to hear back before sending another. This can cause timing issues in local mode, so we don't wait for a response after every request. --- cloudburst/server/scheduler/policy/default_policy.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cloudburst/server/scheduler/policy/default_policy.py b/cloudburst/server/scheduler/policy/default_policy.py index 7fc3dba1..bd4d01ba 100644 --- a/cloudburst/server/scheduler/policy/default_policy.py +++ b/cloudburst/server/scheduler/policy/default_policy.py @@ -155,7 +155,7 @@ def pick_executor(self, references, function_name=None): # Remove this IP/tid pair from the system's metadata until it notifies # us that it is available again, but only do this for non-DAG requests. - if not function_name: + if not self.local and not function_name: self.unpinned_executors.discard(max_ip) self.unique_executors.add(max_ip)