Fixes scheduler memory usage explosion (hydro-project#54)

zhipeng-jia · Jun 29, 2020 · d507f7a · d507f7a
1 parent 9148776
commit d507f7a
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/cloudburst/server/scheduler/policy/default_policy.py b/cloudburst/server/scheduler/policy/default_policy.py
@@ -450,4 +450,5 @@ def update_function_locations(self, new_locations):
                 self.function_locations[function_name] = []
 
             key = (location.ip, location.tid)
-            self.function_locations[function_name].append(key)
+            if key not in self.function_locations[function_name]:
+                self.function_locations[function_name].append(key)