runtime-v2: automatically convert nonserializable map.entry to seriza…

…lizable
walmartlabs · Oct 2, 2023 · a9782e6 · a9782e6
1 parent 48e852d
commit a9782e6
Show file tree

Hide file tree

Showing 4 changed files with 35 additions and 8 deletions.
diff --git a/...er/src/main/java/com/walmartlabs/concord/runtime/v2/runner/script/VariablesSanitizer.java b/...er/src/main/java/com/walmartlabs/concord/runtime/v2/runner/script/VariablesSanitizer.java
@@ -20,30 +20,34 @@
  * =====
  */
 
+import java.io.Serializable;
 import java.util.*;
 import java.util.stream.Collectors;
 
 public final class VariablesSanitizer {
 
     @SuppressWarnings("unchecked")
-    public static Object sanitize(Object scriptObj) {
-        if (scriptObj instanceof Set) {
-            Set<Object> c = (Set<Object>) scriptObj;
+    public static Object sanitize(Object obj) {
+        if (obj instanceof Set) {
+            Set<Object> c = (Set<Object>) obj;
             return c.stream()
                     .map(VariablesSanitizer::sanitize)
                     .collect(Collectors.toSet());
-        } else if (scriptObj instanceof Collection) {
-            Collection<Object> c = (Collection<Object>) scriptObj;
+        } else if (obj instanceof Collection) {
+            Collection<Object> c = (Collection<Object>) obj;
             return c.stream()
                     .map(VariablesSanitizer::sanitize)
                     .collect(Collectors.toList());
-        } else if (scriptObj instanceof Map) {
-            Map<Object, Object> m = (Map<Object, Object>) scriptObj;
+        } else if (obj instanceof Map) {
+            Map<Object, Object> m = (Map<Object, Object>) obj;
             Map<Object, Object> result = new LinkedHashMap<>();
             m.forEach((key, value) -> result.put(sanitize(key), sanitize(value)));
             return result;
+        } else if (obj instanceof Map.Entry && !(obj instanceof Serializable)) {
+            Map.Entry<?, ?> e = (Map.Entry<?, ?>) obj;
+            return new AbstractMap.SimpleEntry<>(e.getKey(), e.getValue());
         } else {
-            return scriptObj;
+            return obj;
         }
     }
 

diff --git a/.../runner/src/main/java/com/walmartlabs/concord/runtime/v2/runner/vm/ExpressionCommand.java b/.../runner/src/main/java/com/walmartlabs/concord/runtime/v2/runner/vm/ExpressionCommand.java
@@ -22,6 +22,7 @@
 
 import com.walmartlabs.concord.runtime.v2.model.Expression;
 import com.walmartlabs.concord.runtime.v2.model.ExpressionOptions;
+import com.walmartlabs.concord.runtime.v2.runner.script.VariablesSanitizer;
 import com.walmartlabs.concord.runtime.v2.sdk.EvalContextFactory;
 import com.walmartlabs.concord.runtime.v2.sdk.ExpressionEvaluator;
 import com.walmartlabs.concord.runtime.v2.sdk.Context;
@@ -58,6 +59,7 @@ protected void execute(Runtime runtime, State state, ThreadId threadId) {
         EvalContextFactory ecf = runtime.getService(EvalContextFactory.class);
         ExpressionEvaluator ee = runtime.getService(ExpressionEvaluator.class);
         Object result = ee.eval(ecf.global(ctx), expr, Object.class);
+        result = VariablesSanitizer.sanitize(result);
 
         ExpressionOptions opts = Objects.requireNonNull(step.getOptions());
         if (!opts.outExpr().isEmpty()) {

diff --git a/runtime/v2/runner/src/test/java/com/walmartlabs/concord/runtime/v2/runner/MainTest.java b/runtime/v2/runner/src/test/java/com/walmartlabs/concord/runtime/v2/runner/MainTest.java
@@ -1530,6 +1530,17 @@ public void testArrayEvalSerialize() throws Exception {
         assertLog(log, ".*" + Pattern.quote("{dev=dev-cloud1}, {prod=prod-cloud1}, {test=test-cloud1}, {perf=perf-cloud2}, {ci=perf-ci}") + ".*");
     }
 
+    @Test
+    public void testEntrySetSerialization() throws Exception {
+        deploy("entrySetSerialization");
+
+        save(ProcessConfiguration.builder()
+                .build());
+
+        byte[] log = run();
+        assertLog(log, ".*myList: \\[k=v\\].*");
+    }
+
     private void deploy(String resource) throws URISyntaxException, IOException {
         Path src = Paths.get(MainTest.class.getResource(resource).toURI());
         IOUtils.copy(src, workDir);

diff --git a/...st/resources/com/walmartlabs/concord/runtime/v2/runner/entrySetSerialization/concord.yaml b/...st/resources/com/walmartlabs/concord/runtime/v2/runner/entrySetSerialization/concord.yaml
@@ -0,0 +1,10 @@
+flows:
+  default:
+    - set:
+        myMap:
+          k: v
+
+    - expr: ${myMap.entrySet().stream().toList()}
+      out: myList
+
+    - log: "myList: ${myList}"