NEOS-1789: adds Scramble Identity Transformer (#3405)

Author: nickzelei

.mockery.yml

@@ -145,3 +145,9 @@ packages:
   github.com/nucleuscloud/neosync/worker/pkg/workflows/ee/piidetect/workflows/table/activities:
     interfaces:
       OpenAiCompletionsClient:
+  github.com/nucleuscloud/neosync/worker/pkg/workflows/tablesync/shared:
+    interfaces:
+      BlockAllocator:
+  github.com/nucleuscloud/neosync/worker/pkg/rng:
+    interfaces:
+      Rand:

backend/gen/go/protos/mgmt/v1alpha1/transformer.pb.go

@@ -27,12 +27,14 @@ import (
 	"go.temporal.io/api/enums/v1"
 	"go.temporal.io/api/workflow/v1"
 	"go.temporal.io/api/workflowservice/v1"
+	tmprl_mocks "go.temporal.io/sdk/mocks"
 	"google.golang.org/protobuf/types/known/timestamppb"
 )
 
 type Mocks struct {
 	TemporalClientManager  *clientmanager.MockInterface
 	TemporalConfigProvider *clientmanager.MockConfigProvider
+	TemporalClient         *tmprl_mocks.Client
 	Authclient             *auth_client.MockInterface
 	Authmanagerclient      *authmgmt.MockInterface
 	Prometheusclient       *promapiv1mock.MockAPI
@@ -105,6 +107,7 @@ func (s *NeosyncApiTestClient) Setup(ctx context.Context, t testing.TB) error {
 	s.Mocks = &Mocks{
 		TemporalClientManager:  clientmanager.NewMockInterface(t),
 		TemporalConfigProvider: clientmanager.NewMockConfigProvider(t),
+		TemporalClient:         tmprl_mocks.NewClient(t),
 		Authclient:             auth_client.NewMockInterface(t),
 		Authmanagerclient:      authmgmt.NewMockInterface(t),
 		Prometheusclient:       promapiv1mock.NewMockAPI(t),

backend/gen/go/protos/mgmt/v1alpha1/transformer.pb.json.go

@@ -168,6 +168,7 @@ enum TransformerSource {
   TRANSFORMER_SOURCE_GENERATE_BUSINESS_NAME = 48;
   TRANSFORMER_SOURCE_GENERATE_IP_ADDRESS = 49;
   TRANSFORMER_SOURCE_TRANSFORM_UUID = 50;
+  TRANSFORMER_SOURCE_TRANSFORM_SCRAMBLE_IDENTITY = 51;
 }
 
 enum TransformerDataType {
@@ -261,9 +262,15 @@ message TransformerConfig {
     GenerateBusinessName generate_business_name_config = 45;
     GenerateIpAddress generate_ip_address_config = 46;
     TransformUuid transform_uuid_config = 47;
+    // Scrambles an integer while keeping it unique.
+    TransformScrambleIdentity transform_scramble_identity_config = 48;
   }
 }
 
+// Takes an input integer and scrambles it, effectively outputing another integer that is not the same as the input.
+// This is effectively a random integer generator that has unique properties.
+message TransformScrambleIdentity {}
+
 // NeosyncCloud/Enterprise only transformer for anonymizing PII Text
 message TransformPiiText {
   // Minimal detection score for determining PII. 0.0-1.0

backend/pkg/integration-test/integration-test.go

@@ -669,6 +669,19 @@ var (
 				},
 			},
 		},
+		{
+			Name:              "Scramble Identity",
+			Description:       "Scrambles an integer while keeping it unique.",
+			DataType:          mgmtv1alpha1.TransformerDataType_TRANSFORMER_DATA_TYPE_INT64,
+			DataTypes:         []mgmtv1alpha1.TransformerDataType{mgmtv1alpha1.TransformerDataType_TRANSFORMER_DATA_TYPE_INT64, mgmtv1alpha1.TransformerDataType_TRANSFORMER_DATA_TYPE_NULL},
+			SupportedJobTypes: []mgmtv1alpha1.SupportedJobType{mgmtv1alpha1.SupportedJobType_SUPPORTED_JOB_TYPE_SYNC},
+			Source:            mgmtv1alpha1.TransformerSource_TRANSFORMER_SOURCE_TRANSFORM_SCRAMBLE_IDENTITY,
+			Config: &mgmtv1alpha1.TransformerConfig{
+				Config: &mgmtv1alpha1.TransformerConfig_TransformScrambleIdentityConfig{
+					TransformScrambleIdentityConfig: &mgmtv1alpha1.TransformScrambleIdentity{},
+				},
+			},
+		},
 	}
 
 	// base transformers + ee transformers

backend/protos/mgmt/v1alpha1/transformer.proto

@@ -55,8 +55,11 @@ type TransformerConfig struct {
 	GenerateBusinessName       *GenerateBusinessNameConfig      `json:"generateBusinessNameConfig,omitempty"`
 	GenerateIpAddress          *GenerateIpAddressConfig         `json:"generateIpAddressConfig,omitempty"`
 	TransformUuid              *TransformUuidConfig             `json:"transformUuid,omitempty"`
+	TransformScrambleIdentity  *TransformScrambleIdentityConfig `json:"transformScrambleIdentity,omitempty"`
 }
 
+type TransformScrambleIdentityConfig struct{}
+
 type GenerateEmailConfig struct {
 	EmailType *int32 `json:"emailType,omitempty"`
 }
@@ -393,6 +396,8 @@ func (t *TransformerConfig) FromTransformerConfigDto(tr *mgmtv1alpha1.Transforme
 		}
 	case *mgmtv1alpha1.TransformerConfig_TransformUuidConfig:
 		t.TransformUuid = &TransformUuidConfig{}
+	case *mgmtv1alpha1.TransformerConfig_TransformScrambleIdentityConfig:
+		t.TransformScrambleIdentity = &TransformScrambleIdentityConfig{}
 	default:
 		t = &TransformerConfig{}
 	}
@@ -753,6 +758,12 @@ func (t *TransformerConfig) ToTransformerConfigDto() *mgmtv1alpha1.TransformerCo
 				TransformUuidConfig: &mgmtv1alpha1.TransformUuid{},
 			},
 		}
+	case t.TransformScrambleIdentity != nil:
+		return &mgmtv1alpha1.TransformerConfig{
+			Config: &mgmtv1alpha1.TransformerConfig_TransformScrambleIdentityConfig{
+				TransformScrambleIdentityConfig: &mgmtv1alpha1.TransformScrambleIdentity{},
+			},
+		}
 	default:
 		return &mgmtv1alpha1.TransformerConfig{}
 	}