feat: support of otf metadata for iceberg destinations

jbleduigou · jbleduigou · commit ddb950d760a8 · 2024-11-12T09:17:29.000Z
diff --git a/events/firehose.go b/events/firehose.go
@@ -37,7 +37,14 @@ type KinesisFirehoseResponseRecord struct {
 }
 
 type KinesisFirehoseResponseRecordMetadata struct {
-	PartitionKeys map[string]string `json:"partitionKeys"`
+	PartitionKeys map[string]string                                `json:"partitionKeys"`
+	OtfMetadata   KinesisFirehoseResponseRecordMetadataOtfMetadata `json:"otfMetadata"`
+}
+
+type KinesisFirehoseResponseRecordMetadataOtfMetadata struct {
+	DestinationDatabaseName string `json:"destinationDatabaseName"`
+	DestinationTableName    string `json:"destinationTableName"`
+	Operation               string `json:"operation"`
 }
 
 type KinesisFirehoseRecordMetadata struct {

Original file line number	Diff line number	Diff line change
`@@ -37,7 +37,14 @@ type KinesisFirehoseResponseRecord struct {`
`37`	`37`	`}`
`38`	`38`
`39`	`39`	`type KinesisFirehoseResponseRecordMetadata struct {`
`40`		- PartitionKeys map[string]string `json:"partitionKeys"`
	`40`	+ PartitionKeys map[string]string `json:"partitionKeys"`
	`41`	+ OtfMetadata KinesisFirehoseResponseRecordMetadataOtfMetadata `json:"otfMetadata"`
	`42`	`+}`
	`43`	`+`
	`44`	`+type KinesisFirehoseResponseRecordMetadataOtfMetadata struct {`
	`45`	+ DestinationDatabaseName string `json:"destinationDatabaseName"`
	`46`	+ DestinationTableName string `json:"destinationTableName"`
	`47`	+ Operation string `json:"operation"`
`41`	`48`	`}`
`42`	`49`
`43`	`50`	`type KinesisFirehoseRecordMetadata struct {`