-
|
Does it currently only support SQL mode? |
Beta Was this translation helpful? Give feedback.
Replies: 1 comment 3 replies
-
sort core module support json file and sql script |
Beta Was this translation helpful? Give feedback.
-
|
Do you have any relevant documents or code links? |
Beta Was this translation helpful? Give feedback.
-
json file sample {
"groupId":"x98c0ed9f-a995-4487-8ee3-756bdee0dfbd",
"streams":[
{
"streamId":"b_e168a7f53-2f8d-4adc-a7bf-e1eb509b060d",
"nodes":[
{
"type":"mysqlExtract",
"id":"913053_7849",
"name":"913053_7849",
"fields":[
{
"type":"metaField",
"name":"database_wedata_di",
"nodeId":"913053_7849",
"metaField":"DATABASE_NAME",
"formatInfo":null
},
{
"type":"metaField",
"name":"table_wedata_di",
"nodeId":"913053_7849",
"metaField":"TABLE_NAME",
"formatInfo":null
},
{
"type":"metaField",
"name":"type_wedata_di",
"nodeId":"913053_7849",
"metaField":"OP_TYPE",
"formatInfo":null
},
{
"type":"metaField",
"name":"ts_wedata_di",
"nodeId":"913053_7849",
"metaField":"OP_TS",
"formatInfo":null
},
{
"type":"metaField",
"name":"processing_time_wedata_di",
"nodeId":"913053_7849",
"metaField":"PROCESS_TIME",
"formatInfo":null
},
{
"type":"field",
"name":"id",
"nodeId":"913053_7849",
"formatInfo":{
"type":"int"
}
},
{
"type":"field",
"name":"name",
"nodeId":"913053_7849",
"formatInfo":{
"type":"string"
}
},
{
"type":"metaField",
"name":"PROCESS_TIME",
"nodeId":"913053_7849",
"metaField":"PROCESS_TIME",
"formatInfo":null
}
],
"properties":{
"scan.startup.mode":"initial",
"debezium.binary.handling.mode":"base64"
},
"primaryKey":"id",
"tableNames":[
"test.myUserMain"
],
"hostname":"ip",
"username":"xxx",
"password":"xx",
"database":"test",
"port":3306,
"incrementalSnapshotEnabled":true,
"serverTimeZone":"Asia/Shanghai"
},
{
"type":"kafkaLoad",
"id":"913054_7852",
"name":"913054_7852",
"fields":[
{
"type":"field",
"name":"id",
"nodeId":"913054_7852",
"formatInfo":{
"type":"int"
}
},
{
"type":"field",
"name":"name",
"nodeId":"913054_7852",
"formatInfo":{
"type":"string"
}
}
],
"fieldRelations":[
{
"type":"fieldRelation",
"inputField":{
"type":"field",
"name":"id",
"nodeId":"913053_7849",
"formatInfo":{
"type":"int"
}
},
"outputField":{
"type":"field",
"name":"id",
"formatInfo":{
"type":"int"
}
}
},
{
"type":"fieldRelation",
"inputField":{
"type":"field",
"name":"name",
"nodeId":"913053_7849",
"formatInfo":{
"type":"string"
}
},
"outputField":{
"type":"field",
"name":"name",
"formatInfo":{
"type":"string"
}
}
}
],
"filters":[
],
"topic":"test_upsert",
"bootstrapServers":"ip:port",
"format":{
"type":"jsonFormat",
"failOnMissingField":false,
"ignoreParseErrors":true,
"timestampFormatStandard":"SQL",
"mapNullKeyMode":"DROP",
"mapNullKeyLiteral":"null",
"encodeDecimalAsPlainNumber":true
},
"properties":{
},
"primaryKey":"id"
}
],
"relations":[
{
"type":"baseRelation",
"inputs":[
"913053_7849"
],
"outputs":[
"913054_7852"
]
}
]
}
],
"properties":{
}
}
|
Beta Was this translation helpful? Give feedback.
-
|
Thank you very much. I will do it according to this. |
Beta Was this translation helpful? Give feedback.
json file sample
{ "groupId":"x98c0ed9f-a995-4487-8ee3-756bdee0dfbd", "streams":[ { "streamId":"b_e168a7f53-2f8d-4adc-a7bf-e1eb509b060d", "nodes":[ { "type":"mysqlExtract", "id":"913053_7849", "name":"913053_7849", "fields":[ { "type":"metaField", "name":"database_wedata_di", "nodeId":"913053_7849", "metaField":"DATABASE_NAME", "formatInfo":null…