1{
2  "_db_jobMeta": {
3    "name": "mysql_orders_to_iceberg_batch",
4    "description": "MySQL orders 表离线同步到 Iceberg",
5    "parentFolderId": "project_91cc_799bd26eee94",
6    "type": "batch",
7    "mode": "script"
8  },
9  "env": {
10    "job.mode": "BATCH",
11    "parallelism": 1,
12    "checkpoint.interval": 30000
13  },
14  "source": [
15    {
16      "plugin_name": "Jdbc",
17      "_db_pluginId": "Jdbc-Mysql",
18      "plugin_output": "source_table",
19      "_db_connectionId": "mysql-conn-001",
20      "_db_sourceDatabase": "sales_db",
21      "_db_sourceTable": "orders",
22      "_db_where": "updated_at >= ${logicTime(yyyy-MM-dd HH:mm:ss,-1d)}",
23      "_db_enableRateLimit": false,
24      "_db_rateLimit": {
25        "records": 10000,
26        "flow": 100
27      },
28      "partition_column": "id",
29      "_db_sourceChange": {
30        "onDeleteColumn": "SKIP",
31        "onAddColumn": "SKIP",
32        "onDeleteSource": "PAUSE"
33      }
34    }
35  ],
36  "sink": [
37    {
38      "plugin_name": "Iceberg",
39      "_db_pluginId": "Iceberg-batch",
40      "plugin_input": "source_table",
41      "_db_sinkPath": "lake.default",
42      "_db_catalog": "lake",
43      "_db_schema": "default",
44      "iceberg.table.upsert-mode-enabled": false,
45      "data_save_mode": "APPEND_DATA",
46      "_db_isAutoCreated": true,
47      "_db_sinkTableType": "MANAGED",
48      "_db_sinkNameRule": "SAME",
49      "_db_comment": "订单表"
50    }
51  ]
52}

1{
2  "_db_jobMeta": {
3    "name": "mysql_orders_to_iceberg_streaming",
4    "description": "MySQL orders 表 CDC 实时同步到 Iceberg",
5    "parentFolderId": "folder_af42_bccdb16a1d00",
6    "type": "streaming",
7    "mode": "script",
8    "syncMode": "BASE_INCREMENT"
9  },
10  "env": {
11    "job.mode": "STREAMING",
12    "parallelism": 1,
13    "_db_enableCheckpoint": false
14  },
15  "source": [
16    {
17      "plugin_name": "MySQL-CDC",
18      "_db_pluginId": "MySQL-CDC",
19      "_db_connectionId": "mysql-cdc-conn-001",
20      "_db_sourceDatabase": "sales_db",
21      "_db_syncMode": "BASE_INCREMENT"
22    }
23  ],
24  "sink": [
25    {
26      "plugin_name": "Iceberg",
27      "_db_pluginId": "Iceberg-streaming",
28      "_db_sinkPath": "lake.default",
29      "_db_catalog": "lake",
30      "_db_schema": "default",
31      "_db_sinkTableType": "MANAGED"
32    }
33  ],
34  "_db_tableConfigs": [
35    {
36      "tableIdentity": {
37        "sourceTable": "orders",
38        "sinkTable": "ods_orders"
39      },
40      "source": {
41        "_db_sourceChange": {
42          "onDeleteColumn": "SKIP",
43          "onAddColumn": "SKIP",
44          "onDeleteSource": "PAUSE",
45          "onRenameColumn": "SKIP",
46          "onTruncateTable": "SKIP",
47          "onRenameTable": "SKIP",
48          "onChangeColumn": "SKIP",
49          "onChangeTableComment": "SKIP",
50          "onChangeColumnComment": "SKIP"
51        }
52      },
53      "sink": {
54        "_db_isAutoCreated": true,
55        "_db_sinkNameRule": "SAME",
56        "_db_dmlConfig": {
57          "insert": "INSERT",
58          "update": "UPDATE",
59          "delete": "DELETE",
60          "logicalDeleteTag": ""
61        }
62      }
63    }
64  ]
65}