Skip to content

Commit c7bbd32

Browse files
authored
[Feature][Core] Rename result_table_name/source_table_name to plugin_input/plugin_output (#8072)
1 parent b6e7a42 commit c7bbd32

File tree

638 files changed

+1745
-1553
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

638 files changed

+1745
-1553
lines changed

config/v2.batch.config.template

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ source {
2929
# This is a example source plugin **only for test and demonstrate the feature source plugin**
3030
FakeSource {
3131
parallelism = 2
32-
result_table_name = "fake"
32+
plugin_output = "fake"
3333
row.num = 16
3434
schema = {
3535
fields {

config/v2.streaming.conf.template

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -29,7 +29,7 @@ source {
2929
# This is a example source plugin **only for test and demonstrate the feature source plugin**
3030
FakeSource {
3131
parallelism = 2
32-
result_table_name = "fake"
32+
plugin_output = "fake"
3333
row.num = 16
3434
schema = {
3535
fields {

docs/en/concept/config.md

Lines changed: 29 additions & 23 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,12 @@ config directory.
1919

2020
The config file is similar to the below one:
2121

22+
:::warn
23+
24+
The old configuration name `source_table_name`/`result_table_name` is deprecated, please migrate to the new name `plugin_input`/`plugin_output` as soon as possible.
25+
26+
:::
27+
2228
### hocon
2329

2430
```hocon
@@ -28,7 +34,7 @@ env {
2834
2935
source {
3036
FakeSource {
31-
result_table_name = "fake"
37+
plugin_output = "fake"
3238
row.num = 100
3339
schema = {
3440
fields {
@@ -42,8 +48,8 @@ source {
4248
4349
transform {
4450
Filter {
45-
source_table_name = "fake"
46-
result_table_name = "fake1"
51+
plugin_input = "fake"
52+
plugin_output = "fake1"
4753
fields = [name, card]
4854
}
4955
}
@@ -56,7 +62,7 @@ sink {
5662
fields = ["name", "card"]
5763
username = "default"
5864
password = ""
59-
source_table_name = "fake1"
65+
plugin_input = "fake1"
6066
}
6167
}
6268
```
@@ -80,7 +86,7 @@ Source is used to define where SeaTunnel needs to fetch data, and use the fetche
8086
Multiple sources can be defined at the same time. The supported source can be found
8187
in [Source of SeaTunnel](../connector-v2/source). Each source has its own specific parameters to define how to
8288
fetch data, and SeaTunnel also extracts the parameters that each source will use, such as
83-
the `result_table_name` parameter, which is used to specify the name of the data generated by the current
89+
the `plugin_output` parameter, which is used to specify the name of the data generated by the current
8490
source, which is convenient for follow-up used by other modules.
8591

8692
### transform
@@ -96,7 +102,7 @@ env {
96102
97103
source {
98104
FakeSource {
99-
result_table_name = "fake"
105+
plugin_output = "fake"
100106
row.num = 100
101107
schema = {
102108
fields {
@@ -116,7 +122,7 @@ sink {
116122
fields = ["name", "age", "card"]
117123
username = "default"
118124
password = ""
119-
source_table_name = "fake"
125+
plugin_input = "fake"
120126
}
121127
}
122128
```
@@ -134,11 +140,11 @@ and efficiently. Sink and source are very similar, but the difference is reading
134140
### Other Information
135141

136142
You will find that when multiple sources and multiple sinks are defined, which data is read by each sink, and
137-
which is the data read by each transform? We introduce two key configurations called `result_table_name` and
138-
`source_table_name`. Each source module will be configured with a `result_table_name` to indicate the name of the
139-
data source generated by the data source, and other transform and sink modules can use `source_table_name` to
143+
which is the data read by each transform? We introduce two key configurations called `plugin_output` and
144+
`plugin_input`. Each source module will be configured with a `plugin_output` to indicate the name of the
145+
data source generated by the data source, and other transform and sink modules can use `plugin_input` to
140146
refer to the corresponding data source name, indicating that I want to read the data for processing. Then
141-
transform, as an intermediate processing module, can use both `result_table_name` and `source_table_name`
147+
transform, as an intermediate processing module, can use both `plugin_output` and `plugin_input`
142148
configurations at the same time. But you will find that in the above example config, not every module is
143149
configured with these two parameters, because in SeaTunnel, there is a default convention, if these two
144150
parameters are not configured, then the generated data from the last module of the previous node will be used.
@@ -170,7 +176,7 @@ Before writing the config file, please make sure that the name of the config fil
170176
"source": [
171177
{
172178
"plugin_name": "FakeSource",
173-
"result_table_name": "fake",
179+
"plugin_output": "fake",
174180
"row.num": 100,
175181
"schema": {
176182
"fields": {
@@ -184,8 +190,8 @@ Before writing the config file, please make sure that the name of the config fil
184190
"transform": [
185191
{
186192
"plugin_name": "Filter",
187-
"source_table_name": "fake",
188-
"result_table_name": "fake1",
193+
"plugin_input": "fake",
194+
"plugin_output": "fake1",
189195
"fields": ["name", "card"]
190196
}
191197
],
@@ -198,7 +204,7 @@ Before writing the config file, please make sure that the name of the config fil
198204
"fields": ["name", "card"],
199205
"username": "default",
200206
"password": "",
201-
"source_table_name": "fake1"
207+
"plugin_input": "fake1"
202208
}
203209
]
204210
}
@@ -234,7 +240,7 @@ env {
234240
235241
source {
236242
FakeSource {
237-
result_table_name = "${resName:fake_test}_table"
243+
plugin_output = "${resName:fake_test}_table"
238244
row.num = "${rowNum:50}"
239245
string.template = ${strTemplate}
240246
int.template = [20, 21]
@@ -249,16 +255,16 @@ source {
249255
250256
transform {
251257
sql {
252-
source_table_name = "${resName:fake_test}_table"
253-
result_table_name = "sql"
258+
plugin_input = "${resName:fake_test}_table"
259+
plugin_output = "sql"
254260
query = "select * from ${resName:fake_test}_table where name = '${nameVal}' "
255261
}
256262
257263
}
258264
259265
sink {
260266
Console {
261-
source_table_name = "sql"
267+
plugin_input = "sql"
262268
username = ${username}
263269
password = ${password}
264270
}
@@ -291,7 +297,7 @@ env {
291297
292298
source {
293299
FakeSource {
294-
result_table_name = "fake_test_table"
300+
plugin_output = "fake_test_table"
295301
row.num = 50
296302
string.template = ['abc','d~f','hi']
297303
int.template = [20, 21]
@@ -306,16 +312,16 @@ source {
306312
307313
transform {
308314
sql {
309-
source_table_name = "fake_test_table"
310-
result_table_name = "sql"
315+
plugin_input = "fake_test_table"
316+
plugin_output = "sql"
311317
query = "select * from fake_test_table where name = 'abc' "
312318
}
313319
314320
}
315321
316322
sink {
317323
Console {
318-
source_table_name = "sql"
324+
plugin_input = "sql"
319325
username = "seatunnel=2.3.1"
320326
password = "$a^b%c.d~e0*9("
321327
}

docs/en/concept/schema-evolution.md

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@ env {
7575
source {
7676
# This is a example source plugin **only for test and demonstrate the feature source plugin**
7777
Oracle-CDC {
78-
result_table_name = "customers"
78+
plugin_output = "customers"
7979
username = "dbzuser"
8080
password = "dbz"
8181
database-names = ["ORCLCDB"]
@@ -93,7 +93,7 @@ source {
9393
9494
sink {
9595
Jdbc {
96-
source_table_name = "customers"
96+
plugin_input = "customers"
9797
driver = "oracle.jdbc.driver.OracleDriver"
9898
url = "jdbc:oracle:thin:@oracle-host:1521/ORCLCDB"
9999
user = "dbzuser"
@@ -120,7 +120,7 @@ env {
120120
source {
121121
# This is a example source plugin **only for test and demonstrate the feature source plugin**
122122
Oracle-CDC {
123-
result_table_name = "customers"
123+
plugin_output = "customers"
124124
username = "dbzuser"
125125
password = "dbz"
126126
database-names = ["ORCLCDB"]
@@ -138,7 +138,7 @@ source {
138138
139139
sink {
140140
jdbc {
141-
source_table_name = "customers"
141+
plugin_input = "customers"
142142
url = "jdbc:mysql://oracle-host:3306/oracle_sink"
143143
driver = "com.mysql.cj.jdbc.Driver"
144144
user = "st_user_sink"

docs/en/concept/schema-feature.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -180,7 +180,7 @@ constraintKeys = [
180180
source {
181181
FakeSource {
182182
parallelism = 2
183-
result_table_name = "fake"
183+
plugin_output = "fake"
184184
row.num = 16
185185
schema {
186186
table = "FakeDatabase.FakeTable"
@@ -234,7 +234,7 @@ If you only need to define the column, you can use fields to define the column,
234234
source {
235235
FakeSource {
236236
parallelism = 2
237-
result_table_name = "fake"
237+
plugin_output = "fake"
238238
row.num = 16
239239
schema = {
240240
fields {

docs/en/connector-v2/Config-Encryption-Decryption.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ Next, I'll show how to quickly use SeaTunnel's own `base64` encryption:
4242
4343
source {
4444
MySQL-CDC {
45-
result_table_name = "fake"
45+
plugin_output = "fake"
4646
parallelism = 1
4747
server-id = 5656
4848
port = 56725
@@ -96,7 +96,7 @@ Next, I'll show how to quickly use SeaTunnel's own `base64` encryption:
9696
"port" : 56725,
9797
"database-name" : "inventory_vwyw0n",
9898
"parallelism" : 1,
99-
"result_table_name" : "fake",
99+
"plugin_output" : "fake",
100100
"table-name" : "products",
101101
"plugin_name" : "MySQL-CDC",
102102
"server-id" : 5656,

docs/en/connector-v2/formats/avro.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -51,7 +51,7 @@ source {
5151
}
5252
}
5353
}
54-
result_table_name = "fake"
54+
plugin_output = "fake"
5555
}
5656
}
5757

@@ -76,7 +76,7 @@ source {
7676
Kafka {
7777
bootstrap.servers = "kafkaCluster:9092"
7878
topic = "test_avro_topic"
79-
result_table_name = "kafka_table"
79+
plugin_output = "kafka_table"
8080
start_mode = "earliest"
8181
format = avro
8282
format_error_handle_way = skip
@@ -104,7 +104,7 @@ source {
104104

105105
sink {
106106
Console {
107-
source_table_name = "kafka_table"
107+
plugin_input = "kafka_table"
108108
}
109109
}
110110
```

docs/en/connector-v2/formats/canal-json.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ source {
8585
Kafka {
8686
bootstrap.servers = "kafkaCluster:9092"
8787
topic = "products_binlog"
88-
result_table_name = "kafka_name"
88+
plugin_output = "kafka_name"
8989
start_mode = earliest
9090
schema = {
9191
fields {

docs/en/connector-v2/formats/cdc-compatible-debezium-json.md

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ env {
1717

1818
source {
1919
MySQL-CDC {
20-
result_table_name = "table1"
20+
plugin_output = "table1"
2121

2222
base-url="jdbc:mysql://localhost:3306/test"
2323
"startup.mode"=INITIAL
@@ -43,7 +43,7 @@ source {
4343

4444
sink {
4545
Kafka {
46-
source_table_name = "table1"
46+
plugin_input = "table1"
4747

4848
bootstrap.servers = "localhost:9092"
4949

docs/en/connector-v2/formats/debezium-json.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -84,7 +84,7 @@ source {
8484
Kafka {
8585
bootstrap.servers = "kafkaCluster:9092"
8686
topic = "products_binlog"
87-
result_table_name = "kafka_name"
87+
plugin_output = "kafka_name"
8888
start_mode = earliest
8989
schema = {
9090
fields {

docs/en/connector-v2/formats/kafka-compatible-kafkaconnect-json.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ source {
1616
Kafka {
1717
bootstrap.servers = "localhost:9092"
1818
topic = "jdbc_source_record"
19-
result_table_name = "kafka_table"
19+
plugin_output = "kafka_table"
2020
start_mode = earliest
2121
schema = {
2222
fields {

docs/en/connector-v2/formats/maxwell-json.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -62,7 +62,7 @@ source {
6262
Kafka {
6363
bootstrap.servers = "kafkaCluster:9092"
6464
topic = "products_binlog"
65-
result_table_name = "kafka_name"
65+
plugin_output = "kafka_name"
6666
start_mode = earliest
6767
schema = {
6868
fields {

docs/en/connector-v2/formats/ogg-json.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -66,7 +66,7 @@ source {
6666
Kafka {
6767
bootstrap.servers = "127.0.0.1:9092"
6868
topic = "ogg"
69-
result_table_name = "kafka_name"
69+
plugin_output = "kafka_name"
7070
start_mode = earliest
7171
schema = {
7272
fields {

docs/en/connector-v2/formats/protobuf.md

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ env {
1717
source {
1818
FakeSource {
1919
parallelism = 1
20-
result_table_name = "fake"
20+
plugin_output = "fake"
2121
row.num = 16
2222
schema = {
2323
fields {
@@ -151,13 +151,13 @@ source {
151151
}
152152
bootstrap.servers = "kafkaCluster:9092"
153153
start_mode = "earliest"
154-
result_table_name = "kafka_table"
154+
plugin_output = "kafka_table"
155155
}
156156
}
157157
158158
sink {
159159
Console {
160-
source_table_name = "kafka_table"
160+
plugin_input = "kafka_table"
161161
}
162162
}
163163
```

0 commit comments

Comments
 (0)