DTStack / DTStack/chunjun

doris组件只支持批量不支持实时(比如:binglog-doris)

Open
#1,563 0 comments 0 reactions 0 assignees View on GitHub
bug
Dominant language
Java
Stars
4.1k
Forks
1.7k
PR merge metrics
No merged PRs in 30d

Description

### Search before asking

- [X] I had searched in the [issues](https://github.com/DTStack/chunjun/issues) and found no similar issues.

### What happened

{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "root",
"password": "123456",
"cat": "INSERT",
"jdbcUrl": "jdbc:mysql://172.18.8.77:3306/zk_test",
"host": "172.18.8.77",
"port": "3306",
"start": {},
"table": [
"jieguo"
],
"splitUpdate": false,
"pavingData": true
},
"name": "binlogreader"
},
"writer": {
"parameter": {
"feNodes": "172.18.8.207:8130",
"column": [
{
"name": "id",
"comment": null,
"type": "INT",
"columnDisplaySize": 3,
"precision": 11,
"ifPrimaryKey": false,
"isnull": 1
},
{
"name": "device_id",
"comment": null,
"type": "varchar",
"columnDisplaySize": 85,
"precision": 85,
"ifPrimaryKey": false,
"isnull": 1
}

],
"username": "root",
"password": "",
"database": "db_test",
"table": "test1",
"fieldDelimiter": "\t"
},
"name": "doriswriter"
}
}
],
"setting": {
"speed": {
"channel": 1
}
}
}
}

### What you expected to happen

doris组件只支持批量不支持实时(比如:binglog-doris)

### How to reproduce

{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "root",
"password": "123456",
"cat": "INSERT",
"jdbcUrl": "jdbc:mysql://172.18.8.77:3306/zk_test",
"host": "172.18.8.77",
"port": "3306",
"start": {},
"table": [
"jieguo"
],
"splitUpdate": false,
"pavingData": true
},
"name": "binlogreader"
},
"writer": {
"parameter": {
"feNodes": "172.18.8.207:8130",
"column": [
{
"name": "id",
"comment": null,
"type": "INT",
"columnDisplaySize": 3,
"precision": 11,
"ifPrimaryKey": false,
"isnull": 1
},
{
"name": "device_id",
"comment": null,
"type": "varchar",
"columnDisplaySize": 85,
"precision": 85,
"ifPrimaryKey": false,
"isnull": 1
}

],
"username": "root",
"password": "",
"database": "db_test",
"table": "test1",
"fieldDelimiter": "\t"
},
"name": "doriswriter"
}
}
],
"setting": {
"speed": {
"channel": 1
}
}
}
}

### Anything else

{
"job": {
"content": [
{
"reader": {
"parameter": {
"username": "root",
"password": "123456",
"cat": "INSERT",
"jdbcUrl": "jdbc:mysql://172.18.8.77:3306/zk_test",
"host": "172.18.8.77",
"port": "3306",
"start": {},
"table": [
"jieguo"
],
"splitUpdate": false,
"pavingData": true
},
"name": "binlogreader"
},
"writer": {
"parameter": {
"feNodes": "172.18.8.207:8130",
"column": [
{
"name": "id",
"comment": null,
"type": "INT",
"columnDisplaySize": 3,
"precision": 11,
"ifPrimaryKey": false,
"isnull": 1
},
{
"name": "device_id",
"comment": null,
"type": "varchar",
"columnDisplaySize": 85,
"precision": 85,
"ifPrimaryKey": false,
"isnull": 1
}

],
"username": "root",
"password": "",
"database": "db_test",
"table": "test1",
"fieldDelimiter": "\t"
},
"name": "doriswriter"
}
}
],
"setting": {
"speed": {
"channel": 1
}
}
}
}

### Version

1.12_release

### Are you willing to submit PR?

- [X] Yes I am willing to submit a PR!

### Code of Conduct

- [X] I agree to follow this project's [Code of Conduct](https://www.apache.org/foundation/policies/conduct)

Contributor guide

Open the contributing guide

Assessment

This issue has not been assessed yet.

Get new issues in your inbox

A short digest of beginner-friendly GitHub issues.