alibaba / alibaba/DataX

The synchronization speed from Mysql to MySQL is very slow

Open
#949 2 comments 0 reactions 0 assignees View on GitHub
Dominant language
Java
Stars
17.4k
Forks
5.7k
PR merge metrics
No merged PRs in 30d

Description

The configuration is as follows:
{
"job": {
"setting": {
"speed": {
"channel": 3,
"byte": 1048576
},
"errorLimit": {
"record": 0,
"percentage": 0.02
}
},
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "b7NeywVANKJyfW9Hqo1lCw==",
"password": "ijj3Z/B/W6dsV3svY1du+i4/RYvCU6Re6IF/3B6wWDY=",
"column": [
"`id`",
"`bill_code`",
"`intercept_site_type`",
"`intercept_area_code`",
"`intercept_area_name`",
"`intercept_site_code`",
"`intercept_site_name`",
"`intercept_status`",
"`source`",
"`is_track`",
"`register_man_id`",
"`register_man_code`",
"`register_man_name`",
"`send_province`",
"`send_city`",
"`send_district`",
"`send_address`",
"`receive_province`",
"`receive_city`",
"`receive_district`",
"`receive_address`",
"`mono_area_code`",
"`mono_area_name`",
"`mono_site_id`",
"`mono_site_code`",
"`mono_site_name`",
"`send_site_code`",
"`send_site_name`",
"`estimate_disp_site_code`",
"`estimate_disp_site_name`",
"`create_time`",
"`opera_site_code`",
"`opera_site_name`",
"`opera_user_id`",
"`opera_user_code`",
"`opera_user_name`",
"`opera_time`",
"`remark`",
"`is_disp`",
"`disp_site_code`",
"`disp_site_name`",
"`disp_time`",
"`is_settlement`",
"`balance_time`",
"`intercept_emp_code`",
"`destination_type`",
"`is_disp_intercept`",
"`actual_intercept_time`",
"`actual_intercept_site_code`",
"`actual_intercept_site_name`",
"`receive_username`",
"`receive_phone`",
"`receive_mobil_phone`",
"`return_province`",
"`return_city`",
"`return_district`",
"`return_address`",
"`is_disp_scan`",
"`is_overtime`",
"`return_site_code`",
"`return_site_name`",
"`rec_site_code`",
"`rec_site_name`",
"`return_status`",
"`sign_time`",
"`store_province`",
"`store_city`",
"`store_district`",
"`store_street`",
"`store_address`",
"`return_reason`",
"`sign_site_code`",
"`sign_site_name`"
],
"splitPk": "",
"connection": [
{
"table": [
"test_order"
],
"jdbcUrl": [
"jdbc:mysql://XXX:3306/XXX"
]
}
]
}
},
"writer": {
"name": "mysqlwriter",
"parameter": {
"username": "KdfyDvx0uYeakmnMOy9f2w==",
"password": "2yH2GG8fJl4z4iddbsJdvH8sxuRddOv83hdqDOVR+i0=",
"column": [
"`id`",
"`bill_code`",
"`intercept_site_type`",
"`intercept_area_code`",
"`intercept_area_name`",
"`intercept_site_code`",
"`intercept_site_name`",
"`intercept_status`",
"`source`",
"`is_track`",
"`register_man_id`",
"`register_man_code`",
"`register_man_name`",
"`send_province`",
"`send_city`",
"`send_district`",
"`send_address`",
"`receive_province`",
"`receive_city`",
"`receive_district`",
"`receive_address`",
"`mono_area_code`",
"`mono_area_name`",
"`mono_site_id`",
"`mono_site_code`",
"`mono_site_name`",
"`send_site_code`",
"`send_site_name`",
"`estimate_disp_site_code`",
"`estimate_disp_site_name`",
"`create_time`",
"`opera_site_code`",
"`opera_site_name`",
"`opera_user_id`",
"`opera_user_code`",
"`opera_user_name`",
"`opera_time`",
"`remark`",
"`is_disp`",
"`disp_site_code`",
"`disp_site_name`",
"`disp_time`",
"`is_settlement`",
"`balance_time`",
"`intercept_emp_code`",
"`destination_type`",
"`is_disp_intercept`",
"`actual_intercept_time`",
"`actual_intercept_site_code`",
"`actual_intercept_site_name`",
"`receive_username`",
"`receive_phone`",
"`receive_mobil_phone`",
"`return_province`",
"`return_city`",
"`return_district`",
"`return_address`",
"`is_disp_scan`",
"`is_overtime`",
"`return_site_code`",
"`return_site_name`",
"`rec_site_code`",
"`rec_site_name`",
"`return_status`",
"`sign_time`",
"`store_province`",
"`store_city`",
"`store_district`",
"`store_street`",
"`store_address`",
"`return_reason`",
"`sign_site_code`",
"`sign_site_name`"
],
"connection": [
{
"table": [
"TEST_TABLE"
],
"jdbcUrl": "jdbc:mysql://XXX:3306/XXXX"
}
]
}
}
}
]
}
}
give the result as follows:
https://user-images.githubusercontent.com/30582342/105828800-86a19380-5ffe-11eb-9f53-aecedf5800e1.png

Contributor guide

No contributing guide indexed for this repository

Research direction

Begin with the supplied DataX job configuration and linked image; the issue names no source file, test, or entry point. Reproduce the MySQL-to-MySQL synchronization slowdown and establish an expected throughput before investigating; done would require a verified improvement, but no acceptance target is provided.

Written by the indexing model from the issue text.

Assessment

Tech stack
mysql
Domain
databases
Issue type
Bug
Difficulty
4/5
Estimated time
3-5 days
Activity status
Stale
Clarity
Needs clarification
Newbie friendliness
25/100

Get new issues in your inbox

A short digest of beginner-friendly GitHub issues.