The synchronization speed from Mysql to MySQL is very slow
- Dominant language
- Java
- Stars
- 17.4k
- Forks
- 5.7k
- PR merge metrics
- No merged PRs in 30d
Description
The configuration is as follows:
{
"job": {
"setting": {
"speed": {
"channel": 3,
"byte": 1048576
},
"errorLimit": {
"record": 0,
"percentage": 0.02
}
},
"content": [
{
"reader": {
"name": "mysqlreader",
"parameter": {
"username": "b7NeywVANKJyfW9Hqo1lCw==",
"password": "ijj3Z/B/W6dsV3svY1du+i4/RYvCU6Re6IF/3B6wWDY=",
"column": [
"`id`",
"`bill_code`",
"`intercept_site_type`",
"`intercept_area_code`",
"`intercept_area_name`",
"`intercept_site_code`",
"`intercept_site_name`",
"`intercept_status`",
"`source`",
"`is_track`",
"`register_man_id`",
"`register_man_code`",
"`register_man_name`",
"`send_province`",
"`send_city`",
"`send_district`",
"`send_address`",
"`receive_province`",
"`receive_city`",
"`receive_district`",
"`receive_address`",
"`mono_area_code`",
"`mono_area_name`",
"`mono_site_id`",
"`mono_site_code`",
"`mono_site_name`",
"`send_site_code`",
"`send_site_name`",
"`estimate_disp_site_code`",
"`estimate_disp_site_name`",
"`create_time`",
"`opera_site_code`",
"`opera_site_name`",
"`opera_user_id`",
"`opera_user_code`",
"`opera_user_name`",
"`opera_time`",
"`remark`",
"`is_disp`",
"`disp_site_code`",
"`disp_site_name`",
"`disp_time`",
"`is_settlement`",
"`balance_time`",
"`intercept_emp_code`",
"`destination_type`",
"`is_disp_intercept`",
"`actual_intercept_time`",
"`actual_intercept_site_code`",
"`actual_intercept_site_name`",
"`receive_username`",
"`receive_phone`",
"`receive_mobil_phone`",
"`return_province`",
"`return_city`",
"`return_district`",
"`return_address`",
"`is_disp_scan`",
"`is_overtime`",
"`return_site_code`",
"`return_site_name`",
"`rec_site_code`",
"`rec_site_name`",
"`return_status`",
"`sign_time`",
"`store_province`",
"`store_city`",
"`store_district`",
"`store_street`",
"`store_address`",
"`return_reason`",
"`sign_site_code`",
"`sign_site_name`"
],
"splitPk": "",
"connection": [
{
"table": [
"test_order"
],
"jdbcUrl": [
"jdbc:mysql://XXX:3306/XXX"
]
}
]
}
},
"writer": {
"name": "mysqlwriter",
"parameter": {
"username": "KdfyDvx0uYeakmnMOy9f2w==",
"password": "2yH2GG8fJl4z4iddbsJdvH8sxuRddOv83hdqDOVR+i0=",
"column": [
"`id`",
"`bill_code`",
"`intercept_site_type`",
"`intercept_area_code`",
"`intercept_area_name`",
"`intercept_site_code`",
"`intercept_site_name`",
"`intercept_status`",
"`source`",
"`is_track`",
"`register_man_id`",
"`register_man_code`",
"`register_man_name`",
"`send_province`",
"`send_city`",
"`send_district`",
"`send_address`",
"`receive_province`",
"`receive_city`",
"`receive_district`",
"`receive_address`",
"`mono_area_code`",
"`mono_area_name`",
"`mono_site_id`",
"`mono_site_code`",
"`mono_site_name`",
"`send_site_code`",
"`send_site_name`",
"`estimate_disp_site_code`",
"`estimate_disp_site_name`",
"`create_time`",
"`opera_site_code`",
"`opera_site_name`",
"`opera_user_id`",
"`opera_user_code`",
"`opera_user_name`",
"`opera_time`",
"`remark`",
"`is_disp`",
"`disp_site_code`",
"`disp_site_name`",
"`disp_time`",
"`is_settlement`",
"`balance_time`",
"`intercept_emp_code`",
"`destination_type`",
"`is_disp_intercept`",
"`actual_intercept_time`",
"`actual_intercept_site_code`",
"`actual_intercept_site_name`",
"`receive_username`",
"`receive_phone`",
"`receive_mobil_phone`",
"`return_province`",
"`return_city`",
"`return_district`",
"`return_address`",
"`is_disp_scan`",
"`is_overtime`",
"`return_site_code`",
"`return_site_name`",
"`rec_site_code`",
"`rec_site_name`",
"`return_status`",
"`sign_time`",
"`store_province`",
"`store_city`",
"`store_district`",
"`store_street`",
"`store_address`",
"`return_reason`",
"`sign_site_code`",
"`sign_site_name`"
],
"connection": [
{
"table": [
"TEST_TABLE"
],
"jdbcUrl": "jdbc:mysql://XXX:3306/XXXX"
}
]
}
}
}
]
}
}
give the result as follows:
https://user-images.githubusercontent.com/30582342/105828800-86a19380-5ffe-11eb-9f53-aecedf5800e1.png
Contributor guide
No contributing guide indexed for this repository
Research direction
Begin with the supplied DataX job configuration and linked image; the issue names no source file, test, or entry point. Reproduce the MySQL-to-MySQL synchronization slowdown and establish an expected throughput before investigating; done would require a verified improvement, but no acceptance target is provided.
Written by the indexing model from the issue text.
Assessment
- Tech stack
- mysql
- Domain
- databases
- Issue type
- Bug
- Difficulty
- 4/5
- Estimated time
- 3-5 days
- Activity status
- Stale
- Clarity
- Needs clarification
- Newbie friendliness
- 25/100