job_mysql2mysql_json-02_13_51.279.log 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. 2022-07-17 02:13:51.560 [main] INFO VMInfo - VMInfo# operatingSystem class => sun.management.OperatingSystemImpl
  2. 2022-07-17 02:13:51.570 [main] INFO Engine - the machine info =>
  3. osInfo: Oracle Corporation 1.8 25.262-b10
  4. jvmInfo: Linux amd64 3.10.0-957.el7.x86_64
  5. cpu num: 128
  6. totalPhysicalMemory: -0.00G
  7. freePhysicalMemory: -0.00G
  8. maxFileDescriptorCount: -1
  9. currentOpenFileDescriptorCount: -1
  10. GC Names [PS MarkSweep, PS Scavenge]
  11. MEMORY_NAME | allocation_size | init_size
  12. PS Eden Space | 256.00MB | 256.00MB
  13. Code Cache | 240.00MB | 2.44MB
  14. Compressed Class Space | 1,024.00MB | 0.00MB
  15. PS Survivor Space | 42.50MB | 42.50MB
  16. PS Old Gen | 683.00MB | 683.00MB
  17. Metaspace | -0.00MB | 0.00MB
  18. 2022-07-17 02:13:51.591 [main] INFO Engine -
  19. {
  20. "content":[
  21. {
  22. "reader":{
  23. "name":"mysqlreader",
  24. "parameter":{
  25. "connection":[
  26. {
  27. "jdbcUrl":[
  28. "jdbc:mysql://192.168.2.2:3306/gene"
  29. ],
  30. "querySql":[
  31. "select * from gene.test"
  32. ]
  33. }
  34. ],
  35. "password":"*********",
  36. "username":"root"
  37. }
  38. },
  39. "writer":{
  40. "name":"mysqlwriter",
  41. "parameter":{
  42. "column":[
  43. "*"
  44. ],
  45. "connection":[
  46. {
  47. "jdbcUrl":"jdbc:mysql://192.168.2.2:3306/gene",
  48. "table":[
  49. "xxx"
  50. ]
  51. }
  52. ],
  53. "password":"**********",
  54. "session":[],
  55. "username":"root",
  56. "writeMode":"insert"
  57. }
  58. }
  59. }
  60. ],
  61. "setting":{
  62. "speed":{
  63. "channel":"2"
  64. }
  65. }
  66. }
  67. 2022-07-17 02:13:51.611 [main] WARN Engine - prioriy set to 0, because NumberFormatException, the value is: null
  68. 2022-07-17 02:13:51.613 [main] INFO PerfTrace - PerfTrace traceId=job_-1, isEnable=false, priority=0
  69. 2022-07-17 02:13:51.614 [main] INFO JobContainer - DataX jobContainer starts job.
  70. 2022-07-17 02:13:51.616 [main] INFO JobContainer - Set jobId = 0
  71. 2022-07-17 02:13:52.064 [job-0] INFO OriginalConfPretreatmentUtil - Available jdbcUrl:jdbc:mysql://192.168.2.2:3306/gene?yearIsDateType=false&zeroDateTimeBehavior=convertToNull&tinyInt1isBit=false&rewriteBatchedStatements=true.
  72. 2022-07-17 02:13:52.412 [job-0] INFO OriginalConfPretreatmentUtil - table:[xxx] all columns:[
  73. GeneName
  74. ].
  75. 2022-07-17 02:13:52.412 [job-0] WARN OriginalConfPretreatmentUtil - 您的配置文件中的列配置信息存在风险. 因为您配置的写入数据库表的列为*,当您的表字段个数、类型有变动时,可能影响任务正确性甚至会运行出错。请检查您的配置并作出修改.
  76. 2022-07-17 02:13:52.414 [job-0] INFO OriginalConfPretreatmentUtil - Write data [
  77. insert INTO %s (GeneName) VALUES(?)
  78. ], which jdbcUrl like:[jdbc:mysql://192.168.2.2:3306/gene?yearIsDateType=false&zeroDateTimeBehavior=convertToNull&tinyInt1isBit=false&rewriteBatchedStatements=true]
  79. 2022-07-17 02:13:52.415 [job-0] INFO JobContainer - jobContainer starts to do prepare ...
  80. 2022-07-17 02:13:52.416 [job-0] INFO JobContainer - DataX Reader.Job [mysqlreader] do prepare work .
  81. 2022-07-17 02:13:52.416 [job-0] INFO JobContainer - DataX Writer.Job [mysqlwriter] do prepare work .
  82. 2022-07-17 02:13:52.417 [job-0] INFO JobContainer - jobContainer starts to do split ...
  83. 2022-07-17 02:13:52.418 [job-0] INFO JobContainer - Job set Channel-Number to 2 channels.
  84. 2022-07-17 02:13:52.420 [job-0] INFO JobContainer - DataX Reader.Job [mysqlreader] splits to [1] tasks.
  85. 2022-07-17 02:13:52.421 [job-0] INFO JobContainer - DataX Writer.Job [mysqlwriter] splits to [1] tasks.
  86. 2022-07-17 02:13:52.442 [job-0] INFO JobContainer - jobContainer starts to do schedule ...
  87. 2022-07-17 02:13:52.446 [job-0] INFO JobContainer - Scheduler starts [1] taskGroups.
  88. 2022-07-17 02:13:52.449 [job-0] INFO JobContainer - Running by standalone Mode.
  89. 2022-07-17 02:13:52.458 [taskGroup-0] INFO TaskGroupContainer - taskGroupId=[0] start [1] channels for [1] tasks.
  90. 2022-07-17 02:13:52.469 [taskGroup-0] INFO Channel - Channel set byte_speed_limit to -1, No bps activated.
  91. 2022-07-17 02:13:52.470 [taskGroup-0] INFO Channel - Channel set record_speed_limit to -1, No tps activated.
  92. 2022-07-17 02:13:52.488 [taskGroup-0] INFO TaskGroupContainer - taskGroup[0] taskId[0] attemptCount[1] is started
  93. 2022-07-17 02:13:52.498 [0-0-0-reader] INFO CommonRdbmsReader$Task - Begin to read record by Sql: [select * from gene.test
  94. ] jdbcUrl:[jdbc:mysql://192.168.2.2:3306/gene?yearIsDateType=false&zeroDateTimeBehavior=convertToNull&tinyInt1isBit=false&rewriteBatchedStatements=true].
  95. 2022-07-17 02:13:52.531 [0-0-0-reader] INFO CommonRdbmsReader$Task - Finished read record by Sql: [select * from gene.test
  96. ] jdbcUrl:[jdbc:mysql://192.168.2.2:3306/gene?yearIsDateType=false&zeroDateTimeBehavior=convertToNull&tinyInt1isBit=false&rewriteBatchedStatements=true].
  97. 2022-07-17 02:13:52.990 [taskGroup-0] INFO TaskGroupContainer - taskGroup[0] taskId[0] is successed, used[504]ms
  98. 2022-07-17 02:13:52.991 [taskGroup-0] INFO TaskGroupContainer - taskGroup[0] completed it's tasks.
  99. 2022-07-17 02:14:02.471 [job-0] INFO StandAloneJobContainerCommunicator - Total 3 records, 14 bytes | Speed 1B/s, 0 records/s | Error 0 records, 0 bytes | All Task WaitWriterTime 0.000s | All Task WaitReaderTime 0.000s | Percentage 100.00%
  100. 2022-07-17 02:14:02.471 [job-0] INFO AbstractScheduler - Scheduler accomplished all tasks.
  101. 2022-07-17 02:14:02.472 [job-0] INFO JobContainer - DataX Writer.Job [mysqlwriter] do post work.
  102. 2022-07-17 02:14:02.472 [job-0] INFO JobContainer - DataX Reader.Job [mysqlreader] do post work.
  103. 2022-07-17 02:14:02.472 [job-0] INFO JobContainer - DataX jobId [0] completed successfully.
  104. 2022-07-17 02:14:02.474 [job-0] INFO HookInvoker - No hook invoked, because base dir not exists or is a file: /root/yili-datax/datax/hook
  105. 2022-07-17 02:14:02.476 [job-0] INFO JobContainer -
  106. [total cpu info] =>
  107. averageCpu | maxDeltaCpu | minDeltaCpu
  108. -1.00% | -1.00% | -1.00%
  109. [total gc info] =>
  110. NAME | totalGCCount | maxDeltaGCCount | minDeltaGCCount | totalGCTime | maxDeltaGCTime | minDeltaGCTime
  111. PS MarkSweep | 0 | 0 | 0 | 0.000s | 0.000s | 0.000s
  112. PS Scavenge | 0 | 0 | 0 | 0.000s | 0.000s | 0.000s
  113. 2022-07-17 02:14:02.477 [job-0] INFO JobContainer - PerfTrace not enable!
  114. 2022-07-17 02:14:02.479 [job-0] INFO StandAloneJobContainerCommunicator - Total 3 records, 14 bytes | Speed 1B/s, 0 records/s | Error 0 records, 0 bytes | All Task WaitWriterTime 0.000s | All Task WaitReaderTime 0.000s | Percentage 100.00%
  115. 2022-07-17 02:14:02.480 [job-0] INFO JobContainer -
  116. 任务启动时刻 : 2022-07-17 02:13:51
  117. 任务结束时刻 : 2022-07-17 02:14:02
  118. 任务总计耗时 : 10s
  119. 任务平均流量 : 1B/s
  120. 记录写入速度 : 0rec/s
  121. 读出记录总数 : 3
  122. 读写失败总数 : 0