| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143 |
- 2022-08-07 20:09:41.783 [main] INFO VMInfo - VMInfo# operatingSystem class => com.sun.management.internal.OperatingSystemImpl
- 2022-08-07 20:09:41.788 [main] INFO Engine - the machine info =>
- osInfo: Ubuntu 11 11.0.16+8-post-Ubuntu-0ubuntu120.04
- jvmInfo: Linux amd64 5.13.0-52-generic
- cpu num: 8
- totalPhysicalMemory: -0.00G
- freePhysicalMemory: -0.00G
- maxFileDescriptorCount: -1
- currentOpenFileDescriptorCount: -1
- GC Names [G1 Young Generation, G1 Old Generation]
- MEMORY_NAME | allocation_size | init_size
- CodeHeap 'profiled nmethods' | 117.21MB | 2.44MB
- G1 Old Gen | 1,024.00MB | 970.00MB
- G1 Survivor Space | -0.00MB | 0.00MB
- CodeHeap 'non-profiled nmethods' | 117.22MB | 2.44MB
- Compressed Class Space | 1,024.00MB | 0.00MB
- Metaspace | -0.00MB | 0.00MB
- G1 Eden Space | -0.00MB | 54.00MB
- CodeHeap 'non-nmethods' | 5.57MB | 2.44MB
- 2022-08-07 20:09:41.800 [main] INFO Engine -
- {
- "content":[
- {
- "reader":{
- "name":"hdfsreader",
- "parameter":{
- "column":[
- "*"
- ],
- "defaultFS":"hdfs://hadoop03:8020/",
- "encoding":"UTF-8",
- "fieldDelimiter":"\t",
- "fileType":"text",
- "path":"/user/hive/warehouse/user_info/user_info_data.txt"
- }
- },
- "writer":{
- "column":[
- {
- "name":"user_id",
- "type":"string"
- },
- {
- "name":"area_id",
- "type":"string"
- },
- {
- "name":"age",
- "type":"int"
- },
- {
- "name":"occupation",
- "type":"string"
- }
- ],
- "name":"hdfswriter",
- "parameter":{
- "column":"${columns}",
- "compress":"",
- "defaultFS":"hdfs://hadoop03:8020/",
- "fieldDelimiter":"\t",
- "fileName":"user_info_data_2.txt",
- "fileType":"text",
- "path":"/user/hive/warehouse/user_info/",
- "writeMode":"append"
- }
- }
- }
- ],
- "setting":{
- "speed":{
- "channel":"2"
- }
- }
- }
- 2022-08-07 20:09:41.809 [main] WARN Engine - prioriy set to 0, because NumberFormatException, the value is: null
- 2022-08-07 20:09:41.810 [main] INFO PerfTrace - PerfTrace traceId=job_-1, isEnable=false, priority=0
- 2022-08-07 20:09:41.810 [main] INFO JobContainer - DataX jobContainer starts job.
- 2022-08-07 20:09:41.811 [main] INFO JobContainer - Set jobId = 0
- 2022-08-07 20:09:41.824 [job-0] INFO HdfsReader$Job - init() begin...
- 2022-08-07 20:09:42.016 [job-0] INFO HdfsReader$Job - hadoopConfig details:{"finalParameters":[]}
- 2022-08-07 20:09:42.016 [job-0] INFO HdfsReader$Job - init() ok and end...
- 2022-08-07 20:09:42.024 [job-0] ERROR JobContainer - Exception when job run
- java.lang.ClassCastException: class java.lang.String cannot be cast to class java.util.List (java.lang.String and java.util.List are in module java.base of loader 'bootstrap')
- at com.alibaba.datax.common.util.Configuration.getList(Configuration.java:407) ~[datax-common-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.common.util.Configuration.getListConfiguration(Configuration.java:463) ~[datax-common-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.validateParameter(HdfsWriter.java:72) ~[hdfswriter-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.init(HdfsWriter.java:42) ~[hdfswriter-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.job.JobContainer.initJobWriter(JobContainer.java:704) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.job.JobContainer.init(JobContainer.java:304) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:113) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.Engine.start(Engine.java:92) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.Engine.entry(Engine.java:171) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.Engine.main(Engine.java:204) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- 2022-08-07 20:09:42.027 [job-0] INFO StandAloneJobContainerCommunicator - Total 0 records, 0 bytes | Speed 0B/s, 0 records/s | Error 0 records, 0 bytes | All Task WaitWriterTime 0.000s | All Task WaitReaderTime 0.000s | Percentage 0.00%
- 2022-08-07 20:09:42.029 [job-0] ERROR Engine -
- 经DataX智能分析,该任务最可能的错误原因是:
- com.alibaba.datax.common.exception.DataXException: Code:[Framework-02], Description:[DataX引擎运行过程出错，具体原因请参看DataX运行结束时的错误诊断信息 .]. - java.lang.ClassCastException: class java.lang.String cannot be cast to class java.util.List (java.lang.String and java.util.List are in module java.base of loader 'bootstrap')
- at com.alibaba.datax.common.util.Configuration.getList(Configuration.java:407)
- at com.alibaba.datax.common.util.Configuration.getListConfiguration(Configuration.java:463)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.validateParameter(HdfsWriter.java:72)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.init(HdfsWriter.java:42)
- at com.alibaba.datax.core.job.JobContainer.initJobWriter(JobContainer.java:704)
- at com.alibaba.datax.core.job.JobContainer.init(JobContainer.java:304)
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:113)
- at com.alibaba.datax.core.Engine.start(Engine.java:92)
- at com.alibaba.datax.core.Engine.entry(Engine.java:171)
- at com.alibaba.datax.core.Engine.main(Engine.java:204)
- - java.lang.ClassCastException: class java.lang.String cannot be cast to class java.util.List (java.lang.String and java.util.List are in module java.base of loader 'bootstrap')
- at com.alibaba.datax.common.util.Configuration.getList(Configuration.java:407)
- at com.alibaba.datax.common.util.Configuration.getListConfiguration(Configuration.java:463)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.validateParameter(HdfsWriter.java:72)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.init(HdfsWriter.java:42)
- at com.alibaba.datax.core.job.JobContainer.initJobWriter(JobContainer.java:704)
- at com.alibaba.datax.core.job.JobContainer.init(JobContainer.java:304)
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:113)
- at com.alibaba.datax.core.Engine.start(Engine.java:92)
- at com.alibaba.datax.core.Engine.entry(Engine.java:171)
- at com.alibaba.datax.core.Engine.main(Engine.java:204)
- at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:40)
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:162)
- at com.alibaba.datax.core.Engine.start(Engine.java:92)
- at com.alibaba.datax.core.Engine.entry(Engine.java:171)
- at com.alibaba.datax.core.Engine.main(Engine.java:204)
- Caused by: java.lang.ClassCastException: class java.lang.String cannot be cast to class java.util.List (java.lang.String and java.util.List are in module java.base of loader 'bootstrap')
- at com.alibaba.datax.common.util.Configuration.getList(Configuration.java:407)
- at com.alibaba.datax.common.util.Configuration.getListConfiguration(Configuration.java:463)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.validateParameter(HdfsWriter.java:72)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.init(HdfsWriter.java:42)
- at com.alibaba.datax.core.job.JobContainer.initJobWriter(JobContainer.java:704)
- at com.alibaba.datax.core.job.JobContainer.init(JobContainer.java:304)
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:113)
- ... 3 more
|
