| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114 |
- 2022-08-07 20:12:13.605 [main] INFO VMInfo - VMInfo# operatingSystem class => com.sun.management.internal.OperatingSystemImpl
- 2022-08-07 20:12:13.610 [main] INFO Engine - the machine info =>
- osInfo: Ubuntu 11 11.0.16+8-post-Ubuntu-0ubuntu120.04
- jvmInfo: Linux amd64 5.13.0-52-generic
- cpu num: 8
- totalPhysicalMemory: -0.00G
- freePhysicalMemory: -0.00G
- maxFileDescriptorCount: -1
- currentOpenFileDescriptorCount: -1
- GC Names [G1 Young Generation, G1 Old Generation]
- MEMORY_NAME | allocation_size | init_size
- CodeHeap 'profiled nmethods' | 117.21MB | 2.44MB
- G1 Old Gen | 1,024.00MB | 970.00MB
- G1 Survivor Space | -0.00MB | 0.00MB
- CodeHeap 'non-profiled nmethods' | 117.22MB | 2.44MB
- Compressed Class Space | 1,024.00MB | 0.00MB
- Metaspace | -0.00MB | 0.00MB
- G1 Eden Space | -0.00MB | 54.00MB
- CodeHeap 'non-nmethods' | 5.57MB | 2.44MB
- 2022-08-07 20:12:13.622 [main] INFO Engine -
- {
- "content":[
- {
- "reader":{
- "name":"hdfsreader",
- "parameter":{
- "column":[
- "*"
- ],
- "defaultFS":"hdfs://hadoop03:8020/",
- "encoding":"UTF-8",
- "fieldDelimiter":"\t",
- "fileType":"text",
- "path":"/user/hive/warehouse/user_info/user_info_data.txt"
- }
- },
- "writer":{
- "name":"hdfswriter",
- "parameter":{
- "column":[
- {
- "name":"user_id",
- "type":"string"
- },
- {
- "name":"area_id",
- "type":"string"
- },
- {
- "name":"age",
- "type":"int"
- },
- {
- "name":"occupation",
- "type":"string"
- }
- ],
- "compress":"",
- "defaultFS":"hdfs://hadoop03:8020/",
- "fieldDelimiter":"\t",
- "fileName":"user_info_data_2.txt",
- "fileType":"text",
- "path":"/user/hive/warehouse/user_info/",
- "writeMode":"${WriteMode}"
- }
- }
- }
- ],
- "setting":{
- "speed":{
- "channel":"2"
- }
- }
- }
- 2022-08-07 20:12:13.632 [main] WARN Engine - prioriy set to 0, because NumberFormatException, the value is: null
- 2022-08-07 20:12:13.633 [main] INFO PerfTrace - PerfTrace traceId=job_-1, isEnable=false, priority=0
- 2022-08-07 20:12:13.633 [main] INFO JobContainer - DataX jobContainer starts job.
- 2022-08-07 20:12:13.635 [main] INFO JobContainer - Set jobId = 0
- 2022-08-07 20:12:13.647 [job-0] INFO HdfsReader$Job - init() begin...
- 2022-08-07 20:12:13.857 [job-0] INFO HdfsReader$Job - hadoopConfig details:{"finalParameters":[]}
- 2022-08-07 20:12:13.857 [job-0] INFO HdfsReader$Job - init() ok and end...
- 2022-08-07 20:12:13.881 [job-0] ERROR JobContainer - Exception when job run
- com.alibaba.datax.common.exception.DataXException: Code:[HdfsWriter-02], Description:[您填写的参数值不合法.]. - 仅支持append, nonConflict两种模式, 不支持您配置的 writeMode 模式 : [${writemode}]
- at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:26) ~[datax-common-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.validateParameter(HdfsWriter.java:86) ~[hdfswriter-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.init(HdfsWriter.java:42) ~[hdfswriter-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.job.JobContainer.initJobWriter(JobContainer.java:704) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.job.JobContainer.init(JobContainer.java:304) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:113) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.Engine.start(Engine.java:92) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.Engine.entry(Engine.java:171) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- at com.alibaba.datax.core.Engine.main(Engine.java:204) ~[datax-core-0.0.1-SNAPSHOT.jar:na]
- 2022-08-07 20:12:13.884 [job-0] INFO StandAloneJobContainerCommunicator - Total 0 records, 0 bytes | Speed 0B/s, 0 records/s | Error 0 records, 0 bytes | All Task WaitWriterTime 0.000s | All Task WaitReaderTime 0.000s | Percentage 0.00%
- 2022-08-07 20:12:13.885 [job-0] ERROR Engine -
- 经DataX智能分析,该任务最可能的错误原因是:
- com.alibaba.datax.common.exception.DataXException: Code:[HdfsWriter-02], Description:[您填写的参数值不合法.]. - 仅支持append, nonConflict两种模式, 不支持您配置的 writeMode 模式 : [${writemode}]
- at com.alibaba.datax.common.exception.DataXException.asDataXException(DataXException.java:26)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.validateParameter(HdfsWriter.java:86)
- at com.alibaba.datax.plugin.writer.hdfswriter.HdfsWriter$Job.init(HdfsWriter.java:42)
- at com.alibaba.datax.core.job.JobContainer.initJobWriter(JobContainer.java:704)
- at com.alibaba.datax.core.job.JobContainer.init(JobContainer.java:304)
- at com.alibaba.datax.core.job.JobContainer.start(JobContainer.java:113)
- at com.alibaba.datax.core.Engine.start(Engine.java:92)
- at com.alibaba.datax.core.Engine.entry(Engine.java:171)
- at com.alibaba.datax.core.Engine.main(Engine.java:204)
|
