1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556 |
- {
- "job": {
- "content": [
- {
- "reader": {
- "name": "hdfsreader",
- "parameter": {
- "column": ["*"],
- "defaultFS": "hdfs://hadoop03:8020/",
- "encoding": "UTF-8",
- "fieldDelimiter": "\t",
- "fileType": "text",
- "path": "/user/hive/warehouse/user_info/user_info_data.txt"
- }
- },
- "writer": {
- "name": "hdfswriter",
- "parameter": {
- "column": [
- {
- "name":"user_id",
- "type":"string"
- },
- {
- "name":"area_id",
- "type":"string"
- },
- {
- "name":"age",
- "type":"int"
- },
- {
- "name":"occupation",
- "type":"string"
- }
- ],
- "compress": "",
- "defaultFS": "hdfs://hadoop03:8020/",
- "fieldDelimiter": "\t",
- "fileName": "user_info_data_2.txt",
- "fileType": "text",
- "path": "/user/hive/warehouse/user_info/",
- "writeMode": "append"
- }
- }
- }
- ],
- "setting": {
- "speed": {
- "channel": "1"
- }
- }
- }
- }
|