1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465 |
- {
- "job": {
- "setting": {
- "speed": {
- "channel": 3
- },
- "errorLimit": {
- "record": 0,
- "percentage": 0.02
- }
- },
- "content": [
- {
- "reader": {
- "name": "hdfsreader",
- "parameter": {
- "path": "/home/sxkj/bigdata/apache-hive-2.3.9-bin/warehouse/test_p/ct=hangzhou/*",
- "defaultFS": "hdfs://192.168.199.27:9000",
- "fileType": "text",
- "fieldDelimiter": ",",
- "column": [
- {
- "index": "0",
- "type": "long"
- },
- {
- "index": "1",
- "type": "string"
- },
- {
- "value": "${ct}",
- "type": "string"
- }
- ]
- }
- },
- "writer": {
- "name": "hdfswriter",
- "parameter": {
- "defaultFS": "hdfs://192.168.199.27:9000",
- "fileType": "text",
- "path": "/home/sxkj/bigdata/apache-hive-2.3.9-bin/warehouse/my_test_p/",
- "fileName": "my_test_p",
- "writeMode": "append",
- "fieldDelimiter": ",",
- "column": [
- {
- "name": "id",
- "type": "int"
- },
- {
- "name": "name",
- "type": "string"
- },
- {
- "name": "ct",
- "type": "string"
- }
- ]
- }
- }
- }
- ]
- }
- }
|