123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960 |
- {
- "job": {
- "setting": {
- "speed": {
- "channel": 3
- },
- "errorLimit": {
- "record": 0,
- "percentage": 0.02
- }
- },
- "content": [
- {
- "reader": {
- "name": "mysqlreader",
- "parameter": {
- "username": "root",
- "password": "happylay",
- "splitPk": "",
- "connection": [
- {
- "querySql": [
- "select id, txn_amount, txn_type from test_4 where txn_date >= FROM_UNIXTIME(${lastTime}) and txn_date < FROM_UNIXTIME(${currentTime})"
- ],
- "jdbcUrl": [
- "jdbc:mysql://192.168.199.107:10086/test-db?useSSL=false"
- ]
- }
- ]
- }
- },
- "writer": {
- "name": "hdfswriter",
- "parameter": {
- "defaultFS": "hdfs://192.168.199.27:9000",
- "fileType": "text",
- "path": "/home/sxkj/bigdata/apache-hive-2.3.9-bin/warehouse/test_h4/${partition}",
- "fileName": "000000",
- "writeMode": "append",
- "fieldDelimiter": ",",
- "column": [
- {
- "name": "id",
- "type": "int"
- },
- {
- "name": "txn_amount",
- "type": "double"
- },
- {
- "name": "txn_type",
- "type": "string"
- }
- ]
- }
- }
- }
- ]
- }
- }
|