hive2hive.json 1.8 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556
  1. {
  2. "job": {
  3. "content": [
  4. {
  5. "reader": {
  6. "name": "hdfsreader",
  7. "parameter": {
  8. "column": ["*"],
  9. "defaultFS": "hdfs://hadoop03:8020/",
  10. "encoding": "UTF-8",
  11. "fieldDelimiter": "\t",
  12. "fileType": "text",
  13. "path": "/user/hive/warehouse/user_info/user_info_data.txt"
  14. }
  15. },
  16. "writer": {
  17. "name": "hdfswriter",
  18. "parameter": {
  19. "column": [
  20. {
  21. "name":"user_id",
  22. "type":"string"
  23. },
  24. {
  25. "name":"area_id",
  26. "type":"string"
  27. },
  28. {
  29. "name":"age",
  30. "type":"int"
  31. },
  32. {
  33. "name":"occupation",
  34. "type":"string"
  35. }
  36. ],
  37. "compress": "",
  38. "defaultFS": "hdfs://hadoop03:8020/",
  39. "fieldDelimiter": "\t",
  40. "fileName": "user_info_data_2.txt",
  41. "fileType": "text",
  42. "path": "/user/hive/warehouse/user_info/",
  43. "writeMode": "append"
  44. }
  45. }
  46. }
  47. ],
  48. "setting": {
  49. "speed": {
  50. "channel": "1"
  51. }
  52. }
  53. }
  54. }