Browse Source

rdbms update

Zhang Li 2 years ago
parent
commit
4845560d0f
2 changed files with 5 additions and 5 deletions
  1. 2 2
      app/core/datax/rdbms.py
  2. 3 3
      app/schemas/datax_json.py

+ 2 - 2
app/core/datax/rdbms.py

@@ -93,7 +93,7 @@ class RdbmsReader(ReaderBase):
                 raise Exception('表名和字段名不能为空')
             table = param.reader_tables
             connection.append({'jdbcUrl': jdbcUrl, 'table': table})
-            parameter['column'] = param.reader_columns
+            parameter['column'] = list(map(lambda x: x.split(':')[1], param.reader_columns))
             parameter['where'] = param.rdbms_reader.where_param
             parameter['splitPk'] = param.rdbms_reader.reader_split_pk
         parameter['connection'] = connection
@@ -129,7 +129,7 @@ class RdbmsWriter(WriterBase):
         connection = list()
         connection.append({'jdbcUrl': self.ds.jdbc_url, 'table': param.writer_tables})
         parameter['connection'] = connection
-        parameter['column'] = param.writer_columns
+        parameter['column'] = list(map(lambda x: x.split(':')[1], param.writer_columns))
         if is_show:
             parameter['username'] = self.ds.jdbc_username
             parameter['password'] = self.ds.jdbc_password

+ 3 - 3
app/schemas/datax_json.py

@@ -48,10 +48,10 @@ class DataXJsonParam(BaseModel):
                 'mysql2mysql': {
                     "reader_datasource_id": 18,
                     "reader_tables": ["job_group_copy1"],
-                    "reader_columns": ["id", "app_name", "title", "address_type"],
+                    "reader_columns": ["0:id:int", "1:app_name:varchar(20)", "2:title:varchar(20)", "3:address_type:varchar(20)"],
                     "writer_datasource_id": 18,
                     "writer_tables": ["job_group_copy2"],
-                    "writer_columns": ["id", "app_name", "title", "address_type"],
+                    "writer_columns": ["0:id:int", "1:app_name:varchar(20)", "2:title:varchar(20)", "3:address_type:varchar(20)"],
                     "rdbms_reader": {
                         "reader_split_pk": "",
                         "where_param": "",
@@ -89,7 +89,7 @@ class DataXJsonParam(BaseModel):
                     "reader_columns": ["0:id:int", "3:ssn:varchar", "5:test2:int"],
                     "writer_datasource_id": 18,
                     "writer_tables": ["grades"],
-                    "writer_columns": ["id", "ssn", "test2"],
+                    "writer_columns": ["0:id:int", "1:ssn:varchar", "2:test2:int"],
                     "hive_reader": {
                         "reader_default_fs": "hdfs://192.168.199.107:9000",
                         "reader_file_type": "csv",