输出源转化

app/services/jm_job.py

@@ -166,11 +166,8 @@ def red_dag_and_format(jm_homework: models.JmHomework, db: Session):
             sub_nodes.append(sub_node)
         elif node['op'] == 'outputsource':
             fileds = node['data']['output_source']
-            script = 'select '
-            for filed in fileds:
-                script += filed['dataField'] + ','
-            script = script.strip(',')
-            script += ' from ' + node_relation_dict[node['id']].table
+            script = '''def main_func (input0, spark,sc):
+    input0.write.mode("overwrite").saveAsTable('''+node_relation_dict[node['id']].table+''')'''
             inputs = {}
             index = 0
             input_list = t_s[node['id']]
@@ -184,7 +181,7 @@ def red_dag_and_format(jm_homework: models.JmHomework, db: Session):
             sub_node = {
                 "id": node['id'],
                 "name": node['name'],
-                "op": 'sql',
+                "op": 'pyspark',
                 "inputs": inputs,
                 "script":script
             }