datax-admin/dag/spark.dag

{"dag_id":"siBZZFPoQwVJFhsKdJyJt","user_name":"XXX","user_id":1,"nodes_task_name":"dfs","nodes_task_id":123,"itermidate_data":["hdfs://host:port/uri"],"nodes":[{"id":"RAfQf7daTCYKlmub8cklN","name":"testinput","op":"datasource","data":{"input_source":[{"dataSelect":true,"dataField":"uuid","dataType":"string"},{"dataSelect":true,"dataField":"label","dataType":"int"},{"dataSelect":true,"dataField":"feature1","dataType":"double"},{"dataSelect":true,"dataField":"feature2","dataType":"double"},{"dataSelect":true,"dataField":"feature3","dataType":"double"},{"dataSelect":true,"dataField":"feature4","dataType":"double"},{"dataSelect":true,"dataField":"feature5","dataType":"double"},{"dataSelect":true,"dataField":"feature6","dataType":"double"},{"dataSelect":true,"dataField":"feature7","dataType":"double"},{"dataSelect":true,"dataField":"feature8","dataType":"double"},{"dataSelect":true,"dataField":"feature9","dataType":"double"}],"input_table":1}},{"id":"1orzeUeQObAjr8BoNgOo6","name":"testout","op":"outputsource","data":{"output_source":[{"dataField":"out","dataType":"int"}]}},{"id":"9SLFBGn28L050NeiuyMHk","name":"spark1","op":"pyspark","data":{"input_number":1,"output":[{"outputVar":"r0"}],"script":"def main_func(input0, spark, sc):\n    input0.show()\n    r0 = input0\n    return [r0]"}}],"edges":[{"source":"RAfQf7daTCYKlmub8cklN","target":"9SLFBGn28L050NeiuyMHk"},{"source":"9SLFBGn28L050NeiuyMHk","target":"1orzeUeQObAjr8BoNgOo6"}],"graph":{"cells":[{"shape":"dag-edge","attrs":{"line":{"strokeDasharray":"","style":{"animation":""}}},"id":"f05b8a1e-3628-41b6-9eb4-e638a0c90630","zIndex":-1,"source":{"cell":"9db434c5-7476-42ce-842e-06d6f0e1564f","port":"bottomPort"},"target":{"cell":"6fea59d6-3586-4002-ad2b-5e4997302b50","port":"input0"}},{"shape":"dag-edge","attrs":{"line":{"strokeDasharray":""}},"id":"6c61df8b-5922-44cf-9295-665e4a75ee49","zIndex":-1,"source":{"cell":"6fea59d6-3586-4002-ad2b-5e4997302b50","port":"r0"},"target":{"cell":"edc9b519-aaf0-4cfd-83f3-2251f13d0ab5","port":"topPort"}},{"position":{"x":10,"y":110},"size":{"width":180,"height":80},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"id":"bottomPort","group":"bottom"}]},"id":"9db434c5-7476-42ce-842e-06d6f0e1564f","data":{"label":"InputSource","status":"default","type":"datasource","id":"9db434c5-7476-42ce-842e-06d6f0e1564f","nodeId":"RAfQf7daTCYKlmub8cklN","inputSource":[{"dataSelect":true,"dataField":"uuid","dataType":"string"},{"dataSelect":true,"dataField":"label","dataType":"int"},{"dataSelect":true,"dataField":"feature1","dataType":"double"},{"dataSelect":true,"dataField":"feature2","dataType":"double"},{"dataSelect":true,"dataField":"feature3","dataType":"double"},{"dataSelect":true,"dataField":"feature4","dataType":"double"},{"dataSelect":true,"dataField":"feature5","dataType":"double"},{"dataSelect":true,"dataField":"feature6","dataType":"double"},{"dataSelect":true,"dataField":"feature7","dataType":"double"},{"dataSelect":true,"dataField":"feature8","dataType":"double"},{"dataSelect":true,"dataField":"feature9","dataType":"double"}],"dataTableId":1,"dataTableName":"test","nodeName":"testinput"},"zIndex":1},{"position":{"x":130,"y":430},"size":{"width":180,"height":80},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"id":"topPort","group":"top"}]},"id":"edc9b519-aaf0-4cfd-83f3-2251f13d0ab5","data":{"label":"OutputSource","status":"default","type":"outputsource","id":"edc9b519-aaf0-4cfd-83f3-2251f13d0ab5","nodeId":"1orzeUeQObAjr8BoNgOo6","nodeName":"testout","outputSource":[{"dataField":"out","dataType":"int"}]},"zIndex":2},{"position":{"x":60,"y":280},"size":{"width":180,"height":36},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"group":"top","id":"input0"},{"group":"bottom","id":"r0"}]},"id":"6fea59d6-3586-4002-ad2b-5e4997302b50","data":{"label":"pyspark","status":"success","type":"script","id":"6fea59d6-3586-4002-ad2b-5e4997302b50","nodeId":"9SLFBGn28L050NeiuyMHk","nodeName":"spark1","scriptText":"def main_func(input0, spark, sc):\n    input0.show()\n    r0 = input0\n    return [r0]","outputData":[{"outputVar":"r0"}],"inputNumber":1},"zIndex":3}]}}