| 1 |
- {"dag_id":"N1wP690lywNj1xrkzP8qD","user_name":"XXX","user_id":1,"nodes_task_name":"dfs","nodes_task_id":123,"itermidate_data":["hdfs://host:port/uri"],"nodes":[{"id":"yuhi0RANFUwnaLmsghZZG","name":"inputSourceNode1","type":"datasource","op":"sql","script":"select name, address from product_list_1661788800","dataTableId":4,"fields":[{"dataSelect":true,"dataField":"name","dataType":"string"},{"dataSelect":true,"dataField":"address","dataType":"string"}]},{"id":"5p1yEgIGeSbMdFmJEoB73","type":"script","name":"sqlNode1","op":"sql","inputs":{"input0":["yuhi0RANFUwnaLmsghZZG",0]},"script":"select * from input0 where r0 = p0;"},{"id":"DoCb6cG_hPKZ5E8U9KURV","type":"script","name":"pysparkNode1","op":"pyspark","inputs":{"input0":["yuhi0RANFUwnaLmsghZZG",0]},"script":"def run(input0, input1):\n r0 = input0\n r1 = input1\n return [r0, r1]"},{"id":"lOPqQDQDLfnRdWaDpgvxa","type":"script","name":"pysparkNode2","op":"pyspark","inputs":{"input0":["DoCb6cG_hPKZ5E8U9KURV",0],"input1":["DoCb6cG_hPKZ5E8U9KURV",1]},"script":"def run(input0):\n r0 = input0\n return [r0]"}],"edges":[["yuhi0RANFUwnaLmsghZZG","DoCb6cG_hPKZ5E8U9KURV"],["DoCb6cG_hPKZ5E8U9KURV","lOPqQDQDLfnRdWaDpgvxa"],["DoCb6cG_hPKZ5E8U9KURV","lOPqQDQDLfnRdWaDpgvxa"],["yuhi0RANFUwnaLmsghZZG","5p1yEgIGeSbMdFmJEoB73"]],"graph":{"cells":[{"shape":"dag-edge","attrs":{"line":{"strokeDasharray":"","style":{"animation":""}}},"id":"d275216f-0af7-4b8c-b03c-9a198f087c76","zIndex":-1,"source":{"cell":"8b8c294a-ac13-4a1b-9e0b-58f6763d4ccd","port":"bottomPort"},"target":{"cell":"ddb616b5-d0db-4d43-a072-3d3e8f48f957","port":"input0"}},{"shape":"dag-edge","attrs":{"line":{"strokeDasharray":"","style":{"animation":""}}},"id":"3a61d991-058a-4d85-b928-7e78e4a63232","zIndex":-1,"source":{"cell":"ddb616b5-d0db-4d43-a072-3d3e8f48f957","port":"r1"},"target":{"cell":"c55df17d-e82c-4bda-ace8-134faa10e192","port":"input0"}},{"shape":"dag-edge","attrs":{"line":{"strokeDasharray":"","style":{"animation":""}}},"id":"38fb7b9e-baef-45c1-8dd7-2e09a0ebc1d9","zIndex":-1,"source":{"cell":"ddb616b5-d0db-4d43-a072-3d3e8f48f957","port":"r3"},"target":{"cell":"c55df17d-e82c-4bda-ace8-134faa10e192","port":"input1"}},{"shape":"dag-edge","attrs":{"line":{"strokeDasharray":""}},"id":"13a322bc-dfb4-4502-8903-f457ef1a9f99","zIndex":-1,"source":{"cell":"8b8c294a-ac13-4a1b-9e0b-58f6763d4ccd","port":"bottomPort"},"target":{"cell":"8a8b82e8-50dd-45ab-add0-5404c990a44d","port":"input0"}},{"position":{"x":190,"y":130},"size":{"width":180,"height":80},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"id":"bottomPort","group":"bottom"}]},"id":"8b8c294a-ac13-4a1b-9e0b-58f6763d4ccd","data":{"label":"InputSource","status":"default","type":"datasource","id":"8b8c294a-ac13-4a1b-9e0b-58f6763d4ccd","nodeId":"yuhi0RANFUwnaLmsghZZG","inputSource":[{"dataSelect":true,"dataField":"name","dataType":"string"},{"dataSelect":true,"dataField":"address","dataType":"string"},{"dataSelect":false,"dataField":"age","dataType":"int"}],"dataTableId":4,"dataTableName":"product_list_1661788800","nodeName":"inputSourceNode1"},"zIndex":1},{"position":{"x":440,"y":280},"size":{"width":180,"height":36},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"group":"top","id":"input0"}]},"id":"8a8b82e8-50dd-45ab-add0-5404c990a44d","data":{"label":"sql","status":"undone","type":"script","id":"8a8b82e8-50dd-45ab-add0-5404c990a44d","nodeId":"5p1yEgIGeSbMdFmJEoB73","scriptText":"select * from input0 where r0 = p0;","outputData":[],"inputNumber":1,"nodeName":"sqlNode1"},"zIndex":2},{"position":{"x":140,"y":320},"size":{"width":180,"height":36},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"group":"top","id":"input0"},{"group":"top","id":"input1"},{"group":"bottom","id":"r1"},{"group":"bottom","id":"r3"}]},"id":"ddb616b5-d0db-4d43-a072-3d3e8f48f957","data":{"label":"pyspark","status":"success","type":"script","id":"ddb616b5-d0db-4d43-a072-3d3e8f48f957","nodeId":"DoCb6cG_hPKZ5E8U9KURV","scriptText":"def run(input0, input1):\n r0 = input0\n r1 = input1\n return [r0, r1]","outputData":[{"outputVar":"r1"},{"outputVar":"r3"}],"inputNumber":2,"nodeName":"pysparkNode1"},"zIndex":3},{"position":{"x":110,"y":470},"size":{"width":180,"height":36},"view":"react-shape-view","shape":"dag-node","component":{"key":null,"ref":null,"props":{},"_owner":null,"_store":{}},"portMarkup":[{"tagName":"foreignObject","selector":"fo","children":[{"ns":"http://www.w3.org/1999/xhtml","tagName":"body","selector":"foBody","attrs":{"xmlns":"http://www.w3.org/1999/xhtml"},"style":{"width":"100%","height":"100%","background":"transparent"},"children":[{"tagName":"div","selector":"foContent","style":{"width":"100%","height":"100%"}}]}]}],"ports":{"groups":{"top":{"position":"top","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}},"bottom":{"position":"bottom","attrs":{"fo":{"width":10,"height":10,"x":-5,"y":-5,"magnet":"true"}}}},"items":[{"group":"top","id":"input0"},{"group":"bottom","id":"r1"},{"group":"top","id":"input1"}]},"id":"c55df17d-e82c-4bda-ace8-134faa10e192","data":{"label":"pyspark","status":"success","type":"script","id":"c55df17d-e82c-4bda-ace8-134faa10e192","nodeId":"lOPqQDQDLfnRdWaDpgvxa","scriptText":"def run(input0):\n r0 = input0\n return [r0]","outputData":[{"outputVar":"r1"}],"inputNumber":2,"nodeName":"pysparkNode2"},"zIndex":4}]}}
|
