{ "user_name": "XXX", "user_id": 1, "nodes_task_name": "dfs", "nodes_task_id": 123, "itermidate_data": [ "hdfs://host:port/uri" ], "nodes": [ { "id": "c180bdb3-c29b-4c3f-9ca5-706aa7104144", "name": "outputNode1", "op": "datasource", "data": { "output_source": [ { "dataField": "name", "dataType": "string" }, { "dataField": "address", "dataType": "string" } ] } }, { "id": "d8e031c0-f87c-445d-8451-eb8f7bf416cb", "name": "inputNode1", "op": "datasource", "data": { "input_source": [ { "dataSelect": false, "dataField": "name", "dataType": "string" }, { "dataSelect": true, "dataField": "address", "dataType": "string" } ], "input_table": 5 } }, { "id": "2f04affc-9c4d-4c88-80d3-6c8a95743110", "name": "SqlNode1", "op": "sql", "data": { "input_number": 2, "output": [ { "outputVar": "r1" } ], "script": "select * from table1", "param": "sql params" } }, { "id": "6e673e3f-87e6-4f68-8c69-14a14057faf6", "name": "PysparkNode1", "op": "pyspark", "data": { "input_number": 1, "output": [ { "outputVar": "r1" }, { "outputVar": "r2" } ], "script": "import os\n\nprint('hello pyspark')", "param": "pyspark params", "package": "jupyterlab = 1.1" } }, { "id": "6aeed233-0951-4637-99e8-4736262edc94", "name": "PythonNode1", "op": "python", "data": { "input_number": 2, "output": [ { "outputVar": "r1" }, { "outputVar": "r2" }, { "outputVar": "r3" } ], "script": "import os\n\nprint('hello python')\n", "param": "python params" } } ], "edges": [ { "id": "d6ec13bd-1feb-4394-ace7-973874600b4a", "source": "d8e031c0-f87c-445d-8451-eb8f7bf416cb", "target": "c180bdb3-c29b-4c3f-9ca5-706aa7104144" } ], "graph": { "cells": [ { "shape": "dag-edge", "attrs": { "line": { "strokeDasharray": "" } }, "id": "d6ec13bd-1feb-4394-ace7-973874600b4a", "zIndex": -1, "source": { "cell": "d8e031c0-f87c-445d-8451-eb8f7bf416cb", "port": "bottomPort" }, "target": { "cell": "c180bdb3-c29b-4c3f-9ca5-706aa7104144", "port": "topPort" } }, { "position": { "x": 350, "y": 530 }, "size": { "width": 180, "height": 80 }, "view": "react-shape-view", "shape": "dag-node", "component": { "key": null, "ref": null, "props": {}, "_owner": null, "_store": {} }, "portMarkup": [ { "tagName": "foreignObject", "selector": "fo", "children": [ { "ns": "http://www.w3.org/1999/xhtml", "tagName": "body", "selector": "foBody", "attrs": { "xmlns": "http://www.w3.org/1999/xhtml" }, "style": { "width": "100%", "height": "100%", "background": "transparent" }, "children": [ { "tagName": "div", "selector": "foContent", "style": { "width": "100%", "height": "100%" } } ] } ] } ], "ports": { "groups": { "top": { "position": "top", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" }, "circle": { "r": 4, "magnet": true, "stroke": "#C2C8D5", "strokeWidth": 1, "fill": "#fff" } } }, "bottom": { "position": "bottom", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" }, "circle": { "r": 4, "magnet": true, "stroke": "#C2C8D5", "strokeWidth": 1, "fill": "#fff" } } } }, "items": [ { "id": "topPort", "group": "top" } ] }, "id": "c180bdb3-c29b-4c3f-9ca5-706aa7104144", "data": { "label": "OutputSource", "status": "default", "type": "outputsource", "id": "c180bdb3-c29b-4c3f-9ca5-706aa7104144", "nodeName": "outputNode1", "outputSource": [ { "dataField": "name", "dataType": "string" }, { "dataField": "address", "dataType": "string" } ], "inputNumber": 0 }, "zIndex": 7 }, { "position": { "x": 250, "y": 120 }, "size": { "width": 180, "height": 80 }, "view": "react-shape-view", "shape": "dag-node", "component": { "key": null, "ref": null, "props": {}, "_owner": null, "_store": {} }, "portMarkup": [ { "tagName": "foreignObject", "selector": "fo", "children": [ { "ns": "http://www.w3.org/1999/xhtml", "tagName": "body", "selector": "foBody", "attrs": { "xmlns": "http://www.w3.org/1999/xhtml" }, "style": { "width": "100%", "height": "100%", "background": "transparent" }, "children": [ { "tagName": "div", "selector": "foContent", "style": { "width": "100%", "height": "100%" } } ] } ] } ], "ports": { "groups": { "top": { "position": "top", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } }, "bottom": { "position": "bottom", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } } }, "items": [ { "id": "bottomPort", "group": "bottom" } ] }, "id": "d8e031c0-f87c-445d-8451-eb8f7bf416cb", "data": { "label": "InputSource", "status": "default", "type": "datasource", "id": "d8e031c0-f87c-445d-8451-eb8f7bf416cb", "nodeName": "inputNode1", "dataTable": 5, "inputSource": [ { "dataSelect": false, "dataField": "name", "dataType": "string" }, { "dataSelect": true, "dataField": "address", "dataType": "string" } ] }, "zIndex": 8 }, { "position": { "x": 90, "y": 370 }, "size": { "width": 180, "height": 36 }, "view": "react-shape-view", "shape": "dag-node", "component": { "key": null, "ref": null, "props": {}, "_owner": null, "_store": {} }, "portMarkup": [ { "tagName": "foreignObject", "selector": "fo", "children": [ { "ns": "http://www.w3.org/1999/xhtml", "tagName": "body", "selector": "foBody", "attrs": { "xmlns": "http://www.w3.org/1999/xhtml" }, "style": { "width": "100%", "height": "100%", "background": "transparent" }, "children": [ { "tagName": "div", "selector": "foContent", "style": { "width": "100%", "height": "100%" } } ] } ] } ], "ports": { "groups": { "top": { "position": "top", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } }, "bottom": { "position": "bottom", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } } }, "items": [] }, "id": "2f04affc-9c4d-4c88-80d3-6c8a95743110", "data": { "label": "sql", "status": "undone", "type": "script", "id": "2f04affc-9c4d-4c88-80d3-6c8a95743110", "paramText": "sql params", "nodeName": "SqlNode1", "scriptText": "select * from table1", "outputData": [ { "outputVar": "r1" } ], "inputNumber": 2, "outputNumber": 1 }, "zIndex": 9 }, { "position": { "x": 360, "y": 380 }, "size": { "width": 180, "height": 36 }, "view": "react-shape-view", "shape": "dag-node", "component": { "key": null, "ref": null, "props": {}, "_owner": null, "_store": {} }, "portMarkup": [ { "tagName": "foreignObject", "selector": "fo", "children": [ { "ns": "http://www.w3.org/1999/xhtml", "tagName": "body", "selector": "foBody", "attrs": { "xmlns": "http://www.w3.org/1999/xhtml" }, "style": { "width": "100%", "height": "100%", "background": "transparent" }, "children": [ { "tagName": "div", "selector": "foContent", "style": { "width": "100%", "height": "100%" } } ] } ] } ], "ports": { "groups": { "top": { "position": "top", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } }, "bottom": { "position": "bottom", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } } }, "items": [] }, "id": "6e673e3f-87e6-4f68-8c69-14a14057faf6", "data": { "label": "pyspark", "status": "undone", "type": "script", "id": "6e673e3f-87e6-4f68-8c69-14a14057faf6", "paramText": "pyspark params", "nodeName": "PysparkNode1", "scriptText": "import os\n\nprint('hello pyspark')", "outputData": [ { "outputVar": "r1" }, { "outputVar": "r2" } ], "inputNumber": 1, "packageData": "jupyterlab = 1.1", "outputNumber": 2 }, "zIndex": 10 }, { "position": { "x": 580, "y": 320 }, "size": { "width": 180, "height": 36 }, "view": "react-shape-view", "shape": "dag-node", "component": { "key": null, "ref": null, "props": {}, "_owner": null, "_store": {} }, "portMarkup": [ { "tagName": "foreignObject", "selector": "fo", "children": [ { "ns": "http://www.w3.org/1999/xhtml", "tagName": "body", "selector": "foBody", "attrs": { "xmlns": "http://www.w3.org/1999/xhtml" }, "style": { "width": "100%", "height": "100%", "background": "transparent" }, "children": [ { "tagName": "div", "selector": "foContent", "style": { "width": "100%", "height": "100%" } } ] } ] } ], "ports": { "groups": { "top": { "position": "top", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } }, "bottom": { "position": "bottom", "attrs": { "fo": { "width": 10, "height": 10, "x": -5, "y": -5, "magnet": "true" } } } }, "items": [] }, "id": "6aeed233-0951-4637-99e8-4736262edc94", "data": { "label": "python", "status": "undone", "type": "script", "id": "6aeed233-0951-4637-99e8-4736262edc94", "paramText": "python params", "nodeName": "PythonNode1", "scriptText": "import os\n\nprint('hello python')\n", "outputData": [ { "outputVar": "r1" }, { "outputVar": "r2" }, { "outputVar": "r3" } ], "inputNumber": 2, "outputNumber": 3 }, "zIndex": 11 } ] } }