datax-admin/auo_tests/tasks/dagDemo.dag

{
  "user_name": "XXX",
  "user_id": 1,
  "nodes_task_name": "dfs",
  "nodes_task_id": 123,
  "itermidate_data": [
    "hdfs://host:port/uri"
  ],
  "nodes": [
    {
      "id": "c180bdb3-c29b-4c3f-9ca5-706aa7104144",
      "name": "outputNode1",
      "op": "datasource",
      "data": {
        "output_source": [
          {
            "dataField": "name",
            "dataType": "string"
          },
          {
            "dataField": "address",
            "dataType": "string"
          }
        ]
      }
    },
    {
      "id": "d8e031c0-f87c-445d-8451-eb8f7bf416cb",
      "name": "inputNode1",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": false,
            "dataField": "name",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "address",
            "dataType": "string"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "2f04affc-9c4d-4c88-80d3-6c8a95743110",
      "name": "SqlNode1",
      "op": "sql",
      "data": {
        "input_number": 2,
        "output": [
          {
            "outputVar": "r1"
          }
        ],
        "script": "select * from table1",
        "param": "sql params"
      }
    },
    {
      "id": "6e673e3f-87e6-4f68-8c69-14a14057faf6",
      "name": "PysparkNode1",
      "op": "pyspark",
      "data": {
        "input_number": 1,
        "output": [
          {
            "outputVar": "r1"
          },
          {
            "outputVar": "r2"
          }
        ],
        "script": "import os\n\nprint('hello pyspark')",
        "param": "pyspark params",
        "package": "jupyterlab = 1.1"
      }
    },
    {
      "id": "6aeed233-0951-4637-99e8-4736262edc94",
      "name": "PythonNode1",
      "op": "python",
      "data": {
        "input_number": 2,
        "output": [
          {
            "outputVar": "r1"
          },
          {
            "outputVar": "r2"
          },
          {
            "outputVar": "r3"
          }
        ],
        "script": "import os\n\nprint('hello python')\n",
        "param": "python params"
      }
    }
  ],
  "edges": [
    {
      "id": "d6ec13bd-1feb-4394-ace7-973874600b4a",
      "source": "d8e031c0-f87c-445d-8451-eb8f7bf416cb",
      "target": "c180bdb3-c29b-4c3f-9ca5-706aa7104144"
    }
  ],
  "graph": {
    "cells": [
      {
        "shape": "dag-edge",
        "attrs": {
          "line": {
            "strokeDasharray": ""
          }
        },
        "id": "d6ec13bd-1feb-4394-ace7-973874600b4a",
        "zIndex": -1,
        "source": {
          "cell": "d8e031c0-f87c-445d-8451-eb8f7bf416cb",
          "port": "bottomPort"
        },
        "target": {
          "cell": "c180bdb3-c29b-4c3f-9ca5-706aa7104144",
          "port": "topPort"
        }
      },
      {
        "position": {
          "x": 350,
          "y": 530
        },
        "size": {
          "width": 180,
          "height": 80
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "portMarkup": [
          {
            "tagName": "foreignObject",
            "selector": "fo",
            "children": [
              {
                "ns": "http://www.w3.org/1999/xhtml",
                "tagName": "body",
                "selector": "foBody",
                "attrs": {
                  "xmlns": "http://www.w3.org/1999/xhtml"
                },
                "style": {
                  "width": "100%",
                  "height": "100%",
                  "background": "transparent"
                },
                "children": [
                  {
                    "tagName": "div",
                    "selector": "foContent",
                    "style": {
                      "width": "100%",
                      "height": "100%"
                    }
                  }
                ]
              }
            ]
          }
        ],
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                },
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                },
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            }
          },
          "items": [
            {
              "id": "topPort",
              "group": "top"
            }
          ]
        },
        "id": "c180bdb3-c29b-4c3f-9ca5-706aa7104144",
        "data": {
          "label": "OutputSource",
          "status": "default",
          "type": "outputsource",
          "id": "c180bdb3-c29b-4c3f-9ca5-706aa7104144",
          "nodeName": "outputNode1",
          "outputSource": [
            {
              "dataField": "name",
              "dataType": "string"
            },
            {
              "dataField": "address",
              "dataType": "string"
            }
          ],
          "inputNumber": 0
        },
        "zIndex": 7
      },
      {
        "position": {
          "x": 250,
          "y": 120
        },
        "size": {
          "width": 180,
          "height": 80
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "portMarkup": [
          {
            "tagName": "foreignObject",
            "selector": "fo",
            "children": [
              {
                "ns": "http://www.w3.org/1999/xhtml",
                "tagName": "body",
                "selector": "foBody",
                "attrs": {
                  "xmlns": "http://www.w3.org/1999/xhtml"
                },
                "style": {
                  "width": "100%",
                  "height": "100%",
                  "background": "transparent"
                },
                "children": [
                  {
                    "tagName": "div",
                    "selector": "foContent",
                    "style": {
                      "width": "100%",
                      "height": "100%"
                    }
                  }
                ]
              }
            ]
          }
        ],
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            }
          },
          "items": [
            {
              "id": "bottomPort",
              "group": "bottom"
            }
          ]
        },
        "id": "d8e031c0-f87c-445d-8451-eb8f7bf416cb",
        "data": {
          "label": "InputSource",
          "status": "default",
          "type": "datasource",
          "id": "d8e031c0-f87c-445d-8451-eb8f7bf416cb",
          "nodeName": "inputNode1",
          "dataTable": 5,
          "inputSource": [
            {
              "dataSelect": false,
              "dataField": "name",
              "dataType": "string"
            },
            {
              "dataSelect": true,
              "dataField": "address",
              "dataType": "string"
            }
          ]
        },
        "zIndex": 8
      },
      {
        "position": {
          "x": 90,
          "y": 370
        },
        "size": {
          "width": 180,
          "height": 36
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "portMarkup": [
          {
            "tagName": "foreignObject",
            "selector": "fo",
            "children": [
              {
                "ns": "http://www.w3.org/1999/xhtml",
                "tagName": "body",
                "selector": "foBody",
                "attrs": {
                  "xmlns": "http://www.w3.org/1999/xhtml"
                },
                "style": {
                  "width": "100%",
                  "height": "100%",
                  "background": "transparent"
                },
                "children": [
                  {
                    "tagName": "div",
                    "selector": "foContent",
                    "style": {
                      "width": "100%",
                      "height": "100%"
                    }
                  }
                ]
              }
            ]
          }
        ],
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            }
          },
          "items": []
        },
        "id": "2f04affc-9c4d-4c88-80d3-6c8a95743110",
        "data": {
          "label": "sql",
          "status": "undone",
          "type": "script",
          "id": "2f04affc-9c4d-4c88-80d3-6c8a95743110",
          "paramText": "sql params",
          "nodeName": "SqlNode1",
          "scriptText": "select * from table1",
          "outputData": [
            {
              "outputVar": "r1"
            }
          ],
          "inputNumber": 2,
          "outputNumber": 1
        },
        "zIndex": 9
      },
      {
        "position": {
          "x": 360,
          "y": 380
        },
        "size": {
          "width": 180,
          "height": 36
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "portMarkup": [
          {
            "tagName": "foreignObject",
            "selector": "fo",
            "children": [
              {
                "ns": "http://www.w3.org/1999/xhtml",
                "tagName": "body",
                "selector": "foBody",
                "attrs": {
                  "xmlns": "http://www.w3.org/1999/xhtml"
                },
                "style": {
                  "width": "100%",
                  "height": "100%",
                  "background": "transparent"
                },
                "children": [
                  {
                    "tagName": "div",
                    "selector": "foContent",
                    "style": {
                      "width": "100%",
                      "height": "100%"
                    }
                  }
                ]
              }
            ]
          }
        ],
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            }
          },
          "items": []
        },
        "id": "6e673e3f-87e6-4f68-8c69-14a14057faf6",
        "data": {
          "label": "pyspark",
          "status": "undone",
          "type": "script",
          "id": "6e673e3f-87e6-4f68-8c69-14a14057faf6",
          "paramText": "pyspark params",
          "nodeName": "PysparkNode1",
          "scriptText": "import os\n\nprint('hello pyspark')",
          "outputData": [
            {
              "outputVar": "r1"
            },
            {
              "outputVar": "r2"
            }
          ],
          "inputNumber": 1,
          "packageData": "jupyterlab = 1.1",
          "outputNumber": 2
        },
        "zIndex": 10
      },
      {
        "position": {
          "x": 580,
          "y": 320
        },
        "size": {
          "width": 180,
          "height": 36
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "portMarkup": [
          {
            "tagName": "foreignObject",
            "selector": "fo",
            "children": [
              {
                "ns": "http://www.w3.org/1999/xhtml",
                "tagName": "body",
                "selector": "foBody",
                "attrs": {
                  "xmlns": "http://www.w3.org/1999/xhtml"
                },
                "style": {
                  "width": "100%",
                  "height": "100%",
                  "background": "transparent"
                },
                "children": [
                  {
                    "tagName": "div",
                    "selector": "foContent",
                    "style": {
                      "width": "100%",
                      "height": "100%"
                    }
                  }
                ]
              }
            ]
          }
        ],
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "fo": {
                  "width": 10,
                  "height": 10,
                  "x": -5,
                  "y": -5,
                  "magnet": "true"
                }
              }
            }
          },
          "items": []
        },
        "id": "6aeed233-0951-4637-99e8-4736262edc94",
        "data": {
          "label": "python",
          "status": "undone",
          "type": "script",
          "id": "6aeed233-0951-4637-99e8-4736262edc94",
          "paramText": "python params",
          "nodeName": "PythonNode1",
          "scriptText": "import os\n\nprint('hello python')\n",
          "outputData": [
            {
              "outputVar": "r1"
            },
            {
              "outputVar": "r2"
            },
            {
              "outputVar": "r3"
            }
          ],
          "inputNumber": 2,
          "outputNumber": 3
        },
        "zIndex": 11
      }
    ]
  }
}