datax-admin/dag/get_last_day_data.dag

{
  "user_name": "test",
  "user_id": "test",
  "project_name": "test",
  "project_id": "test",
  "itermidate_data": [
    "hdfs://host:port/uri"
  ],
  "nodes": [
    {
      "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
      "name": "DataSource",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "ed5475dc-b611-47ce-b2ab-475e3ab27e03",
      "name": "last_day",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "371ce58d-4931-455c-921e-ea5007726aaf",
      "name": "last_week",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "fa7c114d-2fe2-4c5c-84e4-f13ad9549e2e",
      "name": "last_month",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "b20c3b19-6dd1-417a-ba36-387fed05b41c",
      "name": "last_year",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "110cc156-50d9-4475-bfd4-52b45664567a",
      "name": "next_day",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "35960a11-4666-4877-85a0-8f55737684bf",
      "name": "next_week",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "93984bef-575c-4e97-856c-2850c295a0b1",
      "name": "next_month",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "96d5fa5b-88d4-4905-9dd8-4f5eb171cd6b",
      "name": "next_year",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "ff47c3f8-2551-4fe5-b182-e94cbd31ddf8",
      "name": "next_oooo",
      "op": "datasource",
      "data": {
        "input_source": [
          {
            "dataSelect": true,
            "dataField": "id",
            "dataType": "int"
          },
          {
            "dataSelect": true,
            "dataField": "ssn",
            "dataType": "string"
          },
          {
            "dataSelect": true,
            "dataField": "test2",
            "dataType": "int"
          }
        ],
        "input_table": 5
      }
    },
    {
      "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
      "name": "SQL",
      "op": "script",
      "data": {
        "input": 1,
        "output": [
          {
            "outputVar": "r3"
          }
        ],
        "script": "Select * from table11",
        "param": "test SQL Param"
      }
    },
    {
      "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
      "name": "PySpark",
      "op": "script",
      "data": {
        "input": 1,
        "output": [
          {
            "outputVar": "r2"
          }
        ],
        "script": "import pySpark\n\nprint('hello wolrd pySpark')",
        "param": "test PySpark Param"
      }
    },
    {
      "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
      "name": "Python",
      "op": "script",
      "data": {
        "input": 1,
        "output": [
          {
            "outputVar": "r1"
          }
        ],
        "script": "import test\nprint('hello world')",
        "param": "test param",
        "package": "test = 1.1\ntest1 = 2.2"
      }
    }
  ],
  "edges": [
    {
      "id": "b29bcdc7-b543-4d4a-9bd7-7fa74f3a548d",
      "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
      "target": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd"
    },
    {
      "id": "e87690d4-f71d-44f5-85fc-3c14b32b323e",
      "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
      "target": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde"
    },
    {
      "id": "4c312a41-5abf-47a8-a6ad-c2fbba147c4e",
      "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
      "target": "6b437370-0468-44da-a0bb-e637e33f3efb"
    }
  ],
  "graph": {
    "cells": [
      {
        "shape": "dag-edge",
        "attrs": {
          "line": {
            "strokeDasharray": ""
          }
        },
        "id": "b29bcdc7-b543-4d4a-9bd7-7fa74f3a548d",
        "zIndex": -1,
        "source": {
          "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
          "port": "bottomPort"
        },
        "target": {
          "cell": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
          "port": "topPort"
        }
      },
      {
        "shape": "dag-edge",
        "attrs": {
          "line": {
            "strokeDasharray": ""
          }
        },
        "id": "e87690d4-f71d-44f5-85fc-3c14b32b323e",
        "zIndex": -1,
        "source": {
          "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
          "port": "bottomPort"
        },
        "target": {
          "cell": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
          "port": "topPort"
        }
      },
      {
        "shape": "dag-edge",
        "attrs": {
          "line": {
            "strokeDasharray": ""
          }
        },
        "id": "4c312a41-5abf-47a8-a6ad-c2fbba147c4e",
        "zIndex": -1,
        "source": {
          "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
          "port": "bottomPort"
        },
        "target": {
          "cell": "6b437370-0468-44da-a0bb-e637e33f3efb",
          "port": "topPort"
        }
      },
      {
        "position": {
          "x": 240,
          "y": 130
        },
        "size": {
          "width": 180,
          "height": 80
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            }
          },
          "items": [
            {
              "id": "bottomPort",
              "group": "bottom"
            }
          ]
        },
        "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
        "data": {
          "label": "DataSource",
          "status": "default",
          "type": "datasource",
          "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
          "inputSource": [
            {
              "dataSelect": false,
              "dataField": "name",
              "dataType": "string"
            },
            {
              "dataSelect": true,
              "dataField": "address",
              "dataType": "string"
            }
          ],
          "dataTable": 5
        },
        "zIndex": 1
      },
      {
        "position": {
          "x": 480,
          "y": 300
        },
        "size": {
          "width": 180,
          "height": 36
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            }
          },
          "items": [
            {
              "id": "topPort",
              "group": "top"
            },
            {
              "id": "bottomPort",
              "group": "bottom"
            }
          ]
        },
        "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
        "data": {
          "label": "SQL",
          "status": "default",
          "type": "script",
          "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
          "paramText": "test SQL Param",
          "scriptText": "Select * from table11",
          "outputData": [
            {
              "outputVar": "r3"
            }
          ],
          "inputNumber": 1
        },
        "zIndex": 2
      },
      {
        "position": {
          "x": 230,
          "y": 310
        },
        "size": {
          "width": 180,
          "height": 36
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            }
          },
          "items": [
            {
              "id": "topPort",
              "group": "top"
            },
            {
              "id": "bottomPort",
              "group": "bottom"
            }
          ]
        },
        "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
        "data": {
          "label": "PySpark",
          "status": "default",
          "type": "script",
          "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
          "paramText": "test PySpark Param",
          "scriptText": "import pySpark\n\nprint('hello wolrd pySpark')",
          "outputData": [
            {
              "outputVar": "r2"
            }
          ],
          "inputNumber": 1
        },
        "zIndex": 3
      },
      {
        "position": {
          "x": -10,
          "y": 310
        },
        "size": {
          "width": 180,
          "height": 36
        },
        "view": "react-shape-view",
        "shape": "dag-node",
        "component": {
          "key": null,
          "ref": null,
          "props": {},
          "_owner": null,
          "_store": {}
        },
        "ports": {
          "groups": {
            "top": {
              "position": "top",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            },
            "bottom": {
              "position": "bottom",
              "attrs": {
                "circle": {
                  "r": 4,
                  "magnet": true,
                  "stroke": "#C2C8D5",
                  "strokeWidth": 1,
                  "fill": "#fff"
                }
              }
            }
          },
          "items": [
            {
              "id": "topPort",
              "group": "top"
            },
            {
              "id": "bottomPort",
              "group": "bottom"
            }
          ]
        },
        "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
        "data": {
          "label": "Python",
          "status": "default",
          "type": "script",
          "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
          "paramText": "test param",
          "scriptText": "import test\nprint('hello world')",
          "outputData": [
            {
              "outputVar": "r1"
            }
          ],
          "inputNumber": 1,
          "packageData": "test = 1.1\ntest1 = 2.2"
        },
        "zIndex": 4
      }
    ]
  }
}