test.dag 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446
  1. {
  2. "user_name": "test",
  3. "user_id": "test",
  4. "project_name": "test",
  5. "project_id": "test",
  6. "itermidate_data": [
  7. "hdfs://host:port/uri"
  8. ],
  9. "nodes": [
  10. {
  11. "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
  12. "name": "DataSource",
  13. "op": "datasource",
  14. "data": {
  15. "input_source": [
  16. {
  17. "dataSelect": true,
  18. "dataField": "name",
  19. "dataType": "string"
  20. },
  21. {
  22. "dataSelect": true,
  23. "dataField": "address",
  24. "dataType": "string"
  25. }
  26. ],
  27. "input_table": 5
  28. }
  29. },
  30. {
  31. "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  32. "name": "SQL",
  33. "op": "script",
  34. "data": {
  35. "input": 1,
  36. "output": [
  37. {
  38. "outputVar": "r3"
  39. }
  40. ],
  41. "script": "Select * from table11",
  42. "param": "test SQL Param"
  43. }
  44. },
  45. {
  46. "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
  47. "name": "PySpark",
  48. "op": "script",
  49. "data": {
  50. "input": 1,
  51. "output": [
  52. {
  53. "outputVar": "r2"
  54. }
  55. ],
  56. "script": "import pySpark\n\nprint('hello wolrd pySpark')",
  57. "param": "test PySpark Param"
  58. }
  59. },
  60. {
  61. "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  62. "name": "Python",
  63. "op": "script",
  64. "data": {
  65. "input": 1,
  66. "output": [
  67. {
  68. "outputVar": "r1"
  69. }
  70. ],
  71. "script": "import test\nprint('hello world')",
  72. "param": "test param",
  73. "package": "test = 1.1\ntest1 = 2.2"
  74. }
  75. }
  76. ],
  77. "edges": [
  78. {
  79. "id": "b29bcdc7-b543-4d4a-9bd7-7fa74f3a548d",
  80. "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
  81. "target": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd"
  82. },
  83. {
  84. "id": "e87690d4-f71d-44f5-85fc-3c14b32b323e",
  85. "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
  86. "target": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde"
  87. },
  88. {
  89. "id": "4c312a41-5abf-47a8-a6ad-c2fbba147c4e",
  90. "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
  91. "target": "6b437370-0468-44da-a0bb-e637e33f3efb"
  92. }
  93. ],
  94. "graph": {
  95. "cells": [
  96. {
  97. "shape": "dag-edge",
  98. "attrs": {
  99. "line": {
  100. "strokeDasharray": ""
  101. }
  102. },
  103. "id": "b29bcdc7-b543-4d4a-9bd7-7fa74f3a548d",
  104. "zIndex": -1,
  105. "source": {
  106. "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
  107. "port": "bottomPort"
  108. },
  109. "target": {
  110. "cell": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  111. "port": "topPort"
  112. }
  113. },
  114. {
  115. "shape": "dag-edge",
  116. "attrs": {
  117. "line": {
  118. "strokeDasharray": ""
  119. }
  120. },
  121. "id": "e87690d4-f71d-44f5-85fc-3c14b32b323e",
  122. "zIndex": -1,
  123. "source": {
  124. "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
  125. "port": "bottomPort"
  126. },
  127. "target": {
  128. "cell": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  129. "port": "topPort"
  130. }
  131. },
  132. {
  133. "shape": "dag-edge",
  134. "attrs": {
  135. "line": {
  136. "strokeDasharray": ""
  137. }
  138. },
  139. "id": "4c312a41-5abf-47a8-a6ad-c2fbba147c4e",
  140. "zIndex": -1,
  141. "source": {
  142. "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
  143. "port": "bottomPort"
  144. },
  145. "target": {
  146. "cell": "6b437370-0468-44da-a0bb-e637e33f3efb",
  147. "port": "topPort"
  148. }
  149. },
  150. {
  151. "position": {
  152. "x": 240,
  153. "y": 130
  154. },
  155. "size": {
  156. "width": 180,
  157. "height": 80
  158. },
  159. "view": "react-shape-view",
  160. "shape": "dag-node",
  161. "component": {
  162. "key": null,
  163. "ref": null,
  164. "props": {},
  165. "_owner": null,
  166. "_store": {}
  167. },
  168. "ports": {
  169. "groups": {
  170. "top": {
  171. "position": "top",
  172. "attrs": {
  173. "circle": {
  174. "r": 4,
  175. "magnet": true,
  176. "stroke": "#C2C8D5",
  177. "strokeWidth": 1,
  178. "fill": "#fff"
  179. }
  180. }
  181. },
  182. "bottom": {
  183. "position": "bottom",
  184. "attrs": {
  185. "circle": {
  186. "r": 4,
  187. "magnet": true,
  188. "stroke": "#C2C8D5",
  189. "strokeWidth": 1,
  190. "fill": "#fff"
  191. }
  192. }
  193. }
  194. },
  195. "items": [
  196. {
  197. "id": "bottomPort",
  198. "group": "bottom"
  199. }
  200. ]
  201. },
  202. "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
  203. "data": {
  204. "label": "DataSource",
  205. "status": "default",
  206. "type": "datasource",
  207. "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
  208. "inputSource": [
  209. {
  210. "dataSelect": false,
  211. "dataField": "name",
  212. "dataType": "string"
  213. },
  214. {
  215. "dataSelect": true,
  216. "dataField": "address",
  217. "dataType": "string"
  218. }
  219. ],
  220. "dataTable": 5
  221. },
  222. "zIndex": 1
  223. },
  224. {
  225. "position": {
  226. "x": 480,
  227. "y": 300
  228. },
  229. "size": {
  230. "width": 180,
  231. "height": 36
  232. },
  233. "view": "react-shape-view",
  234. "shape": "dag-node",
  235. "component": {
  236. "key": null,
  237. "ref": null,
  238. "props": {},
  239. "_owner": null,
  240. "_store": {}
  241. },
  242. "ports": {
  243. "groups": {
  244. "top": {
  245. "position": "top",
  246. "attrs": {
  247. "circle": {
  248. "r": 4,
  249. "magnet": true,
  250. "stroke": "#C2C8D5",
  251. "strokeWidth": 1,
  252. "fill": "#fff"
  253. }
  254. }
  255. },
  256. "bottom": {
  257. "position": "bottom",
  258. "attrs": {
  259. "circle": {
  260. "r": 4,
  261. "magnet": true,
  262. "stroke": "#C2C8D5",
  263. "strokeWidth": 1,
  264. "fill": "#fff"
  265. }
  266. }
  267. }
  268. },
  269. "items": [
  270. {
  271. "id": "topPort",
  272. "group": "top"
  273. },
  274. {
  275. "id": "bottomPort",
  276. "group": "bottom"
  277. }
  278. ]
  279. },
  280. "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  281. "data": {
  282. "label": "SQL",
  283. "status": "default",
  284. "type": "script",
  285. "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  286. "paramText": "test SQL Param",
  287. "scriptText": "Select * from table11",
  288. "outputData": [
  289. {
  290. "outputVar": "r3"
  291. }
  292. ],
  293. "inputNumber": 1
  294. },
  295. "zIndex": 2
  296. },
  297. {
  298. "position": {
  299. "x": 230,
  300. "y": 310
  301. },
  302. "size": {
  303. "width": 180,
  304. "height": 36
  305. },
  306. "view": "react-shape-view",
  307. "shape": "dag-node",
  308. "component": {
  309. "key": null,
  310. "ref": null,
  311. "props": {},
  312. "_owner": null,
  313. "_store": {}
  314. },
  315. "ports": {
  316. "groups": {
  317. "top": {
  318. "position": "top",
  319. "attrs": {
  320. "circle": {
  321. "r": 4,
  322. "magnet": true,
  323. "stroke": "#C2C8D5",
  324. "strokeWidth": 1,
  325. "fill": "#fff"
  326. }
  327. }
  328. },
  329. "bottom": {
  330. "position": "bottom",
  331. "attrs": {
  332. "circle": {
  333. "r": 4,
  334. "magnet": true,
  335. "stroke": "#C2C8D5",
  336. "strokeWidth": 1,
  337. "fill": "#fff"
  338. }
  339. }
  340. }
  341. },
  342. "items": [
  343. {
  344. "id": "topPort",
  345. "group": "top"
  346. },
  347. {
  348. "id": "bottomPort",
  349. "group": "bottom"
  350. }
  351. ]
  352. },
  353. "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
  354. "data": {
  355. "label": "PySpark",
  356. "status": "default",
  357. "type": "script",
  358. "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
  359. "paramText": "test PySpark Param",
  360. "scriptText": "import pySpark\n\nprint('hello wolrd pySpark')",
  361. "outputData": [
  362. {
  363. "outputVar": "r2"
  364. }
  365. ],
  366. "inputNumber": 1
  367. },
  368. "zIndex": 3
  369. },
  370. {
  371. "position": {
  372. "x": -10,
  373. "y": 310
  374. },
  375. "size": {
  376. "width": 180,
  377. "height": 36
  378. },
  379. "view": "react-shape-view",
  380. "shape": "dag-node",
  381. "component": {
  382. "key": null,
  383. "ref": null,
  384. "props": {},
  385. "_owner": null,
  386. "_store": {}
  387. },
  388. "ports": {
  389. "groups": {
  390. "top": {
  391. "position": "top",
  392. "attrs": {
  393. "circle": {
  394. "r": 4,
  395. "magnet": true,
  396. "stroke": "#C2C8D5",
  397. "strokeWidth": 1,
  398. "fill": "#fff"
  399. }
  400. }
  401. },
  402. "bottom": {
  403. "position": "bottom",
  404. "attrs": {
  405. "circle": {
  406. "r": 4,
  407. "magnet": true,
  408. "stroke": "#C2C8D5",
  409. "strokeWidth": 1,
  410. "fill": "#fff"
  411. }
  412. }
  413. }
  414. },
  415. "items": [
  416. {
  417. "id": "topPort",
  418. "group": "top"
  419. },
  420. {
  421. "id": "bottomPort",
  422. "group": "bottom"
  423. }
  424. ]
  425. },
  426. "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  427. "data": {
  428. "label": "Python",
  429. "status": "default",
  430. "type": "script",
  431. "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  432. "paramText": "test param",
  433. "scriptText": "import test\nprint('hello world')",
  434. "outputData": [
  435. {
  436. "outputVar": "r1"
  437. }
  438. ],
  439. "inputNumber": 1,
  440. "packageData": "test = 1.1\ntest1 = 2.2"
  441. },
  442. "zIndex": 4
  443. }
  444. ]
  445. }
  446. }