format_name.dag 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451
  1. {
  2. "user_name": "test",
  3. "user_id": "test",
  4. "project_name": "test",
  5. "project_id": "test",
  6. "itermidate_data": [
  7. "hdfs://host:port/uri"
  8. ],
  9. "nodes": [
  10. {
  11. "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
  12. "name": "DataSource",
  13. "op": "datasource",
  14. "data": {
  15. "input_source": [
  16. {
  17. "dataSelect": true,
  18. "dataField": "id",
  19. "dataType": "int"
  20. },
  21. {
  22. "dataSelect": true,
  23. "dataField": "ssn",
  24. "dataType": "string"
  25. },
  26. {
  27. "dataSelect": true,
  28. "dataField": "test2",
  29. "dataType": "int"
  30. }
  31. ],
  32. "input_table": 5
  33. }
  34. },
  35. {
  36. "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  37. "name": "SQL",
  38. "op": "script",
  39. "data": {
  40. "input": 1,
  41. "output": [
  42. {
  43. "outputVar": "r3"
  44. }
  45. ],
  46. "script": "Select * from table11",
  47. "param": "test SQL Param"
  48. }
  49. },
  50. {
  51. "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
  52. "name": "PySpark",
  53. "op": "script",
  54. "data": {
  55. "input": 1,
  56. "output": [
  57. {
  58. "outputVar": "r2"
  59. }
  60. ],
  61. "script": "import pySpark\n\nprint('hello wolrd pySpark')",
  62. "param": "test PySpark Param"
  63. }
  64. },
  65. {
  66. "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  67. "name": "Python",
  68. "op": "script",
  69. "data": {
  70. "input": 1,
  71. "output": [
  72. {
  73. "outputVar": "r1"
  74. }
  75. ],
  76. "script": "import test\nprint('hello world')",
  77. "param": "test param",
  78. "package": "test = 1.1\ntest1 = 2.2"
  79. }
  80. }
  81. ],
  82. "edges": [
  83. {
  84. "id": "b29bcdc7-b543-4d4a-9bd7-7fa74f3a548d",
  85. "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
  86. "target": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd"
  87. },
  88. {
  89. "id": "e87690d4-f71d-44f5-85fc-3c14b32b323e",
  90. "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
  91. "target": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde"
  92. },
  93. {
  94. "id": "4c312a41-5abf-47a8-a6ad-c2fbba147c4e",
  95. "source": "77a6e831-bb62-42e1-be8d-97699db00e73",
  96. "target": "6b437370-0468-44da-a0bb-e637e33f3efb"
  97. }
  98. ],
  99. "graph": {
  100. "cells": [
  101. {
  102. "shape": "dag-edge",
  103. "attrs": {
  104. "line": {
  105. "strokeDasharray": ""
  106. }
  107. },
  108. "id": "b29bcdc7-b543-4d4a-9bd7-7fa74f3a548d",
  109. "zIndex": -1,
  110. "source": {
  111. "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
  112. "port": "bottomPort"
  113. },
  114. "target": {
  115. "cell": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  116. "port": "topPort"
  117. }
  118. },
  119. {
  120. "shape": "dag-edge",
  121. "attrs": {
  122. "line": {
  123. "strokeDasharray": ""
  124. }
  125. },
  126. "id": "e87690d4-f71d-44f5-85fc-3c14b32b323e",
  127. "zIndex": -1,
  128. "source": {
  129. "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
  130. "port": "bottomPort"
  131. },
  132. "target": {
  133. "cell": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  134. "port": "topPort"
  135. }
  136. },
  137. {
  138. "shape": "dag-edge",
  139. "attrs": {
  140. "line": {
  141. "strokeDasharray": ""
  142. }
  143. },
  144. "id": "4c312a41-5abf-47a8-a6ad-c2fbba147c4e",
  145. "zIndex": -1,
  146. "source": {
  147. "cell": "77a6e831-bb62-42e1-be8d-97699db00e73",
  148. "port": "bottomPort"
  149. },
  150. "target": {
  151. "cell": "6b437370-0468-44da-a0bb-e637e33f3efb",
  152. "port": "topPort"
  153. }
  154. },
  155. {
  156. "position": {
  157. "x": 240,
  158. "y": 130
  159. },
  160. "size": {
  161. "width": 180,
  162. "height": 80
  163. },
  164. "view": "react-shape-view",
  165. "shape": "dag-node",
  166. "component": {
  167. "key": null,
  168. "ref": null,
  169. "props": {},
  170. "_owner": null,
  171. "_store": {}
  172. },
  173. "ports": {
  174. "groups": {
  175. "top": {
  176. "position": "top",
  177. "attrs": {
  178. "circle": {
  179. "r": 4,
  180. "magnet": true,
  181. "stroke": "#C2C8D5",
  182. "strokeWidth": 1,
  183. "fill": "#fff"
  184. }
  185. }
  186. },
  187. "bottom": {
  188. "position": "bottom",
  189. "attrs": {
  190. "circle": {
  191. "r": 4,
  192. "magnet": true,
  193. "stroke": "#C2C8D5",
  194. "strokeWidth": 1,
  195. "fill": "#fff"
  196. }
  197. }
  198. }
  199. },
  200. "items": [
  201. {
  202. "id": "bottomPort",
  203. "group": "bottom"
  204. }
  205. ]
  206. },
  207. "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
  208. "data": {
  209. "label": "DataSource",
  210. "status": "default",
  211. "type": "datasource",
  212. "id": "77a6e831-bb62-42e1-be8d-97699db00e73",
  213. "inputSource": [
  214. {
  215. "dataSelect": false,
  216. "dataField": "name",
  217. "dataType": "string"
  218. },
  219. {
  220. "dataSelect": true,
  221. "dataField": "address",
  222. "dataType": "string"
  223. }
  224. ],
  225. "dataTable": 5
  226. },
  227. "zIndex": 1
  228. },
  229. {
  230. "position": {
  231. "x": 480,
  232. "y": 300
  233. },
  234. "size": {
  235. "width": 180,
  236. "height": 36
  237. },
  238. "view": "react-shape-view",
  239. "shape": "dag-node",
  240. "component": {
  241. "key": null,
  242. "ref": null,
  243. "props": {},
  244. "_owner": null,
  245. "_store": {}
  246. },
  247. "ports": {
  248. "groups": {
  249. "top": {
  250. "position": "top",
  251. "attrs": {
  252. "circle": {
  253. "r": 4,
  254. "magnet": true,
  255. "stroke": "#C2C8D5",
  256. "strokeWidth": 1,
  257. "fill": "#fff"
  258. }
  259. }
  260. },
  261. "bottom": {
  262. "position": "bottom",
  263. "attrs": {
  264. "circle": {
  265. "r": 4,
  266. "magnet": true,
  267. "stroke": "#C2C8D5",
  268. "strokeWidth": 1,
  269. "fill": "#fff"
  270. }
  271. }
  272. }
  273. },
  274. "items": [
  275. {
  276. "id": "topPort",
  277. "group": "top"
  278. },
  279. {
  280. "id": "bottomPort",
  281. "group": "bottom"
  282. }
  283. ]
  284. },
  285. "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  286. "data": {
  287. "label": "SQL",
  288. "status": "default",
  289. "type": "script",
  290. "id": "143cfcb1-f566-4f97-b38b-9b62d40fe4cd",
  291. "paramText": "test SQL Param",
  292. "scriptText": "Select * from table11",
  293. "outputData": [
  294. {
  295. "outputVar": "r3"
  296. }
  297. ],
  298. "inputNumber": 1
  299. },
  300. "zIndex": 2
  301. },
  302. {
  303. "position": {
  304. "x": 230,
  305. "y": 310
  306. },
  307. "size": {
  308. "width": 180,
  309. "height": 36
  310. },
  311. "view": "react-shape-view",
  312. "shape": "dag-node",
  313. "component": {
  314. "key": null,
  315. "ref": null,
  316. "props": {},
  317. "_owner": null,
  318. "_store": {}
  319. },
  320. "ports": {
  321. "groups": {
  322. "top": {
  323. "position": "top",
  324. "attrs": {
  325. "circle": {
  326. "r": 4,
  327. "magnet": true,
  328. "stroke": "#C2C8D5",
  329. "strokeWidth": 1,
  330. "fill": "#fff"
  331. }
  332. }
  333. },
  334. "bottom": {
  335. "position": "bottom",
  336. "attrs": {
  337. "circle": {
  338. "r": 4,
  339. "magnet": true,
  340. "stroke": "#C2C8D5",
  341. "strokeWidth": 1,
  342. "fill": "#fff"
  343. }
  344. }
  345. }
  346. },
  347. "items": [
  348. {
  349. "id": "topPort",
  350. "group": "top"
  351. },
  352. {
  353. "id": "bottomPort",
  354. "group": "bottom"
  355. }
  356. ]
  357. },
  358. "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
  359. "data": {
  360. "label": "PySpark",
  361. "status": "default",
  362. "type": "script",
  363. "id": "6b437370-0468-44da-a0bb-e637e33f3efb",
  364. "paramText": "test PySpark Param",
  365. "scriptText": "import pySpark\n\nprint('hello wolrd pySpark')",
  366. "outputData": [
  367. {
  368. "outputVar": "r2"
  369. }
  370. ],
  371. "inputNumber": 1
  372. },
  373. "zIndex": 3
  374. },
  375. {
  376. "position": {
  377. "x": -10,
  378. "y": 310
  379. },
  380. "size": {
  381. "width": 180,
  382. "height": 36
  383. },
  384. "view": "react-shape-view",
  385. "shape": "dag-node",
  386. "component": {
  387. "key": null,
  388. "ref": null,
  389. "props": {},
  390. "_owner": null,
  391. "_store": {}
  392. },
  393. "ports": {
  394. "groups": {
  395. "top": {
  396. "position": "top",
  397. "attrs": {
  398. "circle": {
  399. "r": 4,
  400. "magnet": true,
  401. "stroke": "#C2C8D5",
  402. "strokeWidth": 1,
  403. "fill": "#fff"
  404. }
  405. }
  406. },
  407. "bottom": {
  408. "position": "bottom",
  409. "attrs": {
  410. "circle": {
  411. "r": 4,
  412. "magnet": true,
  413. "stroke": "#C2C8D5",
  414. "strokeWidth": 1,
  415. "fill": "#fff"
  416. }
  417. }
  418. }
  419. },
  420. "items": [
  421. {
  422. "id": "topPort",
  423. "group": "top"
  424. },
  425. {
  426. "id": "bottomPort",
  427. "group": "bottom"
  428. }
  429. ]
  430. },
  431. "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  432. "data": {
  433. "label": "Python",
  434. "status": "default",
  435. "type": "script",
  436. "id": "c79943c6-9513-4cf8-9c24-d5fa89b6cdde",
  437. "paramText": "test param",
  438. "scriptText": "import test\nprint('hello world')",
  439. "outputData": [
  440. {
  441. "outputVar": "r1"
  442. }
  443. ],
  444. "inputNumber": 1,
  445. "packageData": "test = 1.1\ntest1 = 2.2"
  446. },
  447. "zIndex": 4
  448. }
  449. ]
  450. }
  451. }