matches-complex-pipeline-snapshot.1.snap 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314
  1. Object {
  2. "doc_type": "pipeline",
  3. "id": "elyra-auto-generated-pipeline",
  4. "json_schema": "http://api.dataplatform.ibm.com/schemas/common-pipeline/pipeline-flow/pipeline-flow-v3-schema.json",
  5. "pipelines": Array [
  6. Object {
  7. "app_data": Object {
  8. "properties": Object {
  9. "name": "complex",
  10. "runtime": "Generic",
  11. },
  12. "ui_data": Object {
  13. "comments": Array [],
  14. },
  15. "version": 7,
  16. },
  17. "id": "primary",
  18. "nodes": Array [
  19. Object {
  20. "app_data": Object {
  21. "component_parameters": Object {
  22. "dependencies": Array [],
  23. "env_vars": Array [
  24. "NB_USER=",
  25. ],
  26. "filename": "producer.ipynb",
  27. "include_subdirectories": false,
  28. "kubernetes_pod_annotations": Array [],
  29. "kubernetes_secrets": Array [],
  30. "kubernetes_tolerations": Array [],
  31. "mounted_volumes": Array [],
  32. "outputs": Array [
  33. "output-1.csv",
  34. "output-2.csv",
  35. ],
  36. "runtime_image": "continuumio/anaconda3:2021.11",
  37. },
  38. "label": "",
  39. "ui_data": Object {
  40. "description": "Run notebook file",
  41. "image": "data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2216%22%20viewBox%3D%220%200%2022%2022%22%3E%0A%20%20%3Cg%20class%3D%22jp-icon-warn0%20jp-icon-selectable%22%20fill%3D%22%23EF6C00%22%3E%0A%20%20%20%20%3Cpath%20d%3D%22M18.7%203.3v15.4H3.3V3.3h15.4m1.5-1.5H1.8v18.3h18.3l.1-18.3z%22%2F%3E%0A%20%20%20%20%3Cpath%20d%3D%22M16.5%2016.5l-5.4-4.3-5.6%204.3v-11h11z%22%2F%3E%0A%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  42. "label": "producer.ipynb",
  43. "x_pos": 85,
  44. "y_pos": 95,
  45. },
  46. },
  47. "id": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx",
  48. "inputs": Array [
  49. Object {
  50. "app_data": Object {
  51. "ui_data": Object {
  52. "cardinality": Object {
  53. "max": -1,
  54. "min": 0,
  55. },
  56. "label": "Input Port",
  57. },
  58. },
  59. "id": "inPort",
  60. },
  61. ],
  62. "op": "execute-notebook-node",
  63. "outputs": Array [
  64. Object {
  65. "app_data": Object {
  66. "ui_data": Object {
  67. "cardinality": Object {
  68. "max": -1,
  69. "min": 0,
  70. },
  71. "label": "Output Port",
  72. },
  73. },
  74. "id": "outPort",
  75. },
  76. ],
  77. "type": "execution_node",
  78. },
  79. Object {
  80. "app_data": Object {
  81. "component_parameters": Object {
  82. "dependencies": Array [],
  83. "env_vars": Array [],
  84. "filename": "consumer.ipynb",
  85. "include_subdirectories": false,
  86. "kubernetes_pod_annotations": Array [],
  87. "kubernetes_secrets": Array [],
  88. "kubernetes_tolerations": Array [],
  89. "mounted_volumes": Array [],
  90. "outputs": Array [],
  91. "runtime_image": "continuumio/anaconda3:2021.11",
  92. },
  93. "label": "",
  94. "ui_data": Object {
  95. "description": "Run notebook file",
  96. "image": "data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2216%22%20viewBox%3D%220%200%2022%2022%22%3E%0A%20%20%3Cg%20class%3D%22jp-icon-warn0%20jp-icon-selectable%22%20fill%3D%22%23EF6C00%22%3E%0A%20%20%20%20%3Cpath%20d%3D%22M18.7%203.3v15.4H3.3V3.3h15.4m1.5-1.5H1.8v18.3h18.3l.1-18.3z%22%2F%3E%0A%20%20%20%20%3Cpath%20d%3D%22M16.5%2016.5l-5.4-4.3-5.6%204.3v-11h11z%22%2F%3E%0A%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  97. "label": "consumer.ipynb",
  98. "x_pos": 105,
  99. "y_pos": 115,
  100. },
  101. },
  102. "id": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx",
  103. "inputs": Array [
  104. Object {
  105. "app_data": Object {
  106. "ui_data": Object {
  107. "cardinality": Object {
  108. "max": -1,
  109. "min": 0,
  110. },
  111. "label": "Input Port",
  112. },
  113. },
  114. "id": "inPort",
  115. },
  116. ],
  117. "op": "execute-notebook-node",
  118. "outputs": Array [
  119. Object {
  120. "app_data": Object {
  121. "ui_data": Object {
  122. "cardinality": Object {
  123. "max": -1,
  124. "min": 0,
  125. },
  126. "label": "Output Port",
  127. },
  128. },
  129. "id": "outPort",
  130. },
  131. ],
  132. "type": "execution_node",
  133. },
  134. Object {
  135. "app_data": Object {
  136. "component_parameters": Object {
  137. "dependencies": Array [
  138. "setup.txt",
  139. ],
  140. "env_vars": Array [],
  141. "filename": "../scripts/setup.py",
  142. "include_subdirectories": false,
  143. "kubernetes_pod_annotations": Array [],
  144. "kubernetes_secrets": Array [],
  145. "kubernetes_tolerations": Array [],
  146. "mounted_volumes": Array [],
  147. "outputs": Array [],
  148. "runtime_image": "continuumio/anaconda3:2021.11",
  149. },
  150. "label": "",
  151. "ui_data": Object {
  152. "description": "Run Python script",
  153. "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%2232%22%20height%3D%2232%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cg%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  154. "label": "setup.py",
  155. "x_pos": 125,
  156. "y_pos": 135,
  157. },
  158. },
  159. "id": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx",
  160. "inputs": Array [
  161. Object {
  162. "app_data": Object {
  163. "ui_data": Object {
  164. "cardinality": Object {
  165. "max": -1,
  166. "min": 0,
  167. },
  168. "label": "Input Port",
  169. },
  170. },
  171. "id": "inPort",
  172. },
  173. ],
  174. "op": "execute-python-node",
  175. "outputs": Array [
  176. Object {
  177. "app_data": Object {
  178. "ui_data": Object {
  179. "cardinality": Object {
  180. "max": -1,
  181. "min": 0,
  182. },
  183. "label": "Output Port",
  184. },
  185. },
  186. "id": "outPort",
  187. },
  188. ],
  189. "type": "execution_node",
  190. },
  191. Object {
  192. "app_data": Object {
  193. "component_parameters": Object {
  194. "dependencies": Array [],
  195. "env_vars": Array [],
  196. "filename": "create-source-files.py",
  197. "include_subdirectories": false,
  198. "kubernetes_pod_annotations": Array [],
  199. "kubernetes_secrets": Array [],
  200. "kubernetes_tolerations": Array [],
  201. "mounted_volumes": Array [],
  202. "outputs": Array [
  203. "input-1.csv",
  204. "input-2.csv",
  205. ],
  206. "runtime_image": "continuumio/anaconda3:2021.11",
  207. },
  208. "label": "",
  209. "ui_data": Object {
  210. "description": "Run Python script",
  211. "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%2232%22%20height%3D%2232%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cg%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  212. "label": "create-source-files.py",
  213. "x_pos": 145,
  214. "y_pos": 155,
  215. },
  216. },
  217. "id": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx",
  218. "inputs": Array [
  219. Object {
  220. "app_data": Object {
  221. "ui_data": Object {
  222. "cardinality": Object {
  223. "max": -1,
  224. "min": 0,
  225. },
  226. "label": "Input Port",
  227. },
  228. },
  229. "id": "inPort",
  230. },
  231. ],
  232. "op": "execute-python-node",
  233. "outputs": Array [
  234. Object {
  235. "app_data": Object {
  236. "ui_data": Object {
  237. "cardinality": Object {
  238. "max": -1,
  239. "min": 0,
  240. },
  241. "label": "Output Port",
  242. },
  243. },
  244. "id": "outPort",
  245. },
  246. ],
  247. "type": "execution_node",
  248. },
  249. Object {
  250. "app_data": Object {
  251. "component_parameters": Object {
  252. "dependencies": Array [],
  253. "env_vars": Array [],
  254. "filename": "producer-script.py",
  255. "include_subdirectories": false,
  256. "kubernetes_pod_annotations": Array [],
  257. "kubernetes_secrets": Array [],
  258. "kubernetes_tolerations": Array [],
  259. "mounted_volumes": Array [],
  260. "outputs": Array [
  261. "output-3.csv",
  262. "output-4.csv",
  263. ],
  264. "runtime_image": "continuumio/anaconda3:2021.11",
  265. },
  266. "label": "",
  267. "ui_data": Object {
  268. "description": "Run Python script",
  269. "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%2232%22%20height%3D%2232%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cg%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  270. "label": "producer-script.py",
  271. "x_pos": 165,
  272. "y_pos": 175,
  273. },
  274. },
  275. "id": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx",
  276. "inputs": Array [
  277. Object {
  278. "app_data": Object {
  279. "ui_data": Object {
  280. "cardinality": Object {
  281. "max": -1,
  282. "min": 0,
  283. },
  284. "label": "Input Port",
  285. },
  286. },
  287. "id": "inPort",
  288. },
  289. ],
  290. "op": "execute-python-node",
  291. "outputs": Array [
  292. Object {
  293. "app_data": Object {
  294. "ui_data": Object {
  295. "cardinality": Object {
  296. "max": -1,
  297. "min": 0,
  298. },
  299. "label": "Output Port",
  300. },
  301. },
  302. "id": "outPort",
  303. },
  304. ],
  305. "type": "execution_node",
  306. },
  307. ],
  308. "runtime_ref": "",
  309. },
  310. ],
  311. "primary_pipeline": "primary",
  312. "schemas": Array [],
  313. "version": "3.0",
  314. }