producer-consumer.pipeline 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321
  1. {
  2. "doc_type": "pipeline",
  3. "version": "3.0",
  4. "json_schema": "http://api.dataplatform.ibm.com/schemas/common-pipeline/pipeline-flow/pipeline-flow-v3-schema.json",
  5. "id": "5c452288-b907-4b7a-936f-947ff980a4ab",
  6. "primary_pipeline": "8c5afdd4-0717-40c6-9300-3d3474bf4f2c",
  7. "pipelines": [
  8. {
  9. "id": "8c5afdd4-0717-40c6-9300-3d3474bf4f2c",
  10. "nodes": [
  11. {
  12. "id": "bd1aabf1-9516-4644-b382-0c25e50054c8",
  13. "type": "execution_node",
  14. "op": "execute-notebook-node",
  15. "app_data": {
  16. "label": "producer.ipynb",
  17. "component_parameters": {
  18. "filename": "producer.ipynb",
  19. "runtime_image": "elyra/elyra-example-anaconda-py3:latest",
  20. "env_vars": [
  21. "NB_USER="
  22. ],
  23. "include_subdirectories": false,
  24. "outputs": [
  25. "output-1.csv",
  26. "output-2.csv"
  27. ],
  28. "dependencies": []
  29. },
  30. "ui_data": {
  31. "label": "producer.ipynb",
  32. "image": "data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2216%22%20viewBox%3D%220%200%2022%2022%22%3E%0A%20%20%3Cg%20class%3D%22jp-icon-warn0%20jp-icon-selectable%22%20fill%3D%22%23EF6C00%22%3E%0A%20%20%20%20%3Cpath%20d%3D%22M18.7%203.3v15.4H3.3V3.3h15.4m1.5-1.5H1.8v18.3h18.3l.1-18.3z%22%2F%3E%0A%20%20%20%20%3Cpath%20d%3D%22M16.5%2016.5l-5.4-4.3-5.6%204.3v-11h11z%22%2F%3E%0A%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  33. "x_pos": 508,
  34. "y_pos": 61
  35. }
  36. },
  37. "inputs": [
  38. {
  39. "id": "inPort",
  40. "app_data": {
  41. "ui_data": {
  42. "cardinality": {
  43. "min": 0,
  44. "max": -1
  45. },
  46. "label": "Input Port"
  47. }
  48. },
  49. "links": [
  50. {
  51. "id": "3cc2bd19-0ce7-4480-86a0-c243f08a50d2",
  52. "node_id_ref": "dc46c891-d7e8-4d16-8441-75d369616232",
  53. "port_id_ref": "outPort"
  54. }
  55. ]
  56. }
  57. ],
  58. "outputs": [
  59. {
  60. "id": "outPort",
  61. "app_data": {
  62. "ui_data": {
  63. "cardinality": {
  64. "min": 0,
  65. "max": -1
  66. },
  67. "label": "Output Port"
  68. }
  69. }
  70. }
  71. ]
  72. },
  73. {
  74. "id": "242b42e7-7968-4977-b563-1b5c4822cea0",
  75. "type": "execution_node",
  76. "op": "execute-notebook-node",
  77. "app_data": {
  78. "label": "consumer.ipynb",
  79. "component_parameters": {
  80. "filename": "consumer.ipynb",
  81. "runtime_image": "elyra/elyra-example-anaconda-py3:latest",
  82. "env_vars": [],
  83. "include_subdirectories": false,
  84. "outputs": [],
  85. "dependencies": []
  86. },
  87. "ui_data": {
  88. "label": "consumer.ipynb",
  89. "image": "data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2216%22%20viewBox%3D%220%200%2022%2022%22%3E%0A%20%20%3Cg%20class%3D%22jp-icon-warn0%20jp-icon-selectable%22%20fill%3D%22%23EF6C00%22%3E%0A%20%20%20%20%3Cpath%20d%3D%22M18.7%203.3v15.4H3.3V3.3h15.4m1.5-1.5H1.8v18.3h18.3l.1-18.3z%22%2F%3E%0A%20%20%20%20%3Cpath%20d%3D%22M16.5%2016.5l-5.4-4.3-5.6%204.3v-11h11z%22%2F%3E%0A%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  90. "x_pos": 773,
  91. "y_pos": 208
  92. }
  93. },
  94. "inputs": [
  95. {
  96. "id": "inPort",
  97. "app_data": {
  98. "ui_data": {
  99. "cardinality": {
  100. "min": 0,
  101. "max": -1
  102. },
  103. "label": "Input Port"
  104. }
  105. },
  106. "links": [
  107. {
  108. "id": "8777149e-5400-4b7e-bf73-8905ed9dcc28",
  109. "node_id_ref": "bd1aabf1-9516-4644-b382-0c25e50054c8",
  110. "port_id_ref": "outPort"
  111. },
  112. {
  113. "id": "8c0c3462-fa9a-4dfc-885f-aba36a0b41c9",
  114. "node_id_ref": "e40d29bf-a13b-4783-8bf2-df0c0373e0f3",
  115. "port_id_ref": "outPort"
  116. }
  117. ]
  118. }
  119. ],
  120. "outputs": [
  121. {
  122. "id": "outPort",
  123. "app_data": {
  124. "ui_data": {
  125. "cardinality": {
  126. "min": 0,
  127. "max": -1
  128. },
  129. "label": "Output Port"
  130. }
  131. }
  132. }
  133. ]
  134. },
  135. {
  136. "id": "10da9752-fcf6-48c3-a04a-1f3591bca592",
  137. "type": "execution_node",
  138. "op": "execute-python-node",
  139. "app_data": {
  140. "label": "setup.py",
  141. "component_parameters": {
  142. "filename": "../scripts/setup.py",
  143. "runtime_image": "elyra/elyra-example-anaconda-py3:latest",
  144. "include_subdirectories": false,
  145. "outputs": [],
  146. "env_vars": [],
  147. "dependencies": [
  148. "setup.txt"
  149. ]
  150. },
  151. "ui_data": {
  152. "label": "setup.py",
  153. "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%22238%22%20height%3D%22237%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cdefs%3E%0A%20%20%20%20%20%20%20%20%3CclipPath%20id%3D%22clip0%22%3E%0A%20%20%20%20%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M706-314%20944-314%20944-77%20706-77Z%22%20fill-rule%3D%22evenodd%22%20clip-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3C%2FclipPath%3E%0A%20%20%20%20%3C%2Fdefs%3E%0A%20%20%20%20%3Cg%20clip-path%3D%22url(%23clip0)%22%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  154. "x_pos": 38,
  155. "y_pos": 247
  156. }
  157. },
  158. "inputs": [
  159. {
  160. "id": "inPort",
  161. "app_data": {
  162. "ui_data": {
  163. "cardinality": {
  164. "min": 0,
  165. "max": -1
  166. },
  167. "label": "Input Port"
  168. }
  169. }
  170. }
  171. ],
  172. "outputs": [
  173. {
  174. "id": "outPort",
  175. "app_data": {
  176. "ui_data": {
  177. "cardinality": {
  178. "min": 0,
  179. "max": -1
  180. },
  181. "label": "Output Port"
  182. }
  183. }
  184. }
  185. ]
  186. },
  187. {
  188. "id": "dc46c891-d7e8-4d16-8441-75d369616232",
  189. "type": "execution_node",
  190. "op": "execute-python-node",
  191. "app_data": {
  192. "label": "create-source-files.py",
  193. "component_parameters": {
  194. "filename": "create-source-files.py",
  195. "runtime_image": "elyra/elyra-example-anaconda-py3:latest",
  196. "include_subdirectories": false,
  197. "outputs": [
  198. "input-1.csv",
  199. "input-2.csv"
  200. ],
  201. "env_vars": [],
  202. "dependencies": []
  203. },
  204. "ui_data": {
  205. "label": "create-source-files.py",
  206. "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%22238%22%20height%3D%22237%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cdefs%3E%0A%20%20%20%20%20%20%20%20%3CclipPath%20id%3D%22clip0%22%3E%0A%20%20%20%20%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M706-314%20944-314%20944-77%20706-77Z%22%20fill-rule%3D%22evenodd%22%20clip-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3C%2FclipPath%3E%0A%20%20%20%20%3C%2Fdefs%3E%0A%20%20%20%20%3Cg%20clip-path%3D%22url(%23clip0)%22%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  207. "x_pos": 265,
  208. "y_pos": 173
  209. }
  210. },
  211. "inputs": [
  212. {
  213. "id": "inPort",
  214. "app_data": {
  215. "ui_data": {
  216. "cardinality": {
  217. "min": 0,
  218. "max": -1
  219. },
  220. "label": "Input Port"
  221. }
  222. },
  223. "links": [
  224. {
  225. "id": "9589cd6b-6d4d-4ea5-954f-487880593a19",
  226. "node_id_ref": "10da9752-fcf6-48c3-a04a-1f3591bca592",
  227. "port_id_ref": "outPort"
  228. }
  229. ]
  230. }
  231. ],
  232. "outputs": [
  233. {
  234. "id": "outPort",
  235. "app_data": {
  236. "ui_data": {
  237. "cardinality": {
  238. "min": 0,
  239. "max": -1
  240. },
  241. "label": "Output Port"
  242. }
  243. }
  244. }
  245. ]
  246. },
  247. {
  248. "id": "e40d29bf-a13b-4783-8bf2-df0c0373e0f3",
  249. "type": "execution_node",
  250. "op": "execute-python-node",
  251. "app_data": {
  252. "label": "producer-script.py",
  253. "component_parameters": {
  254. "filename": "producer-script.py",
  255. "runtime_image": "elyra/elyra-example-anaconda-py3:latest",
  256. "include_subdirectories": false,
  257. "outputs": [
  258. "output-3.csv",
  259. "output-4.csv"
  260. ],
  261. "env_vars": [],
  262. "dependencies": []
  263. },
  264. "ui_data": {
  265. "label": "producer-script.py",
  266. "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%22238%22%20height%3D%22237%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cdefs%3E%0A%20%20%20%20%20%20%20%20%3CclipPath%20id%3D%22clip0%22%3E%0A%20%20%20%20%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M706-314%20944-314%20944-77%20706-77Z%22%20fill-rule%3D%22evenodd%22%20clip-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3C%2FclipPath%3E%0A%20%20%20%20%3C%2Fdefs%3E%0A%20%20%20%20%3Cg%20clip-path%3D%22url(%23clip0)%22%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
  267. "x_pos": 496,
  268. "y_pos": 303
  269. }
  270. },
  271. "inputs": [
  272. {
  273. "id": "inPort",
  274. "app_data": {
  275. "ui_data": {
  276. "cardinality": {
  277. "min": 0,
  278. "max": -1
  279. },
  280. "label": "Input Port"
  281. }
  282. },
  283. "links": [
  284. {
  285. "id": "99cde7b8-981f-4871-beb0-fa5b53d10bc2",
  286. "node_id_ref": "dc46c891-d7e8-4d16-8441-75d369616232",
  287. "port_id_ref": "outPort"
  288. }
  289. ]
  290. }
  291. ],
  292. "outputs": [
  293. {
  294. "id": "outPort",
  295. "app_data": {
  296. "ui_data": {
  297. "cardinality": {
  298. "min": 0,
  299. "max": -1
  300. },
  301. "label": "Output Port"
  302. }
  303. }
  304. }
  305. ]
  306. }
  307. ],
  308. "app_data": {
  309. "ui_data": {
  310. "comments": []
  311. },
  312. "version": 7,
  313. "properties": {
  314. "name": "producer-consumer"
  315. }
  316. },
  317. "runtime_ref": ""
  318. }
  319. ],
  320. "schemas": []
  321. }