123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338 |
- {
- "doc_type": "pipeline",
- "version": "3.0",
- "json_schema": "http://api.dataplatform.ibm.com/schemas/common-pipeline/pipeline-flow/pipeline-flow-v3-schema.json",
- "id": "66338755-bce9-4541-b595-b0210c943b38",
- "primary_pipeline": "27fd7b90-42de-469a-9bcc-08ba82f48d48",
- "pipelines": [
- {
- "id": "27fd7b90-42de-469a-9bcc-08ba82f48d48",
- "nodes": [
- {
- "id": "6214dcbc-3617-4c37-9c8e-cefeeeab05d5",
- "type": "execution_node",
- "op": "execute-notebook-node",
- "app_data": {
- "component_parameters": {
- "filename": "notebooks/notebook_1.ipynb",
- "outputs": [],
- "env_vars": [],
- "kubernetes_secrets": [
- "USER_NAME=secret-1:myuserid",
- "USER_PASSWORD=secret-1:mypassword"
- ],
- "dependencies": [],
- "include_subdirectories": false,
- "mounted_volumes": [
- "/mnt/vol2=pvc-claim-2"
- ]
- },
- "label": "",
- "ui_data": {
- "label": "notebook_1.ipynb",
- "image": "data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2216%22%20viewBox%3D%220%200%2022%2022%22%3E%0A%20%20%3Cg%20class%3D%22jp-icon-warn0%20jp-icon-selectable%22%20fill%3D%22%23EF6C00%22%3E%0A%20%20%20%20%3Cpath%20d%3D%22M18.7%203.3v15.4H3.3V3.3h15.4m1.5-1.5H1.8v18.3h18.3l.1-18.3z%22%2F%3E%0A%20%20%20%20%3Cpath%20d%3D%22M16.5%2016.5l-5.4-4.3-5.6%204.3v-11h11z%22%2F%3E%0A%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
- "x_pos": 195,
- "y_pos": 67,
- "description": "Run notebook file"
- }
- },
- "inputs": [
- {
- "id": "inPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Input Port"
- }
- }
- }
- ],
- "outputs": [
- {
- "id": "outPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Output Port"
- }
- }
- }
- ]
- },
- {
- "id": "ab0417ac-5d2d-4835-a474-189328c6c95d",
- "type": "execution_node",
- "op": "execute-notebook-node",
- "app_data": {
- "component_parameters": {
- "filename": "notebooks/notebook_2.ipynb",
- "outputs": [],
- "env_vars": [],
- "kubernetes_secrets": [],
- "dependencies": [],
- "include_subdirectories": false,
- "mounted_volumes": [
- "/mnt/vol2=pvc-claim-2"
- ]
- },
- "label": "",
- "ui_data": {
- "label": "notebook_2.ipynb",
- "image": "data:image/svg+xml;utf8,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20width%3D%2216%22%20viewBox%3D%220%200%2022%2022%22%3E%0A%20%20%3Cg%20class%3D%22jp-icon-warn0%20jp-icon-selectable%22%20fill%3D%22%23EF6C00%22%3E%0A%20%20%20%20%3Cpath%20d%3D%22M18.7%203.3v15.4H3.3V3.3h15.4m1.5-1.5H1.8v18.3h18.3l.1-18.3z%22%2F%3E%0A%20%20%20%20%3Cpath%20d%3D%22M16.5%2016.5l-5.4-4.3-5.6%204.3v-11h11z%22%2F%3E%0A%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
- "x_pos": 517.0000305175781,
- "y_pos": 214,
- "description": "Run notebook file"
- }
- },
- "inputs": [
- {
- "id": "inPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Input Port"
- }
- },
- "links": [
- {
- "id": "2c1b4c8d-fa2a-496b-b825-26915dc54040",
- "node_id_ref": "3858d57c-3235-4c9b-839c-100ede4d54c3",
- "port_id_ref": "outPort"
- }
- ]
- }
- ],
- "outputs": [
- {
- "id": "outPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Output Port"
- }
- }
- }
- ]
- },
- {
- "id": "69ddd986-43b4-46b3-9223-ccbf70aba01e",
- "type": "execution_node",
- "op": "execute-python-node",
- "app_data": {
- "component_parameters": {
- "filename": "scripts/script_1.py",
- "outputs": [],
- "env_vars": [],
- "kubernetes_secrets": [
- "API_KEY=secret-2:myapikey"
- ],
- "dependencies": [],
- "include_subdirectories": false,
- "mounted_volumes": [],
- "runtime_image": "tensorflow/tensorflow:2.8.0-gpu"
- },
- "label": "",
- "ui_data": {
- "label": "script_1.py",
- "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%2232%22%20height%3D%2232%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cg%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
- "x_pos": 519,
- "y_pos": 70,
- "description": "Run Python script"
- }
- },
- "inputs": [
- {
- "id": "inPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Input Port"
- }
- },
- "links": [
- {
- "id": "47930592-4222-4274-9349-85914750cb50",
- "node_id_ref": "6214dcbc-3617-4c37-9c8e-cefeeeab05d5",
- "port_id_ref": "outPort"
- }
- ]
- }
- ],
- "outputs": [
- {
- "id": "outPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Output Port"
- }
- }
- }
- ]
- },
- {
- "id": "3858d57c-3235-4c9b-839c-100ede4d54c3",
- "type": "execution_node",
- "op": "execute-python-node",
- "app_data": {
- "component_parameters": {
- "filename": "scripts/script_2.py",
- "outputs": [],
- "env_vars": [],
- "kubernetes_secrets": [
- "API_KEY=secret-2:myapikey"
- ],
- "dependencies": [],
- "include_subdirectories": false,
- "mounted_volumes": [],
- "runtime_image": "tensorflow/tensorflow:2.8.0"
- },
- "label": "",
- "ui_data": {
- "label": "script_2.py",
- "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%2232%22%20height%3D%2232%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cg%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
- "x_pos": 201,
- "y_pos": 214,
- "description": "Run Python script"
- }
- },
- "inputs": [
- {
- "id": "inPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Input Port"
- }
- }
- }
- ],
- "outputs": [
- {
- "id": "outPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Output Port"
- }
- }
- }
- ]
- },
- {
- "id": "648cc074-65f7-4702-ba99-3ac282cada9d",
- "type": "execution_node",
- "op": "execute-python-node",
- "app_data": {
- "component_parameters": {
- "filename": "scripts/script_3.py",
- "outputs": [],
- "env_vars": [],
- "kubernetes_secrets": [
- "TOKEN=secret-3:mytoken"
- ],
- "dependencies": [],
- "include_subdirectories": false,
- "mounted_volumes": [
- "/mnt/vol3=pvc-claim-3"
- ],
- "runtime_image": "amancevice/pandas:1.4.1"
- },
- "label": "",
- "ui_data": {
- "label": "script_3.py",
- "image": "data:image/svg+xml;utf8,%3Csvg%20width%3D%2232%22%20height%3D%2232%22%20viewBox%3D%220%200%20238%20237%22%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20xmlns%3Axlink%3D%22http%3A%2F%2Fwww.w3.org%2F1999%2Fxlink%22%20overflow%3D%22hidden%22%3E%0A%20%20%20%20%3Cg%20transform%3D%22translate(-706%20314)%22%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M792.441-295.763C786.496-295.763%20781.697-290.979%20781.697-285.062%20781.697-279.166%20786.496-274.382%20792.441-274.382%20798.365-274.382%20803.184-279.166%20803.184-285.062%20803.184-290.979%20798.365-295.763%20792.441-295.763ZM823.472-312.998C833.277-313.043%20843.484-312.329%20853.336-310.724%20868.899-308.185%20882-296.728%20882-281.516L882-228.072C882-212.398%20869.282-199.557%20853.336-199.557L796.03-199.557C776.58-199.557%20760.189-183.169%20760.189-164.641L760.189-139%20740.485-139C723.817-139%20714.114-150.877%20710.037-167.494%20704.538-189.82%20704.772-203.124%20710.037-224.505%20714.602-243.159%20729.189-253%20745.857-253L767.365-253%20824.693-253%20824.693-260.134%20767.365-260.134%20767.365-281.516C767.365-297.715%20771.76-306.527%20796.03-310.724%20804.268-312.151%20813.668-312.953%20823.472-312.998Z%22%20fill%3D%22%23366A96%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%20%20%20%20%3Cpath%20class%3D%22jp-icon-selectable%22%20d%3D%22M857.377-117.071C851.466-117.071%20846.655-112.267%20846.655-106.348%20846.655-100.406%20851.466-95.6026%20857.377-95.6026%20863.31-95.6026%20868.099-100.406%20868.099-106.348%20868.099-112.267%20863.31-117.071%20857.377-117.071ZM889.563-253%20911.007-253C927.662-253%20935.502-240.696%20939.614-224.39%20945.334-201.743%20945.589-184.804%20939.614-167.148%20933.828-150%20927.642-138.539%20911.007-138.539L882.402-138.539%20825.211-138.539%20825.211-131.375%20882.402-131.375%20882.402-109.908C882.402-93.6435%20868.205-85.4055%20853.796-81.2973%20832.12-75.1034%20814.722-76.0513%20796.606-81.2973%20781.476-85.6801%20768-94.6332%20768-109.908L768-163.568C768-179.01%20780.947-192.199%20796.606-192.199L853.796-192.199C872.846-192.199%20889.563-208.568%20889.563-227.971Z%22%20fill%3D%22%23FFC836%22%20fill-rule%3D%22evenodd%22%2F%3E%0A%20%20%20%20%3C%2Fg%3E%0A%3C%2Fsvg%3E%0A",
- "x_pos": 865,
- "y_pos": 151,
- "description": "Run Python script"
- }
- },
- "inputs": [
- {
- "id": "inPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Input Port"
- }
- },
- "links": [
- {
- "id": "aa4c6e6e-ee40-4f76-8235-d7001b1a4cf4",
- "node_id_ref": "69ddd986-43b4-46b3-9223-ccbf70aba01e",
- "port_id_ref": "outPort"
- },
- {
- "id": "204bba59-6b1a-4ae6-a709-18a0e543c095",
- "node_id_ref": "ab0417ac-5d2d-4835-a474-189328c6c95d",
- "port_id_ref": "outPort"
- }
- ]
- }
- ],
- "outputs": [
- {
- "id": "outPort",
- "app_data": {
- "ui_data": {
- "cardinality": {
- "min": 0,
- "max": -1
- },
- "label": "Output Port"
- }
- }
- }
- ]
- }
- ],
- "app_data": {
- "ui_data": {
- "runtime": null,
- "comments": []
- },
- "version": 7,
- "properties": {
- "pipeline_defaults": {
- "runtime_image": "tensorflow/tensorflow:2.8.0-gpu",
- "mounted_volumes": [
- "/mnt/vol1=pvc-claim-1"
- ]
- },
- "name": "pipeline_with_notebooks_and_scripts",
- "runtime": "Generic",
- "description": "Generic pipeline with scripts and notebooks"
- }
- },
- "runtime_ref": ""
- }
- ],
- "schemas": []
- }
|