From b06482e66bb7e865b4e479e3586dc2de54fe2b65 Mon Sep 17 00:00:00 2001 From: Gayatri Aniruddha <103038659+gayatri-projects97@users.noreply.github.com> Date: Tue, 19 Mar 2024 13:22:51 +0800 Subject: [PATCH] test CImager version initial commit --- ...ixin_Gayatri_Scatter_Combine_CImager.graph | 378 ++++++++++-------- 1 file changed, 205 insertions(+), 173 deletions(-) diff --git a/dlg-graphs/paramset_mixin_Gayatri_Scatter_Combine_CImager.graph b/dlg-graphs/paramset_mixin_Gayatri_Scatter_Combine_CImager.graph index 2994ffc3..c4baa4f8 100644 --- a/dlg-graphs/paramset_mixin_Gayatri_Scatter_Combine_CImager.graph +++ b/dlg-graphs/paramset_mixin_Gayatri_Scatter_Combine_CImager.graph @@ -18,7 +18,7 @@ "lastModifiedName": "", "lastModifiedEmail": "", "lastModifiedDatetime": 0, - "numLGNodes": 9 + "numLGNodes": 8 }, "nodeDataArray": [ { @@ -31,8 +31,8 @@ "name": "Scatter/GenericScatterApp", "description": "A default Scatter construct for the GenericScatterApp component.", "x": 768.5024487417124, - "y": 121.37903824490878, - "radius": 251.948383621906, + "y": 115.36771318115974, + "radius": 340.4553827769011, "collapsed": false, "subject": null, "expanded": true, @@ -183,8 +183,8 @@ "key": -11, "name": "split_array", "description": "In-memory storage of intermediate data products", - "x": 751.8887525402126, - "y": 116.4743010182829, + "x": 602.4643866698793, + "y": 119.90934391185378, "radius": 25, "collapsed": true, "subject": null, @@ -321,8 +321,8 @@ "key": -4, "name": "dynamic_parset_dict", "description": "In-memory storage of intermediate data products", - "x": 341.5128685910908, - "y": 115.01858253266238, + "x": 259.0718391453897, + "y": 113.30106108587694, "radius": 25, "collapsed": false, "subject": null, @@ -458,8 +458,8 @@ "key": -1, "name": "static_parset_dict", "description": "In-memory storage of intermediate data products", - "x": 626.1615056101797, - "y": 407.86893771913293, + "x": 354.7931170180799, + "y": 282.4898721037958, "radius": 25, "collapsed": false, "subject": null, @@ -595,8 +595,8 @@ "key": -2, "name": "combine_dicts", "description": "Reads a CSV file and returns its contents as a list of lists.\n ", - "x": 905.4917160989279, - "y": 250.09514304195525, + "x": 681.3551672934278, + "y": 253.5301859355261, "radius": 25, "collapsed": false, "subject": null, @@ -790,8 +790,8 @@ "key": -3, "name": "File", "description": "A standard file on a filesystem mounted to the deployment machine", - "x": 965.3826340756889, - "y": 116.19652590623153, + "x": 756.7037782912579, + "y": 122.20785096998057, "radius": 25, "collapsed": false, "subject": null, @@ -935,114 +935,145 @@ "outputApplicationDescription": "" }, { - "category": "PythonApp", - "categoryType": "Application", + "category": "File", + "categoryType": "Data", "isGroup": false, - "color": "#0059a5", + "color": "#2c2c2c", "drawOrderHint": 0, "key": -5, - "name": "cImager", - "description": "A placeholder APP to aid construction of new applications. This is mainly useful (and used) when starting a new workflow from scratch.", - "x": 785.3062107115384, - "y": 159.43252105858653, + "name": "image_cube", + "description": "A standard file on a filesystem mounted to the deployment machine", + "x": 1053.9280071869118, + "y": 119.49398783915326, "radius": 25, "collapsed": false, "subject": null, "expanded": true, "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "585ff99", - "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master-template.palette", - "dataHash": "c83ef987b15b86c59502c8e631d404b3a9c0d7360b79be46f15c65affa9582e9", + "commitHash": "04777bc", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "f40f919804d78c6b8e2674e3089e84fcb9a43bd732aec6bd8e29ddffb724de4a", + "group": -9, "fields": [ { - "name": "dropclass", - "value": "PythonApp", - "defaultValue": "PythonApp", - "description": "Application class", + "name": "filepath", + "value": "", + "defaultValue": "", + "description": "File path for this file. In many cases this does not need to be specified. If it has a \\/ at the end it will be treated as a directory name and the filename will be generated. If it does not have a \\/, the last part will be treated as a filename. If filepath does not start with \\/ (relative path) then the session directory will be prepended to make the path absolute.\"", "readonly": false, "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "b6a7596c-8f8d-490b-b66d-da39a45926b6", - "parameterType": "ComponentParameter", + "id": "48ceab0c-451a-48a5-a2d8-da84f2f75776", + "parameterType": "ApplicationArgument", "usage": "NoPort" }, { - "name": "num_cpus", - "value": 1, - "defaultValue": "1", - "description": "Number of cores used", + "name": "check_filepath_exists", + "value": false, + "defaultValue": "False", + "description": "Perform a check to make sure the file path exists before proceeding with the application", "readonly": false, - "type": "Integer", + "type": "Boolean", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "146b7a61-d9d4-4998-8705-7b7d08641148", - "parameterType": "ConstraintParameter", + "id": "67d8c774-34a7-4332-999f-c18dc67a382d", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "execution_time", - "value": 5, - "defaultValue": "5", - "description": "Estimated execution time", + "name": "dropclass", + "value": "dlg.data.drops.file.FileDROP", + "defaultValue": "dlg.data.drops.file.FileDROP", + "description": "Drop class", "readonly": false, - "type": "Float", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "6d14cf8a-a423-45f6-9308-28a7268f7fa4", - "parameterType": "ConstraintParameter", + "id": "8b2f9f75-f01c-4dd2-a8ac-e8382a979470", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "group_start", + "name": "streaming", "value": false, "defaultValue": "False", - "description": "Is this node the start of a group?", + "description": "Specifies whether this data component streams input and output data", "readonly": false, "type": "Boolean", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "27e900dd-5b2e-48cb-bce8-e89afcc936b9", + "id": "9111216e-0666-4dfe-ae9a-3a638759b4ab", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "config", - "value": "", - "defaultValue": "", - "description": "", + "name": "persist", + "value": true, + "defaultValue": "True", + "description": "Specifies whether this data component contains data that should not be deleted after execution", "readonly": false, - "type": "String", + "type": "Boolean", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "6a3c72eb-cd1d-439a-84b4-c218c49ca78b", - "parameterType": "ApplicationArgument", - "usage": "InputPort" + "id": "54d7ad50-a8e8-4059-aa74-f55987430db8", + "parameterType": "ComponentParameter", + "usage": "NoPort" }, { - "name": "image", + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "8927090b-e76a-49af-84d0-5ffe82289767", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "ff300b7d-c5af-49f5-9e97-ecff4bbc52f7", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", "value": "", "defaultValue": "", - "description": "", + "description": "Dummy port", "readonly": false, "type": "Object", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "f86eb5f1-a81b-456b-9f11-e62e01201bf1", - "parameterType": "ComponentParameter", - "usage": "OutputPort" + "id": "a87f6a4a-7528-4512-8d51-e1a075f6581e", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" } ], "inputAppFields": [], @@ -1063,228 +1094,211 @@ "color": "#0059a5", "drawOrderHint": 0, "key": -6, - "name": "cImager", - "description": "A placeholder APP to aid construction of new applications. This is mainly useful (and used) when starting a new workflow from scratch.", - "x": 785.3062107115384, - "y": 159.43252105858653, + "name": "CImager_test", + "description": "An application that wraps a simple python function. The inputs of the application are treated as the arguments of the function. Conversely, the output of the function is treated as the output of the application. If the application has more than one output, the result of calling the function is treated as an iterable, with each individual object being written to its corresponding output.", + "x": 908.7974449335406, + "y": 122.92903073272416, "radius": 25, "collapsed": false, "subject": null, "expanded": true, "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "585ff99", + "commitHash": "04777bc", "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master-template.palette", - "dataHash": "c83ef987b15b86c59502c8e631d404b3a9c0d7360b79be46f15c65affa9582e9", + "dataHash": "96ed72a6048391e13d61f79f640d0a4fc3371f96497f6fb8d0e5086aea0c2cb5", + "group": -9, "fields": [ { - "name": "dropclass", - "value": "PythonApp", - "defaultValue": "PythonApp", - "description": "Application class", + "name": "func_name", + "value": "Cimager_test.Cimager_test", + "defaultValue": "Cimager_test.Cimager_test", + "description": "Python function name", "readonly": false, "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "5f4e7b3b-679e-44d7-98db-dc2f85042254", + "id": "8fa4de36-62b5-4152-b034-1d53194f804a", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "num_cpus", - "value": 1, - "defaultValue": "1", - "description": "Number of cores used", + "name": "func_code", + "value": "", + "defaultValue": "", + "description": "Python function code, e.g. 'def function_name(args): return args'", "readonly": false, - "type": "Integer", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "b9660791-9e14-46e3-9cd2-baf4fc8b02d1", - "parameterType": "ConstraintParameter", + "id": "335a11a3-c1c8-4bb9-891a-dd27f49811cf", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "execution_time", - "value": 5, - "defaultValue": "5", - "description": "Estimated execution time", + "name": "dropclass", + "value": "dlg.apps.pyfunc.PyFuncApp", + "defaultValue": "dlg.apps.pyfunc.PyFuncApp", + "description": "Application class", "readonly": false, - "type": "Float", + "type": "String", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "547ed4bc-b206-4eee-93b8-8d2bbb00884c", - "parameterType": "ConstraintParameter", + "id": "bfdd430d-4d52-409d-af24-b6ae5c6a6a37", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "group_start", - "value": false, - "defaultValue": "False", - "description": "Is this node the start of a group?", + "name": "execution_time", + "value": 5, + "defaultValue": "5", + "description": "Estimated execution time", "readonly": false, - "type": "Boolean", + "type": "Float", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "a2318eaa-ee27-4708-81a3-1b53e7b30599", - "parameterType": "ComponentParameter", + "id": "d1c689e0-4fa9-451b-9b4a-5871f25e331c", + "parameterType": "ConstraintParameter", "usage": "NoPort" }, { - "name": "config", - "value": "", - "defaultValue": "", - "description": "", + "name": "num_cpus", + "value": 1, + "defaultValue": "1", + "description": "Number of cores used", "readonly": false, - "type": "String", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "e18c274a-a21e-410e-a61d-65cc86bb2734", - "parameterType": "ApplicationArgument", - "usage": "InputPort" + "id": "6776d304-59a5-4d32-ad69-d35d00c05787", + "parameterType": "ConstraintParameter", + "usage": "NoPort" }, { - "name": "image", - "value": "", - "defaultValue": "", - "description": "", + "name": "group_start", + "value": false, + "defaultValue": "False", + "description": "Is this node the start of a group?", "readonly": false, - "type": "Object", + "type": "Boolean", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "47b38950-1211-432f-bdad-92ab16836137", + "id": "82639d39-d162-4d4f-91e1-6fc582659377", "parameterType": "ComponentParameter", - "usage": "OutputPort" - } - ], - "inputAppFields": [], - "outputAppFields": [], - "inputApplicationName": "", - "inputApplicationType": "None", - "inputApplicationKey": null, - "inputApplicationDescription": "", - "outputApplicationName": "", - "outputApplicationType": "None", - "outputApplicationKey": null, - "outputApplicationDescription": "" - }, - { - "category": "PythonApp", - "categoryType": "Application", - "isGroup": false, - "color": "#0059a5", - "drawOrderHint": 0, - "key": -7, - "name": "cImager", - "description": "A placeholder APP to aid construction of new applications. This is mainly useful (and used) when starting a new workflow from scratch.", - "x": 785.3062107115384, - "y": 159.43252105858653, - "radius": 25, - "collapsed": false, - "subject": null, - "expanded": true, - "repositoryUrl": "https://github.com/ICRAR/daliuge", - "commitHash": "585ff99", - "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master-template.palette", - "dataHash": "c83ef987b15b86c59502c8e631d404b3a9c0d7360b79be46f15c65affa9582e9", - "fields": [ + "usage": "NoPort" + }, { - "name": "dropclass", - "value": "PythonApp", - "defaultValue": "PythonApp", - "description": "Application class", + "name": "input_error_threshold", + "value": 0, + "defaultValue": "0", + "description": "The allowed failure rate of the inputs (in percent), before this component goes to ERROR state and is not executed", "readonly": false, - "type": "String", + "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "0df1b70f-e1a7-434a-9957-0cec2e62dd70", + "id": "b2169ed2-ed8d-4075-979e-f42cc62402a5", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "num_cpus", + "name": "n_tries", "value": 1, "defaultValue": "1", - "description": "Number of cores used", + "description": "Specifies the number of times the 'run' method will be executed before finally giving up", "readonly": false, "type": "Integer", "precious": false, "options": [], "positional": false, "keyAttribute": false, - "id": "e73d748a-3eb3-44d8-9e35-730d7868e8a0", - "parameterType": "ConstraintParameter", + "id": "bc889c6d-3662-49c6-87c9-e18b2de57327", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "execution_time", - "value": 5, - "defaultValue": "5", - "description": "Estimated execution time", + "name": "input_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Input port parsing technique", "readonly": false, - "type": "Float", + "type": "Select", "precious": false, - "options": [], + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], "positional": false, "keyAttribute": false, - "id": "3180d9a7-9a84-49cf-8f1b-7d615b37f8d0", - "parameterType": "ConstraintParameter", + "id": "339bd38e-e7b4-4ffe-9876-9389c1b2d21c", + "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "group_start", - "value": false, - "defaultValue": "False", - "description": "Is this node the start of a group?", + "name": "output_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Output port parsing technique Mapping from argname to default value. Should match only the last part of the argnames list. Values are interpreted as Python code literals and that means string values need to be quoted.", "readonly": false, - "type": "Boolean", + "type": "Select", "precious": false, - "options": [], + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], "positional": false, "keyAttribute": false, - "id": "34b267bb-794d-4698-a859-a7c7626ca132", + "id": "e6f5b91b-86bd-479c-bb1a-9fcaf38e82fd", "parameterType": "ComponentParameter", "usage": "NoPort" }, { - "name": "config", + "name": "parset_dict", "value": "", "defaultValue": "", "description": "", "readonly": false, - "type": "String", + "type": "Object", "precious": false, "options": [], "positional": false, - "keyAttribute": false, - "id": "d7ca8716-7064-49c3-8833-4fc1e9358486", - "parameterType": "ApplicationArgument", + "keyAttribute": true, + "id": "7abb5dd7-8f49-465f-b59f-5915fdf2b1e5", + "parameterType": "ComponentParameter", "usage": "InputPort" }, { - "name": "image", + "name": "image_cube", "value": "", "defaultValue": "", "description": "", "readonly": false, - "type": "Object", + "type": "String", "precious": false, "options": [], "positional": false, - "keyAttribute": false, - "id": "a1d2ed7f-7aae-4109-80c5-edbc0c0a0d8f", + "keyAttribute": true, + "id": "7a1cc3ba-4918-402f-9085-8fb7923ed452", "parameterType": "ComponentParameter", "usage": "OutputPort" } @@ -1346,6 +1360,24 @@ "dataType": "String", "loop_aware": "0", "closesLoop": false + }, + { + "from": -3, + "fromPort": "ca4fea2f-20df-4a4f-9368-a3a0c98435ad", + "to": -6, + "toPort": "7abb5dd7-8f49-465f-b59f-5915fdf2b1e5", + "dataType": "Object", + "loop_aware": "0", + "closesLoop": false + }, + { + "from": -6, + "fromPort": "7a1cc3ba-4918-402f-9085-8fb7923ed452", + "to": -5, + "toPort": "a87f6a4a-7528-4512-8d51-e1a075f6581e", + "dataType": "String", + "loop_aware": "0", + "closesLoop": false } ] } \ No newline at end of file