diff --git a/dlg-graphs/B_each_source_from_source_list .graph b/dlg-graphs/B_each_source_from_source_list .graph new file mode 100644 index 00000000..3b580545 --- /dev/null +++ b/dlg-graphs/B_each_source_from_source_list .graph @@ -0,0 +1,502 @@ +{ + "modelData": { + "filePath": "dlg-graphs/B_each_source_from_source_list .graph", + "fileType": "Graph", + "shortDescription": "", + "detailedDescription": "", + "repoService": "GitHub", + "repoBranch": "main", + "repo": "ICRAR/wallaby-hires", + "eagleVersion": "v6.2.0:html-graph-renderer", + "eagleCommitHash": "a1d68d87110d9cf6614ceb5e9f6b807ffad4498f", + "schemaVersion": "OJS", + "readonly": true, + "repositoryUrl": "", + "commitHash": "", + "downloadUrl": "", + "signature": "", + "lastModifiedName": "", + "lastModifiedEmail": "", + "lastModifiedDatetime": 0, + "numLGNodes": 3 + }, + "nodeDataArray": [ + { + "category": "Scatter", + "categoryType": "Construct", + "isGroup": true, + "color": "rgb(227 189 100)", + "drawOrderHint": 0, + "key": -1, + "name": "each_source", + "description": "For every line in the catalogue (.csv) file. ", + "x": 969.3731541316781, + "y": 414.96860688770346, + "radius": 163.3768024957409, + "collapsed": false, + "subject": null, + "expanded": true, + "repositoryUrl": "", + "commitHash": "", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "89328904851744addae66eedd9288539faf704b1c19c729763c1158566b7d24e", + "fields": [ + { + "name": "num_of_copies", + "value": 1, + "defaultValue": "1", + "description": "Specifies the number of replications that will be generated of the scatter construct's contents.", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "8e6b3d4f-7e09-4cf8-933a-23c5956ac15f", + "parameterType": "ConstructParameter", + "usage": "NoPort" + }, + { + "name": "dropclass", + "value": "dlg.apps.constructs.ScatterDrop", + "defaultValue": "dlg.apps.constructs.ScatterDrop", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "c8332ec3-6f56-45bf-805f-81478d03c6b5", + "parameterType": "ComponentParameter", + "usage": "NoPort" + } + ], + "inputAppFields": [ + { + "name": "dropclass", + "value": "dlg.apps.simple.PickOne", + "defaultValue": "dlg.apps.simple.PickOne", + "description": "Application class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "0456d2eb-5885-4175-b8f3-f58d9a5e6dcb", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "input_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Input port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "id": "72c1b214-8024-4e67-92fc-ad873249c793", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "output_parser", + "value": "pickle", + "defaultValue": "pickle", + "description": "Output port parsing technique", + "readonly": false, + "type": "Select", + "precious": false, + "options": [ + "raw", + "pickle", + "eval", + "npy", + "path", + "dataurl" + ], + "positional": false, + "keyAttribute": false, + "id": "9f224425-458f-4202-b6a6-b38f5fac84c4", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "execution_time", + "value": 5, + "defaultValue": "5", + "description": "Estimated execution time", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "b4cb91ab-bc0f-4be3-ad3b-035b943b474f", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "num_cpus", + "value": 1, + "defaultValue": "1", + "description": "Number of cores used", + "readonly": false, + "type": "Integer", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "9511c0e0-7791-44bf-ac71-30d6722283be", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_start", + "value": false, + "defaultValue": "False", + "description": "Is this node the start of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "685edca2-ad7f-4c0b-88e8-1a310029a6a2", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "source_list", + "value": "[['Source1', '05:30:00', '40:30:00', '100'], ['Source2', '12:45:30', '-25:15:00', '150'], ['Source3', '22:10:15', '10:20:30', '200'], ['Source4', '03:15:45', '-60:00:00', '90'], ['Source5', '18:55:20', '-22:45:15', '180']]", + "defaultValue": "", + "description": "List of elements", + "readonly": false, + "type": "Object.array", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "81031785-70ac-46d5-b804-d514b9a157d3", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + }, + { + "name": "source", + "value": "", + "defaultValue": "", + "description": "Port carrying the first element of input array", + "readonly": false, + "type": "Object.element", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "015e5ff4-8c87-4d88-946e-02397296f639", + "parameterType": "ApplicationArgument", + "usage": "OutputPort" + } + ], + "outputAppFields": [], + "inputApplicationName": "PickOne", + "inputApplicationType": "PythonApp", + "inputApplicationKey": -2, + "inputApplicationDescription": "App that picks the first element of an input list, passes that to all outputs, except the first one. The first output is used to pass the remaining array on. This app is useful for a loop.", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "Memory", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -4, + "name": "source", + "description": "In-memory storage of intermediate data products", + "x": 1077.7468059658436, + "y": 414.14222481631185, + "radius": 25, + "collapsed": true, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "44edda3", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "99562ee043ee082bb2633032ff1c7970a2ea33053d30d6fd46d4a596c5deab69", + "group": -1, + "fields": [ + { + "name": "dropclass", + "value": "dlg.data.drops.memory.InMemoryDROP", + "defaultValue": "dlg.data.drops.memory.InMemoryDROP", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "2de313e7-2c31-458a-9508-b2533576677b", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "1aed3678-8500-4136-b312-498f5e81e804", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "af9952cb-59c4-4a61-ab47-f5b7dc91e055", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "e64bad52-5c37-4ead-9857-31c2303690b7", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "persist", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component contains data that should not be deleted after execution", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "c5e003ae-d801-4f20-8547-6bc2d7ddc8ea", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "dummy", + "value": "", + "defaultValue": "", + "description": "Dummy port", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "868ad5cc-8c22-47b2-8c23-351b89069361", + "parameterType": "ApplicationArgument", + "usage": "NoPort" + }, + { + "name": "element", + "value": "", + "defaultValue": "", + "description": "", + "readonly": false, + "type": "Object.element", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "606f7048-ff75-4b4d-87b1-b9e5d60513b2", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + }, + { + "category": "Memory", + "categoryType": "Data", + "isGroup": false, + "color": "#2c2c2c", + "drawOrderHint": 0, + "key": -6, + "name": "source_list", + "description": "In-memory storage of intermediate data products. \n- List of lists. \n- Format: [ ['Source1', '05h30m00s', '40d30m00s', 100], [...], [...], [...], [...] ]", + "x": 505.9627741087308, + "y": 412.7039303606033, + "radius": 25, + "collapsed": true, + "subject": null, + "expanded": true, + "repositoryUrl": "https://github.com/ICRAR/daliuge", + "commitHash": "44edda3", + "paletteDownloadUrl": "https://raw.githubusercontent.com/ICRAR/EAGLE_test_repo/master/daliuge/daliuge-master.palette", + "dataHash": "99562ee043ee082bb2633032ff1c7970a2ea33053d30d6fd46d4a596c5deab69", + "fields": [ + { + "name": "dropclass", + "value": "dlg.data.drops.memory.InMemoryDROP", + "defaultValue": "dlg.data.drops.memory.InMemoryDROP", + "description": "Drop class", + "readonly": false, + "type": "String", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "e1ee25a2-1d12-4548-b1dc-7605a5bb2d4f", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "data_volume", + "value": 5, + "defaultValue": "5", + "description": "Estimated size of the data contained in this node", + "readonly": false, + "type": "Float", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "1be58586-0576-4fe9-b201-38877f9497b7", + "parameterType": "ConstraintParameter", + "usage": "NoPort" + }, + { + "name": "group_end", + "value": false, + "defaultValue": "False", + "description": "Is this node the end of a group?", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "cc1e2501-0e15-4830-a6c9-9d368c44daa2", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "streaming", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component streams input and output data", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "f3f6f6d9-04c6-4ef7-af92-d92fb01aa9ad", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "persist", + "value": false, + "defaultValue": "False", + "description": "Specifies whether this data component contains data that should not be deleted after execution", + "readonly": false, + "type": "Boolean", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "365c8619-53b3-47de-9726-7a71de90af13", + "parameterType": "ComponentParameter", + "usage": "NoPort" + }, + { + "name": "array", + "value": "[['Source1', '05:30:00', '40:30:00', '100'], ['Source2', '12:45:30', '-25:15:00', '150'], ['Source3', '22:10:15', '10:20:30', '200'], ['Source4', '03:15:45', '-60:00:00', '90'], ['Source5', '18:55:20', '-22:45:15', '180']]", + "defaultValue": "", + "description": "", + "readonly": false, + "type": "Object", + "precious": false, + "options": [], + "positional": false, + "keyAttribute": false, + "id": "e63eeeee-85b6-4702-841f-4f75b5533e21", + "parameterType": "ApplicationArgument", + "usage": "InputOutput" + } + ], + "inputAppFields": [], + "outputAppFields": [], + "inputApplicationName": "", + "inputApplicationType": "None", + "inputApplicationKey": null, + "inputApplicationDescription": "", + "outputApplicationName": "", + "outputApplicationType": "None", + "outputApplicationKey": null, + "outputApplicationDescription": "" + } + ], + "linkDataArray": [ + { + "from": -1, + "fromPort": "015e5ff4-8c87-4d88-946e-02397296f639", + "to": -4, + "toPort": "606f7048-ff75-4b4d-87b1-b9e5d60513b2", + "dataType": "Object.element", + "loop_aware": "0", + "closesLoop": false + }, + { + "from": -6, + "fromPort": "e63eeeee-85b6-4702-841f-4f75b5533e21", + "to": -1, + "toPort": "81031785-70ac-46d5-b804-d514b9a157d3", + "dataType": "Object", + "loop_aware": "0", + "closesLoop": false + } + ] +} \ No newline at end of file