discover queue concurrency, ingest publish freq, new rule #324

NASA-IMPACT · Jan 30, 2024 · 6f5fc7b · 6f5fc7b
1 parent 2dff693
commit 6f5fc7b
Show file tree

Hide file tree

Showing 4 changed files with 24 additions and 2 deletions.
diff --git a/app/stacks/cumulus/main.tf b/app/stacks/cumulus/main.tf
@@ -576,7 +576,7 @@ module "cumulus" {
     {
       id              = "backgroundJobQueue",
       url             = aws_sqs_queue.background_job_queue.id,
-      execution_limit = 1000
+      execution_limit = 1200
     }
   ]
 }
diff --git a/app/stacks/cumulus/resources/rules/WV01_Pan_L1B/v1/WV01_Pan_L1B___1.json b/app/stacks/cumulus/resources/rules/WV01_Pan_L1B/v1/WV01_Pan_L1B___1.json
@@ -0,0 +1,21 @@
+{
+  "name": "WV01_Pan_L1B___1",
+  "state": "DISABLED",
+  "rule": {
+    "type": "onetime"
+  },
+  "provider": "cumulus",
+  "collection": {
+    "name": "WV01_Pan_L1B",
+    "version": "1"
+  },
+  "workflow": "DiscoverAndQueueGranules",
+  "meta": {
+    "discoverOnly": false,
+    "providerPathFormat": "'WV01_Pan_L1B___1/'yyyy/DDD",
+    "ingestedPathFormat": "'WV01_Pan_L1B___1/'yyyy/DDD",
+    "startDate": "2007-01-01T00:00:00Z",
+    "endDate": "2023-01-01T00:00:00Z",
+    "step": "P1D"
+  }
+}
diff --git a/app/stacks/cumulus/templates/discover-granules-workflow.asl.json b/app/stacks/cumulus/templates/discover-granules-workflow.asl.json
@@ -30,7 +30,7 @@
     "DiscoverGranulesMap": {
       "Type": "Map",
       "End": true,
-      "MaxConcurrency": 3,
+      "MaxConcurrency": 2,
       "ToleratedFailurePercentage": 1,
       "ItemReader": {
         "Resource": "arn:aws:states:::s3:getObject",

diff --git a/to_delete.txt b/to_delete.txt
@@ -0,0 +1 @@
+delete this file