Merge branch 'main' into py311

biorack · Oct 31, 2023 · 53848ae · 53848ae
2 parents adf11ef + e020639
commit 53848ae
Showing 1 changed file with 7 additions and 4 deletions.
diff --git a/utils/sync_to_aws.sh b/utils/sync_to_aws.sh
@@ -17,11 +17,14 @@ aws s3 sync --storage-class GLACIER \
             --color off \
             --no-progress \
             --exclude '*' \
-	    --include '*.raw' \
-	    --include '*.cmbx' \
+            --exclude '*/other/*' \
+            --exclude '*/other/*/*' \
+            --include '*.raw' \
             --include '*/other/*.sld' \
-            --include "*/other/*.csv' \
-	    --exclude '*/other/*' \
+            --include '*/other/*.csv' \
+            --include '*/other/*.cmbx' \
+            --include '*/other/*/*.csv' \
+            --include '*/other/*/*.pdf' \
             "${nersc_raw_data}/${1}" \
 	    "${s3_raw_data}/${1}" \
 	    2>&1 \