feat(demultiplex): Add optimized transfers for bases2fastq

conf/pipeline/demultiplex/aws_tower.config

@@ -0,0 +1,29 @@
+// Profile config names for nf-core/configs
+
+params {
+  // Specific nf-core/configs params
+  config_profile_contact = 'Edmund Miller(@emiller88)'
+  config_profile_description = 'nf-core/demultiplex AWS Tower profile provided by nf-core/configs'
+}
+
+aws {
+   batch {
+      maxParallelTransfers = 24
+      maxTransferAttempts = 3
+   }
+   client {
+      maxConnections = 24
+      uploadMaxThreads = 24
+      maxErrorRetry = 3
+      socketTimeout = 3600000
+      uploadRetrySleep = 1000
+      uploadChunkSize = 32.MB
+   }
+}
+
+process {
+    withName: BASES2FASTQ {
+        cpus = 16
+        memory = 48.GB
+    }
+}

pipeline/demultiplex.config

@@ -0,0 +1,13 @@
+/*
+ * -------------------------------------------------
+ *  nfcore/demultiplex custom profile Nextflow config file
+ * -------------------------------------------------
+ * Config options for custom environments.
+ * Cluster-specific config options should be saved
+ * in the conf/pipeline/demultiplex folder and imported
+ * under a profile name here.
+ */
+
+profiles {
+  aws_tower { includeConfig "${params.custom_config_base}/conf/pipeline/demultiplex/aws_tower.config" }
+}