1
0
Fork 0
mirror of https://github.com/MillironX/nf-configs.git synced 2024-11-22 00:26:03 +00:00

Merge pull request #415 from Sage-Bionetworks-Workflows/bgrande/sage-tweaks

Adjust AWS-related configuration to improve reliability
This commit is contained in:
Maxime U. Garcia 2022-09-14 11:31:10 +02:00 committed by GitHub
commit 326ab0036e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -30,11 +30,14 @@ aws {
client {
uploadChunkSize = 209715200
}
batch {
maxParallelTransfers = 1
}
}
executor {
name = 'awsbatch'
// Ensure unlimited queue size on AWS Batch
queueSize = 100000
queueSize = 500
// Slow down the rate at which AWS Batch jobs accumulate in
// the queue (an attempt to prevent orphaned EBS volumes)
submitRateLimit = '5 / 1 sec'