millironx/nf-configs
1
0
Fork 0
mirror of https://github.com/MillironX/nf-configs.git synced 2024-11-22 00:26:03 +00:00
Code Issues Releases Packages Activity

Merge pull request #415 from Sage-Bionetworks-Workflows/bgrande/sage-tweaks

Browse source 
Adjust AWS-related configuration to improve reliability
This commit is contained in:
Maxime U. Garcia 2022-09-14 11:31:10 +02:00 committed by GitHub
commit 326ab0036e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
conf/sage.config
View file

@ -30,11 +30,14 @@ aws {
client { client {
uploadChunkSize = 209715200 uploadChunkSize = 209715200
} }
batch {
maxParallelTransfers = 1
}
} }
executor { executor {
name = 'awsbatch' name = 'awsbatch'
// Ensure unlimited queue size on AWS Batch // Ensure unlimited queue size on AWS Batch
queueSize = 100000 queueSize = 500
// Slow down the rate at which AWS Batch jobs accumulate in // Slow down the rate at which AWS Batch jobs accumulate in
// the queue (an attempt to prevent orphaned EBS volumes) // the queue (an attempt to prevent orphaned EBS volumes)
submitRateLimit = '5 / 1 sec' submitRateLimit = '5 / 1 sec'