diff --git a/conf/mpcdf.config b/conf/mpcdf.config index 88617d6..93e2924 100644 --- a/conf/mpcdf.config +++ b/conf/mpcdf.config @@ -47,7 +47,7 @@ profiles { } executor { - queueSize = 8 + queueSize = 30 pollInterval = '1 min' queueStatInterval = '5 min' } diff --git a/conf/pipeline/eager/mpcdf.config b/conf/pipeline/eager/mpcdf.config index 1b08e73..c646b81 100644 --- a/conf/pipeline/eager/mpcdf.config +++ b/conf/pipeline/eager/mpcdf.config @@ -61,4 +61,59 @@ process { } } } +raven { +// Specific nf-core/eager process configuration +process { + + withName: malt { + maxRetries = 1 + memory = 2048.GB + cpus = 72 + time = 24.h + } + + withLabel:'sc_tiny'{ + cpus = { check_max( 1, 'cpus' ) } + memory = { check_max( 1.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'sc_small'{ + cpus = { check_max( 1, 'cpus' ) } + memory = { check_max( 4.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'sc_medium'{ + cpus = { check_max( 1, 'cpus' ) } + memory = { check_max( 8.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_small'{ + cpus = { check_max( 2 * task.attempt, 'cpus' ) } + memory = { check_max( 4.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_medium' { + cpus = { check_max( 4 * task.attempt, 'cpus' ) } + memory = { check_max( 8.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_large'{ + cpus = { check_max( 8 * task.attempt, 'cpus' ) } + memory = { check_max( 16.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_huge'{ + cpus = { check_max( 72, 'cpus' ) } + memory = { check_max( 240.GB * task.attempt, 'memory' ) } + time = 24.h + } + } + } + }