From 25c644abb7da8a580872de456c0ebde9aa375bee Mon Sep 17 00:00:00 2001 From: ilight1542 Date: Thu, 3 Mar 2022 13:55:02 +0100 Subject: [PATCH 1/2] modified mpcdf configs (general + eager) --- conf/mpcdf.config | 4 +-- conf/pipeline/eager/mpcdf.config | 55 ++++++++++++++++++++++++++++++++ 2 files changed, 57 insertions(+), 2 deletions(-) diff --git a/conf/mpcdf.config b/conf/mpcdf.config index 281e7bf..ed78d58 100644 --- a/conf/mpcdf.config +++ b/conf/mpcdf.config @@ -47,7 +47,7 @@ profiles { } executor { - queueSize = 8 + queueSize = 72 pollInterval = '1 min' queueStatInterval = '5 min' } @@ -61,7 +61,7 @@ profiles { params { config_profile_description = 'MPCDF raven profile (unofficially) provided by nf-core/configs.' - max_memory = 368.GB + max_memory = 2048.GB max_cpus = 72 max_time = 24.h } diff --git a/conf/pipeline/eager/mpcdf.config b/conf/pipeline/eager/mpcdf.config index 1b08e73..c646b81 100644 --- a/conf/pipeline/eager/mpcdf.config +++ b/conf/pipeline/eager/mpcdf.config @@ -61,4 +61,59 @@ process { } } } +raven { +// Specific nf-core/eager process configuration +process { + + withName: malt { + maxRetries = 1 + memory = 2048.GB + cpus = 72 + time = 24.h + } + + withLabel:'sc_tiny'{ + cpus = { check_max( 1, 'cpus' ) } + memory = { check_max( 1.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'sc_small'{ + cpus = { check_max( 1, 'cpus' ) } + memory = { check_max( 4.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'sc_medium'{ + cpus = { check_max( 1, 'cpus' ) } + memory = { check_max( 8.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_small'{ + cpus = { check_max( 2 * task.attempt, 'cpus' ) } + memory = { check_max( 4.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_medium' { + cpus = { check_max( 4 * task.attempt, 'cpus' ) } + memory = { check_max( 8.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_large'{ + cpus = { check_max( 8 * task.attempt, 'cpus' ) } + memory = { check_max( 16.GB * task.attempt, 'memory' ) } + time = 24.h + } + + withLabel:'mc_huge'{ + cpus = { check_max( 72, 'cpus' ) } + memory = { check_max( 240.GB * task.attempt, 'memory' ) } + time = 24.h + } + } + } + } From 546393ed18daeba010b34d4ffe188b2702bf7666 Mon Sep 17 00:00:00 2001 From: "James A. Fellows Yates" Date: Thu, 3 Mar 2022 14:22:35 +0100 Subject: [PATCH 2/2] Apply suggestions from code review --- conf/mpcdf.config | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/conf/mpcdf.config b/conf/mpcdf.config index 99ed056..93e2924 100644 --- a/conf/mpcdf.config +++ b/conf/mpcdf.config @@ -47,7 +47,7 @@ profiles { } executor { - queueSize = 72 + queueSize = 30 pollInterval = '1 min' queueStatInterval = '5 min' } @@ -61,7 +61,7 @@ profiles { params { config_profile_description = 'MPCDF raven profile (unofficially) provided by nf-core/configs.' - max_memory = 2048.GB + max_memory = 2000000.MB max_cpus = 72 max_time = 24.h }