From 5e54912ada55fa05cdca645584a185ed465c6389 Mon Sep 17 00:00:00 2001 From: maxibor Date: Fri, 25 Oct 2019 14:08:02 +0200 Subject: [PATCH 1/2] add queue choice --- conf/shh.config | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/conf/shh.config b/conf/shh.config index 5cb3396..c23d331 100644 --- a/conf/shh.config +++ b/conf/shh.config @@ -14,7 +14,14 @@ singularity { process { executor = 'slurm' - queue = 'short' + switch(task.time){ + case {it < 2.h}: + queue = 'short' + case {it > 2.h && it < 48.h}: + queue = 'medium' + case {it > 48.h}: + queue = 'long' + } } executor { From 7a2fe44b43861a89755972048dd944cdacf28484 Mon Sep 17 00:00:00 2001 From: Maxime Borry Date: Fri, 25 Oct 2019 15:50:49 +0200 Subject: [PATCH 2/2] resource based queuing --- conf/shh.config | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/conf/shh.config b/conf/shh.config index c23d331..14da627 100644 --- a/conf/shh.config +++ b/conf/shh.config @@ -14,14 +14,7 @@ singularity { process { executor = 'slurm' - switch(task.time){ - case {it < 2.h}: - queue = 'short' - case {it > 2.h && it < 48.h}: - queue = 'medium' - case {it > 48.h}: - queue = 'long' - } + queue = { task.memory > 756.GB ? 'supercruncher': task.time <= 2.h ? 'short' : task.time <= 48.h ? 'medium': 'long' } } executor { @@ -29,9 +22,9 @@ executor { } params { - max_memory = 256.GB + max_memory = 2.TB max_cpus = 32 - max_time = 2.h + max_time = 720.h //Illumina iGenomes reference file path igenomes_base = "/projects1/public_data/igenomes/" } \ No newline at end of file