millironx/nf-configs
1
0
Fork 0
mirror of https://github.com/MillironX/nf-configs.git synced 2024-09-21 06:02:03 +00:00
Code Issues Releases Packages Activity

Add better task time values to account for large data

Browse source
This commit is contained in:
James A. Fellows Yates 2020-07-08 09:12:11 +02:00 committed by GitHub
parent 737d826932
commit aac3478e86
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 43 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

43
conf/pipeline/eager/shh.config
View file

@ -19,6 +19,49 @@ process {
time = 1440.h time = 1440.h
queue = { task.memory > 756.GB ? 'supercruncher' : 'long' } queue = { task.memory > 756.GB ? 'supercruncher' : 'long' }
} }
withLabel:'sc_tiny'{
cpus = { check_max( 1, 'cpus' ) }
memory = { check_max( 1.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
withLabel:'sc_small'{
cpus = { check_max( 1, 'cpus' ) }
memory = { check_max( 4.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
withLabel:'sc_medium'{
cpus = { check_max( 1, 'cpus' ) }
memory = { check_max( 8.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
withLabel:'mc_small'{
cpus = { check_max( 2, 'cpus' ) }
memory = { check_max( 4.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
withLabel:'mc_medium' {
cpus = { check_max( 4, 'cpus' ) }
memory = { check_max( 8.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
withLabel:'mc_large'{
cpus = { check_max( 8, 'cpus' ) }
memory = { check_max( 16.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
withLabel:'mc_huge'{
cpus = { check_max( 32, 'cpus' ) }
memory = { check_max( 256.GB * task.attempt, 'memory' ) }
time = { check_max( task.attempt == 3 ? 120.h : task.attempt == 2 ? 48.h : task.attempt == 1 ? 24.h : 1.h, 'time' ) }
}
} }
profiles { profiles {