millironx/dotfiles
1
0
Fork 0
mirror of https://github.com/MillironX/dotfiles.git synced 2024-11-23 22:09:55 +00:00
Code Issues Releases Packages Activity

Refactor Nextflow config to profiles

Browse source 
Signed-off-by: Thomas A. Christensen II <25492070+MillironX@users.noreply.github.com>
This commit is contained in:
Thomas A. Christensen II 2022-03-08 09:36:52 -06:00
parent 3d373a25b5
commit aae9718f59
Signed by: millironx
GPG key ID: 139C07724802BC5D
1 changed files with 90 additions and 66 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

118
dot_nextflow/config.tmpl
View file

@ -2,75 +2,99 @@ tower {
enabled = true enabled = true
accessToken = '{{ (bitwarden "item" "d41ac952-d8b5-4d20-a42a-ad8e0174d152").login.password }}' accessToken = '{{ (bitwarden "item" "d41ac952-d8b5-4d20-a42a-ad8e0174d152").login.password }}'
} }
{{ if (eq .cluster "scinet") }} profiles {
params { aahz {
{{ if (eq .chezmoi.hostname "ceres") }} params {
max_memory = 768.GB config_profile_description = 'KSU VDL Molecular NGS Big Server profile'
max_cpus = 40 config_profile_contact = 'Thomas A. Christensen II <25492070+MillironX@users.noreply.github.com>'
max_time = 1000.h config_profile_url = null
{{ end }}
{{ if (or (eq .chezmoi.hostname "Atlas-login-1") (eq .chezmoi.hostname "Atlas-login-2")) }} max_memory = 745.GB
max_cpus = 78
max_time = 7.d
}
singularity {
enabled = true
autoMounts = true
envWhitelist = 'NCBI_API_KEY'
}
process {
executor = 'local'
}
}
atlas {
params {
config_profile_description = 'Mississippi State University Atlas Cluster profile'
config_profile_contact = 'Thomas A. Christensen II <25492070+MillironX@users.noreply.github.com>'
config_profile_url = 'https://www.hpc.msstate.edu/computing/atlas/'
max_memory = 1539.GB max_memory = 1539.GB
max_cpus = 24 max_cpus = 24
max_time = 14.d max_time = 14.d
{{ end }} }
} singularity {
enabled = true
process { autoMounts = true
envWhitelist = 'NCBI_API_KEY'
}
process {
scratch = true scratch = true
executor = 'slurm' executor = 'slurm'
clusterOptions = '--account=fabadru' clusterOptions = '--account=fabadru'
{{ if (or (eq .chezmoi.hostname "Atlas-login-1") (eq .chezmoi.hostname "Atlas-login-2")) }}
cpus = 12
memory = 192.GB
time = 7.d
withLabel: process_high_memory { withLabel: process_high_memory {
queue = 'bigmem' queue = 'bigmem'
memory = 1536.GB
} }
withLabel: process_long {
time = 14.d
} }
withLabel: process_medium {
cpus = 12
memory = 192.GB
time = 7.d
} }
withLabel: process_high { ceres {
cpus = 24 params {
memory = 384.GB config_profile_description = 'USDA ARS SCInet Ceres Cluster profile'
time = 14.d config_profile_contact = 'Thomas A. Christensen II <25492070+MillironX@users.noreply.github.com>'
config_profile_url = 'https://scinet.usda.gov/guide/ceres/#partitions-or-queues'
max_memory = 768.GB
max_cpus = 40
max_time = 1000.h
} }
{{ end }} singularity {
{{ if (eq .chezmoi.hostname "ceres") }} enabled = true
autoMounts = true
envWhitelist = 'NCBI_API_KEY'
}
process {
scratch = true
executor = 'slurm'
queue = 'short' queue = 'short'
cpus = 18
memory = 54.GB
time = 24.h
withLabel: process_high_memory { withLabel: process_high_memory {
queue = 'mem' queue = 'mem'
memory = 640.GB
} }
withLabel: process_long { withLabel: process_long {
queue = 'long' queue = 'long'
time = 21.d
} }
withLabel: process_medium { withLabel: process_medium {
queue = 'medium' queue = 'medium'
cpus = 36
time = 7.d
} }
withLabel: process_high {
queue = 'long'
cpus = 36
time = 21.d
} }
{{ end }} }
withLabel: process_low { tananda {
cpus = 2 params {
memory = 4.GB config_profile_description = 'KSU VDL Molecular NGS Desktop profile'
time = 1.h config_profile_contact = 'Thomas A. Christensen II <25492070+MillironX@users.noreply.github.com>'
{{ if (eq .chezmoi.hostname "ceres") }}queue = 'short'{{ end }} config_profile_url = null
max_memory = 14.GB
max_cpus = 12
max_time = 4.h
}
docker {
enabled = true
userEmulation = true
envWhitelist = 'NCBI_API_KEY'
}
process {
executor = 'local'
}
} }
} }
{{ end }}