mirror of
https://github.com/MillironX/nf-core_modules.git
synced 2024-11-10 20:23:10 +00:00
9d0cad583b
* Add comment line for consistency * Remove all functions.nf * Remove include functions.nf and publishDir options * Replace options.args3 with task.ext.args3 - 3 modules * Replace options.args3 with task.ext.args3 - 17 modules * Replace {task.cpus} with task.cpus * Replace off on off off off off off off off on off on off on off off off on off off off on on off off off on on off off off off off off off on off off off off on off on on off off off on on on on off off off on off on on off on on off off on on on off on on off on off off off off on off off off on off off on off on off off off on on off on off on off off on off off off on off off off on off off off off on off off off on on on off on on off off on off on on on off on on off on on on off off off off off on on off off on off off off off off on off off on on off on on off on off off off on off off off off on on off on off off on off off on off on off off off off off off off off on on off on off off off.args with * Add def args = task.ext.args line to all modules in script section * Replace options.args with args and args_list * Initialise args2 and args3 properly * Replace container syntax * Revert container changes for cellranger/mkref * Replace getProcessName in all modules * Replace getSoftwareName in all modules * Unify modules using VERSION variable * Replae options.suffix with task.ext.suffix * Remove NF version restriction for CI * Bump NF version in README * Replace task.process.tokenize logic with task.process * Minor tweaks to unify syntax in tests main.nf * Add a separate nextflow.config for each module * Transfer remaining module options to nextflow.config * Remove addParams from tests main.nf * Remove TODO statements * Use -c to import module specific config * Bump NF version to 21.10.3 * Fix tests for artic/minion * Fix broken publishDir syntax * Standardise and fix obvious failing module tests * Remove kronatools to krona * Comment out tags in subworkflow test.yml * Fix failing module tests * Add consistent indentation to nextflow.config * Comment out subworklow definitions * Fix kallistobustools/ref * Fix rmarkdownnotebook * Fix jupyternotebook * Quote task.process * Add plink2/vcf to pytest_modules.yml * Remove NF_CORE_MODULES_TEST from pytest CI * Fix more tests * Move bacteroides_fragilis to prokaryotes folder * Fix cooler merge tests * Fix kallistobustools/count tests * Fix kallistobustools/ref tests * Update test_10x_1_fastq_gz file for kallistobustools/count tests * Fix bcftools/query tests * Fix delly/call tests * Fix cooler/zoomify tests * Fix csvtk/split tests * Fix gatk4/intervallisttools tests * Fix gatk4/variantfiltration * Fix pydamage/filter tests * Fix test data for unicycler * Fix gstama/collapse module * Fix leehom tests * Fix metaphlan3 tests * Fix pairtools/select tests * Update nextflow.config * Update nextflow.config * feat: update syntax * Fix arriba tests * Fix more failing tests * Update test syntax * Remove comments from tests nextflow.config * Apply suggestions from code review * Fix kallistobustools/count module * Update dumpsoftwareversions module * Update custom/dumpsoftwareversions * Add args2 to untar module * Update leftover modules * Remove last remaining addParams * Change syntax from task.ext.suffix to tast.ext.prefix * Change nextflow.config in all tests to use ext.prefix instead of ext.suffix Co-authored-by: JoseEspinosa <kadomu@gmail.com> Co-authored-by: Gregor Sturm <mail@gregor-sturm.de> Co-authored-by: MaxUlysse <max.u.garcia@gmail.com>
88 lines
3.4 KiB
Text
88 lines
3.4 KiB
Text
include { dump_params_yml; indent_code_block } from "./parametrize"
|
|
|
|
process RMARKDOWNNOTEBOOK {
|
|
tag "$meta.id"
|
|
label 'process_low'
|
|
|
|
//NB: You likely want to override this with a container containing all required
|
|
//dependencies for your analysis. The container at least needs to contain the
|
|
//yaml and rmarkdown R packages.
|
|
conda (params.enable_conda ? "r-base=4.1.0 r-rmarkdown=2.9 r-yaml=2.2.1" : null)
|
|
container "${ workflow.containerEngine == 'singularity' && !task.ext.singularity_pull_docker_container ?
|
|
'https://depot.galaxyproject.org/singularity/mulled-v2-31ad840d814d356e5f98030a4ee308a16db64ec5%3A0e852a1e4063fdcbe3f254ac2c7469747a60e361-0' :
|
|
'quay.io/biocontainers/mulled-v2-31ad840d814d356e5f98030a4ee308a16db64ec5:0e852a1e4063fdcbe3f254ac2c7469747a60e361-0' }"
|
|
|
|
input:
|
|
tuple val(meta), path(notebook)
|
|
val parameters
|
|
path input_files
|
|
|
|
output:
|
|
tuple val(meta), path("*.html") , emit: report
|
|
tuple val(meta), path ("artifacts/*") , emit: artifacts, optional: true
|
|
tuple val(meta), path ("session_info.log"), emit: session_info
|
|
path "versions.yml" , emit: versions
|
|
|
|
script:
|
|
def args = task.ext.args ?: ''
|
|
def prefix = task.ext.prefix ?: "${meta.id}"
|
|
def parametrize = (task.ext.parametrize == null) ? true : task.ext.parametrize
|
|
def implicit_params = (task.ext.implicit_params == null) ? true : task.ext.implicit_params
|
|
def meta_params = (task.ext.meta_params == null) ? true : task.ext.meta_params
|
|
|
|
// Dump parameters to yaml file.
|
|
// Using a yaml file over using the CLI params because
|
|
// * no issue with escaping
|
|
// * allows to pass nested maps instead of just single values
|
|
def params_cmd = ""
|
|
def render_cmd = ""
|
|
if (parametrize) {
|
|
nb_params = [:]
|
|
if (implicit_params) {
|
|
nb_params["cpus"] = task.cpus
|
|
nb_params["artifact_dir"] = "artifacts"
|
|
nb_params["input_dir"] = "./"
|
|
}
|
|
if (meta_params) {
|
|
nb_params["meta"] = meta
|
|
}
|
|
nb_params += parameters
|
|
params_cmd = dump_params_yml(nb_params)
|
|
render_cmd = """\
|
|
params = yaml::read_yaml('.params.yml')
|
|
rmarkdown::render('${prefix}.Rmd', params=params, envir=new.env())
|
|
"""
|
|
} else {
|
|
render_cmd = "rmarkdown::render('${prefix}.Rmd')"
|
|
}
|
|
|
|
"""
|
|
# Dump .params.yml heredoc (section will be empty if parametrization is disabled)
|
|
${indent_code_block(params_cmd, 4)}
|
|
|
|
# Create output directory
|
|
mkdir artifacts
|
|
|
|
# Set parallelism for BLAS/MKL etc. to avoid over-booking of resources
|
|
export MKL_NUM_THREADS="$task.cpus"
|
|
export OPENBLAS_NUM_THREADS="$task.cpus"
|
|
export OMP_NUM_THREADS="$task.cpus"
|
|
|
|
# Work around https://github.com/rstudio/rmarkdown/issues/1508
|
|
# If the symbolic link is not replaced by a physical file
|
|
# output- and temporary files will be written to the original directory.
|
|
mv "${notebook}" "${notebook}.orig"
|
|
cp -L "${notebook}.orig" "${prefix}.Rmd"
|
|
|
|
# Render notebook
|
|
Rscript - <<EOF
|
|
${indent_code_block(render_cmd, 8)}
|
|
writeLines(capture.output(sessionInfo()), "session_info.log")
|
|
EOF
|
|
|
|
cat <<-END_VERSIONS > versions.yml
|
|
"${task.process}":
|
|
rmarkdown: \$(Rscript -e "cat(paste(packageVersion('rmarkdown'), collapse='.'))")
|
|
END_VERSIONS
|
|
"""
|
|
}
|