millironx/taxprofiler
1
0
Fork 0
mirror of https://github.com/MillironX/taxprofiler.git synced 2024-11-10 22:03:09 +00:00
Code Issues Releases Packages Activity

Fix a few conditional bugs and related

Browse source
This commit is contained in:
James Fellows Yates 2023-03-23 15:46:02 +01:00
parent 3b90064ba4
commit 6895e45768
4 changed files with 70 additions and 40 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

72
conf/modules.config
View file

@ -73,10 +73,10 @@ process {
pattern: '*.{log,html,json}' pattern: '*.{log,html,json}'
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && !params.perform_shortread_qc && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && params.perform_shortread_qc && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -107,10 +107,10 @@ process {
pattern: '*.{log,html,json}' pattern: '*.{log,html,json}'
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && !params.perform_shortread_qc && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && params.perform_shortread_qc && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -136,10 +136,10 @@ process {
pattern: '*.settings' pattern: '*.settings'
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && !params.perform_shortread_qc && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && params.perform_shortread_qc && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -166,12 +166,19 @@ process {
path: { "${params.outdir}/adapterremoval" }, path: { "${params.outdir}/adapterremoval" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.settings' pattern: '*.settings'
], ]
]
}
// AdapterRemoval separate output merging
withName: CAT_FASTQ {
ext.prefix = { "${meta.id}_${meta.run_accession}" }
publishDir = [
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && !params.perform_shortread_qc && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && params.perform_shortread_qc && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -189,8 +196,13 @@ process {
path: { "${params.outdir}/porechop" }, path: { "${params.outdir}/porechop" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.log' pattern: '*.log'
],
[
path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode,
pattern: '*_porechopped.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_longread_hostremoval && params.longread_qc_skipqualityfilter && !params.longread_qc_skipadaptertrim && params.perform_longread_qc && params.save_analysis_ready_fastqs
] ]
// TODO ANALYSIS READY
] ]
} }
@ -213,9 +225,14 @@ process {
path: { "${params.outdir}/filtlong" }, path: { "${params.outdir}/filtlong" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.log' pattern: '*.log'
],
[
path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode,
pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_longread_hostremoval && !params.longread_qc_skipqualityfilter && params.perform_longread_qc && params.save_analysis_ready_fastqs
] ]
] ]
// TODO ANALYSIS READY
} }
withName: BBMAP_BBDUK { withName: BBMAP_BBDUK {
@ -238,10 +255,10 @@ process {
pattern: '*.log' pattern: '*.log'
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && params.shortread_complexityfilter_tool && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && params.shortread_complexityfilter_tool && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -265,10 +282,10 @@ process {
pattern: '*.log' pattern: '*.log'
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && params.shortread_complexityfilter_tool && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && params.shortread_complexityfilter_tool && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -282,10 +299,10 @@ process {
enabled: params.save_hostremoval_index enabled: params.save_hostremoval_index
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && !params.perform_shortread_qc && params.save_analysis_ready_reads enabled: !params.perform_runmerging && !params.perform_shortread_hostremoval && !params.shortread_complexityfilter_tool && !params.perform_shortread_qc && params.save_analysis_ready_fastqs
] ]
] ]
} }
@ -312,10 +329,11 @@ process {
enabled: params.save_hostremoval_unmapped enabled: params.save_hostremoval_unmapped
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
enabled: params.perform_shortread_hostremoval,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
saveAs: { (( !params.perform_runmerging | params.perform_runmerging && !${meta.is_multirun} ) && params.perform_shortread_hostremoval && params.save_analysis_ready_reads ) ? it : null } saveAs: { ( params.perform_runmerging == false || params.perform_runmerging && !meta.is_multirun ) && params.perform_shortread_hostremoval && params.save_analysis_ready_fastqs ? it : null }
] ]
] ]
} }
@ -338,7 +356,6 @@ process {
pattern: '*.bam', pattern: '*.bam',
enabled: params.save_hostremoval_bam enabled: params.save_hostremoval_bam
] ]
// TODO ANALYSIS READY READS
} }
withName: SAMTOOLS_VIEW { withName: SAMTOOLS_VIEW {
@ -349,10 +366,19 @@ process {
withName: SAMTOOLS_BAM2FQ { withName: SAMTOOLS_BAM2FQ {
ext.prefix = { "${meta.id}_${meta.run_accession}.unmapped" } ext.prefix = { "${meta.id}_${meta.run_accession}.unmapped" }
publishDir = [ publishDir = [
[
path: { "${params.outdir}/samtools/bam2fq" }, path: { "${params.outdir}/samtools/bam2fq" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fq.gz', pattern: '*.fq.gz',
enabled: params.save_hostremoval_unmapped enabled: params.save_hostremoval_unmapped
],
[
path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode,
pattern: '*.fastq.gz',
enabled: params.save_analysis_ready_fastqs,
saveAs: { ( !params.perform_runmerging | params.perform_runmerging && !meta.is_multirun ) && params.perform_longread_hostremoval && params.save_analysis_ready_fastqs ? it : null }
]
] ]
} }
@ -365,7 +391,7 @@ process {
] ]
} }
withName: CAT_FASTQ { withName: MERGE_RUNS {
ext.prefix = { "${meta.id}" } ext.prefix = { "${meta.id}" }
publishDir = [ publishDir = [
[ [
@ -375,10 +401,10 @@ process {
enabled: params.save_runmerged_reads enabled: params.save_runmerged_reads
], ],
[ [
path: { "${params.outdir}/analysis_ready_reads" }, path: { "${params.outdir}/analysis_ready_fastqs" },
mode: params.publish_dir_mode, mode: params.publish_dir_mode,
pattern: '*.fastq.gz', pattern: '*.fastq.gz',
enabled: params.perform_runmerging && params.save_analysis_ready_reads enabled: params.perform_runmerging && params.save_analysis_ready_fastqs
] ]
] ]
} }

19
docs/output.md
View file

@ -102,7 +102,7 @@ You can change the default value for low complexity filtering by using the argum
By default nf-core/taxprofiler will only provide the `.settings` file if AdapterRemoval is selected. By default nf-core/taxprofiler will only provide the `.settings` file if AdapterRemoval is selected.
You will only find the `.fastq` files in the results directory if you provide ` --save_preprocessed_reads`. If this is selected, you may receive different combinations of `.fastq` files for each sample depending on the input types - e.g. whether you have merged or not, or if you're supplying both single- and paired-end reads. You will only find the `.fastq` files in the results directory if you provide ` --save_preprocessed_reads`. If this is selected, you may receive different combinations of `.fastq` files for each sample depending on the input types - e.g. whether you have merged or not, or if you're supplying both single- and paired-end reads. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ⚠️ The resulting `.fastq` files may _not_ always be the 'final' reads that go into taxprofiling, if you also run other steps such as complexity filtering, host removal, run merging etc.. > ⚠️ The resulting `.fastq` files may _not_ always be the 'final' reads that go into taxprofiling, if you also run other steps such as complexity filtering, host removal, run merging etc..
@ -121,7 +121,7 @@ You will only find the `.fastq` files in the results directory if you provide `
The output logs are saved in the output folder and are part of MultiQC report.You do not normally need to check these manually. The output logs are saved in the output folder and are part of MultiQC report.You do not normally need to check these manually.
You will only find the `.fastq` files in the results directory if you provide ` --save_preprocessed_reads`. You will only find the `.fastq` files in the results directory if you provide ` --save_preprocessed_reads`. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ⚠️ We do **not** recommend using Porechop if you are already trimming the adapters with ONT's basecaller Guppy. > ⚠️ We do **not** recommend using Porechop if you are already trimming the adapters with ONT's basecaller Guppy.
@ -140,7 +140,7 @@ It is used in nf-core/taxprofiler for complexity filtering using different algor
</details> </details>
By default nf-core/taxprofiler will only provide the `.log` file if BBDuk is selected as the complexity filtering tool. You will only find the complexity filtered reads in your results directory if you provide ` --save_complexityfiltered_reads` . By default nf-core/taxprofiler will only provide the `.log` file if BBDuk is selected as the complexity filtering tool. You will only find the complexity filtered reads in your results directory if you provide ` --save_complexityfiltered_reads`. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ⚠️ The resulting `.fastq` files may _not_ always be the 'final' reads that go into taxprofiling, if you also run other steps such as host removal, run merging etc.. > ⚠️ The resulting `.fastq` files may _not_ always be the 'final' reads that go into taxprofiling, if you also run other steps such as host removal, run merging etc..
@ -159,7 +159,7 @@ It is used in nf-core/taxprofiler for complexity filtering using different algor
</details> </details>
By default nf-core/taxprofiler will only provide the `.log` file if PRINSEQ++ is selected as the complexity filtering tool. You will only find the complexity filtered `.fastq` files in your results directory if you supply ` --save_complexityfiltered_reads` . By default nf-core/taxprofiler will only provide the `.log` file if PRINSEQ++ is selected as the complexity filtering tool. You will only find the complexity filtered `.fastq` files in your results directory if you supply ` --save_complexityfiltered_reads`. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ⚠️ The resulting `.fastq` files may _not_ always be the 'final' reads that go into taxprofiling, if you also run other steps such as host removal, run merging etc.. > ⚠️ The resulting `.fastq` files may _not_ always be the 'final' reads that go into taxprofiling, if you also run other steps such as host removal, run merging etc..
@ -176,7 +176,7 @@ By default nf-core/taxprofiler will only provide the `.log` file if PRINSEQ++ is
</details> </details>
You will only find the `.fastq` files in the results directory if you provide ` --save_preprocessed_reads`. You will only find the `.fastq` files in the results directory if you provide ` --save_preprocessed_reads`. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ⚠️ We do **not** recommend using Filtlong if you are performing filtering of low quality reads with ONT's basecaller Guppy. > ⚠️ We do **not** recommend using Filtlong if you are performing filtering of low quality reads with ONT's basecaller Guppy.
@ -199,7 +199,7 @@ It is used with nf-core/taxprofiler to allow removal of 'host' (e.g. human) and/
</details> </details>
By default nf-core/taxprofiler will only provide the `.log` file if host removal is turned on. You will only have a `.bam` file if you specify `--save_hostremoval_bam`. This will contain _both_ mapped and unmapped reads. You will only get FASTQ files if you specify to save `--save_hostremoval_unmapped` - these contain only unmapped reads. By default nf-core/taxprofiler will only provide the `.log` file if host removal is turned on. You will only have a `.bam` file if you specify `--save_hostremoval_bam`. This will contain _both_ mapped and unmapped reads. You will only get FASTQ files if you specify to save `--save_hostremoval_unmapped` - these contain only unmapped reads. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ℹ️ Unmapped reads in FASTQ are only found in this directory for short-reads, for long-reads see [`samtools/bam2fq/`](#samtools-bam2fq) > ℹ️ Unmapped reads in FASTQ are only found in this directory for short-reads, for long-reads see [`samtools/bam2fq/`](#samtools-bam2fq)
@ -242,7 +242,7 @@ By default, nf-core/taxprofiler will only provide the `.bam` file containing map
</details> </details>
This directory will be present and contain the unmapped reads from the `.fastq` format from long-read minimap2 host removal, if `--save_hostremoval_unmapped` is supplied This directory will be present and contain the unmapped reads from the `.fastq` format from long-read minimap2 host removal, if `--save_hostremoval_unmapped` is supplied. Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
> ℹ️ For short-read unmapped reads, see [bowtie2](#bowtie2). > ℹ️ For short-read unmapped reads, see [bowtie2](#bowtie2).
@ -264,7 +264,7 @@ In most cases you do not need to check this file, as it is rendered in the Multi
nf-core/taxprofiler offers the option to merge FASTQ files of multiple sequencing runs or libraries that derive from the same sample, as specified in the input samplesheet. nf-core/taxprofiler offers the option to merge FASTQ files of multiple sequencing runs or libraries that derive from the same sample, as specified in the input samplesheet.
This is the last preprocessing step, so if you have multiple runs or libraries (and run merging turned on), this will represent the final reads that will go into classification/profiling steps. This is the last possible preprocessing step, so if you have multiple runs or libraries (and run merging turned on), this will represent the final reads that will go into classification/profiling steps.
<details markdown="1"> <details markdown="1">
<summary>Output files</summary> <summary>Output files</summary>
@ -274,9 +274,10 @@ This is the last preprocessing step, so if you have multiple runs or libraries (
</details> </details>
Note that you will only find samples that went through the run merging step in this directory. For samples that had a single run or library will not go through this step of the pipeline and thus will not be present in this directory. Note that you will only find samples that went through the run merging step in this directory. For samples that had a single run or library will not go through this step of the pipeline and thus will not be present in this directory.
⚠️ You must make sure to turn on the saving of the reads from the previous preprocessing step you may have turned on, if you have single-run or library reads in your pipeline run, and wish to save the final reads that go into classification/profiling! This directory and it's FASTQ files will only be present if you supply `--save_runmerged_reads`.Alternatively, if you wish only to have the 'final' reads that go into classification/profiling (i.e., that may have additional processing), do not specify this flag but rather specify `--save_analysis_ready_reads`, in which case the reads will be in the folder `analysis_ready_reads`
### Bracken ### Bracken

2
nextflow.config
View file

@ -106,7 +106,7 @@ params {
save_hostremoval_unmapped = false save_hostremoval_unmapped = false
// Publishing final reads going into profiling // Publishing final reads going into profiling
save_analysis_ready_reads = false save_analysis_ready_fastqs = false
// MALT // MALT
run_malt = false run_malt = false

9
workflows/taxprofiler.nf
View file

@ -91,7 +91,7 @@ include { FASTQC } from '../modules/nf-core/fastqc/main'
include { FALCO } from '../modules/nf-core/falco/main' include { FALCO } from '../modules/nf-core/falco/main'
include { MULTIQC } from '../modules/nf-core/multiqc/main' include { MULTIQC } from '../modules/nf-core/multiqc/main'
include { CUSTOM_DUMPSOFTWAREVERSIONS } from '../modules/nf-core/custom/dumpsoftwareversions/main' include { CUSTOM_DUMPSOFTWAREVERSIONS } from '../modules/nf-core/custom/dumpsoftwareversions/main'
include { CAT_FASTQ } from '../modules/nf-core/cat/fastq/main' include { CAT_FASTQ as MERGE_RUNS } from '../modules/nf-core/cat/fastq/main'
/* /*
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
@ -121,6 +121,9 @@ workflow TAXPROFILER {
) )
ch_versions = ch_versions.mix(INPUT_CHECK.out.versions) ch_versions = ch_versions.mix(INPUT_CHECK.out.versions)
// Save final FASTA reads if requested, as otherwise no processing occurs on FASTA
DB_CHECK ( DB_CHECK (
ch_databases ch_databases
) )
@ -210,7 +213,7 @@ workflow TAXPROFILER {
skip: true skip: true
} }
ch_reads_runmerged = CAT_FASTQ ( ch_reads_for_cat_branch.cat ).reads ch_reads_runmerged = MERGE_RUNS ( ch_reads_for_cat_branch.cat ).reads
.mix( ch_reads_for_cat_branch.skip ) .mix( ch_reads_for_cat_branch.skip )
.map { .map {
meta, reads -> meta, reads ->
@ -218,7 +221,7 @@ workflow TAXPROFILER {
} }
.mix( INPUT_CHECK.out.fasta ) .mix( INPUT_CHECK.out.fasta )
ch_versions = ch_versions.mix(CAT_FASTQ.out.versions) ch_versions = ch_versions.mix(MERGE_RUNS.out.versions)
} else { } else {
ch_reads_runmerged = ch_shortreads_hostremoved ch_reads_runmerged = ch_shortreads_hostremoved