Merge pull request #85 from nf-core/pytest-workflow-refactor

Refactor all tests to use pytest-workflow
This commit is contained in:
Harshil Patel 2020-12-04 14:30:00 +00:00 committed by GitHub
commit cd2cf9cf2f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
100 changed files with 543 additions and 2925 deletions

View file

@ -1,30 +1,36 @@
name: bwa_index
on:
push:
paths:
- software/bwa/index/**
- .github/workflows/bwa_index.yml
- tests
pull_request:
paths:
- software/bwa/index/**
- .github/workflows/bwa_index.yml
- tests
push:
paths:
- software/bwa/index/**
- .github/workflows/bwa_index.yml
- tests/software/bwa/**
pull_request:
paths:
- software/bwa/index/**
- .github/workflows/bwa_index.yml
- tests/software/bwa/**
jobs:
ci_test:
runs-on: ubuntu-latest
env:
NXF_ANSI_LOG: false
steps:
ci_test:
runs-on: ubuntu-latest
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/bwa/index/test/ -profile docker
# Test the module
- run: pytest --tag bwa_index --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/bwa/mem/**
- .github/workflows/bwa_mem.yml
- tests
- tests/software/bwa/**
pull_request:
paths:
- software/bwa/mem/**
- .github/workflows/bwa_mem.yml
- tests
- tests/software/bwa/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/bwa/mem/test/ -profile docker
# Test the module
- run: pytest --tag bwa_index --symlink --wt 2

View file

@ -1,54 +0,0 @@
name: Build Docker Images
on:
push:
# Only on pushes to master (after PRs are merged)
branches: master
# Only if a conda environment file or a docker build file has been updated
paths:
- software/*/environment.yml
- software/*/Dockerfile
jobs:
build_docker:
runs-on: ubuntu-latest
steps:
# Check out the repo
- uses: actions/checkout@v2
# Find the tool wrappers that changed
# Annoyingly, matrix can't take dynamic variables
- name: Find changed tools
run: |
TOOLS=$( git diff --name-only HEAD~ | egrep -o 'tools\/[^\/]+\/' | sort | uniq | awk NF | tr '\r\n' ' ' )
# Save so that GitHub Actions can see this variable in the next step
echo "::set-env name=TOOLS::$TOOLS"
echo "Tools that appear to have been updated:"
echo $TOOLS
- name: Build images
run: |
echo "Tools that appear to have been updated:"
echo -e $TOOLS
echo '-----'
for TOOL in $TOOLS; do
echo $TOOL
done;
echo '-----'
for d in software/*; do
for TOOL in $TOOLS; do
echo "$d -- $TOOL"
if echo $d/ | grep -q "$TOOL"; then
cd "$GITHUB_WORKSPACE/$d"
TOOLNAME=$(basename `pwd`)
# IMGNAME=docker.pkg.github.com/${GITHUB_REPOSITORY,,}/${TOOLNAME,,}:$GITHUB_SHA
# TODO: How do we have a proper version tag here?
IMGNAME=docker.pkg.github.com/${GITHUB_REPOSITORY,,}/${TOOLNAME,,}:latest
echo "Image name is: $IMGNAME"
echo "${{ secrets.GITHUB_TOKEN }}" | docker login -u ${{ github.actor }} --password-stdin docker.pkg.github.com
docker build -t $IMGNAME .
docker push $IMGNAME
fi;
done;
done;

View file

@ -4,34 +4,37 @@ on:
paths:
- software/fastqc/**
- .github/workflows/fastqc.yml
- tests
- tests/software/fastqc/**
pull_request:
paths:
- software/fastqc/**
- .github/workflows/fastqc.yml
- tests
- tests/software/fastqc/**
jobs:
ci_test:
runs-on: ubuntu-latest
strategy:
matrix:
nxf_version: [20.07.1, '']
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
env:
NXF_VER: ${{ matrix.nxf_version }}
run: |
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: pytest --tag fastqc --symlink --wt 2
# Test the module
- run: pytest --tag fastqc --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/picard/collectmultiplemetrics/**
- .github/workflows/picard_collectmultiplemetrics.yml
- tests
- tests/software/picard/**
pull_request:
paths:
- software/picard/collectmultiplemetrics/**
- .github/workflows/picard_collectmultiplemetrics.yml
- tests
- tests/software/picard/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/picard/collectmultiplemetrics/test/ -profile docker
# Test the module
- run: pytest --tag picard_collectmultiplemetrics --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/picard/markduplicates/**
- .github/workflows/picard_markduplicates.yml
- tests
- tests/software/picard/**
pull_request:
paths:
- software/picard/markduplicates/**
- .github/workflows/picard_markduplicates.yml
- tests
- tests/software/picard/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/picard/markduplicates/test/ -profile docker
# Test the module
- run: pytest --tag picard_markduplicates --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/picard/mergesamfiles/**
- .github/workflows/picard_mergesamfiles.yml
- tests
- tests/software/picard/**
pull_request:
paths:
- software/picard/mergesamfiles/**
- .github/workflows/picard_mergesamfiles.yml
- tests
- tests/software/picard/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/picard/mergesamfiles/test/ -profile docker
# Test the module
- run: pytest --tag picard_mergesamfiles --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/samtools/flagstat/**
- .github/workflows/samtools_flagstat.yml
- tests
- tests/software/samtools/**
pull_request:
paths:
- software/samtools/flagstat/**
- .github/workflows/samtools_flagstat.yml
- tests
- tests/software/samtools/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/samtools/flagstat/test/ -profile docker
# Test the module
- run: pytest --tag samtools_flagstat --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/samtools/idxstats/**
- .github/workflows/samtools_idxstats.yml
- tests
- tests/software/samtools/**
pull_request:
paths:
- software/samtools/idxstats/**
- .github/workflows/samtools_idxstats.yml
- tests
- tests/software/samtools/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/samtools/idxstats/test/ -profile docker
# Test the module
- run: pytest --tag samtools_idxstats --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/samtools/index/**
- .github/workflows/samtools_index.yml
- tests
- tests/software/samtools/**
pull_request:
paths:
- software/samtools/index/**
- .github/workflows/samtools_index.yml
- tests
- tests/software/samtools/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/samtools/index/test/ -profile docker
# Test the module
- run: pytest --tag samtools_index --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/samtools/sort/**
- .github/workflows/samtools_sort.yml
- tests
- tests/software/samtools/**
pull_request:
paths:
- software/samtools/sort/**
- .github/workflows/samtools_sort.yml
- tests
- tests/software/samtools/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/samtools/sort/test/ -profile docker
# Test the module
- run: pytest --tag samtools_sort --symlink --wt 2

View file

@ -3,13 +3,13 @@ on:
push:
paths:
- software/samtools/stats/**
- .github/workflows/samtools_stats.yml
- tests
- .github/workflows/software/samtools_stats.yml
- tests/software/samtools/**
pull_request:
paths:
- software/samtools/stats/**
- .github/workflows/samtools_stats.yml
- tests
- .github/workflows/software/samtools_stats.yml
- tests/software/samtools/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/samtools/stats/test/ -profile docker
# Test the module
- run: pytest --tag samtools_stats --symlink --wt 2

View file

@ -4,12 +4,12 @@ on:
paths:
- software/trimgalore/**
- .github/workflows/trimgalore.yml
- tests
- tests/software/trimgalore/**
pull_request:
paths:
- software/trimgalore/**
- .github/workflows/trimgalore.yml
- tests
- tests/software/trimgalore/**
jobs:
ci_test:
@ -17,14 +17,20 @@ jobs:
env:
NXF_ANSI_LOG: false
steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v2
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Install Nextflow
run: |
export NXF_VER="20.07.1"
wget -qO- get.nextflow.io | bash
sudo mv nextflow /usr/local/bin/
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: "3.x"
- name: Install dependencies
run: python -m pip install --upgrade pip pytest-workflow
# Test the module
- run: nextflow run ./software/trimgalore/test/ -profile docker
# Test the module
- run: pytest --tag trimgalore --symlink --wt 2

View file

@ -1,36 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { FASTQC as FASTQC_SE } from '../main.nf' addParams( options: [ publish_dir:'test_single_end' ] )
include { FASTQC as FASTQC_PE } from '../main.nf' addParams( options: [ publish_dir:'test_paired_end' ] )
/*
* Test with single-end data
*/
workflow test_single_end {
def input = []
input = [ [ id:'test', single_end:true ], // meta map
[ file("${baseDir}/input/test_single_end.fastq.gz", checkIfExists: true) ] ]
FASTQC_SE ( input )
}
/*
* Test with paired-end data
*/
workflow test_paired_end {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${baseDir}/input/test_R1.fastq.gz", checkIfExists: true),
file("${baseDir}/input/test_R2.fastq.gz", checkIfExists: true) ] ]
FASTQC_PE ( input )
}
workflow {
test_single_end()
test_paired_end()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1 +0,0 @@
../../../../../tests/data/fasta/E_coli/NC_010473.fa

View file

@ -1,13 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { BWA_INDEX } from '../main.nf' addParams( options: [:] )
workflow test {
BWA_INDEX ( file("${baseDir}/input/NC_010473.fa", checkIfExists: true) )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1,3 +0,0 @@
4686137 1 2
20895 1 Y
142347 1 R

View file

@ -1,3 +0,0 @@
4686137 1 11
0 gi|170079663|ref|NC_010473.1| Escherichia coli str. K-12 substr. DH10B, complete genome
0 4686137 2

View file

@ -1 +0,0 @@
../../../../../tests/data/fastq/dna/Ecoli_DNA_R1.fastq.gz

View file

@ -1 +0,0 @@
../../../../../tests/data/fastq/dna/Ecoli_DNA_R2.fastq.gz

View file

@ -1 +0,0 @@
../../../../../tests/data/fasta/E_coli/NC_010473.fa

View file

@ -1 +0,0 @@
../../../../../tests/data/index/E_coli/bwa/

View file

@ -1,44 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { BWA_MEM as BWA_MEM_SE } from '../main.nf' addParams( options: [ publish_dir:'test_single_end' ] )
include { BWA_MEM as BWA_MEM_PE } from '../main.nf' addParams( options: [ publish_dir:'test_paired_end' ] )
/*
* Test with single-end data
*/
workflow test_single_end {
def input = []
input = [ [ id:'test', single_end:true ], // meta map
[ file("${baseDir}/input/Ecoli_DNA_R1.fastq.gz", checkIfExists: true) ] ]
BWA_MEM_SE (
input,
file("${baseDir}/input/index/NC_010473.fa.{amb,ann,bwt,pac,sa}", checkIfExists: true),
file("${baseDir}/input/NC_010473.fa", checkIfExists: true)
)
}
/*
* Test with paired-end data
*/
workflow test_paired_end {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${baseDir}/input/Ecoli_DNA_R1.fastq.gz", checkIfExists: true),
file("${baseDir}/input/Ecoli_DNA_R2.fastq.gz", checkIfExists: true) ] ]
BWA_MEM_PE (
input,
file("${baseDir}/input/index/NC_010473.fa.{amb,ann,bwt,pac,sa}", checkIfExists: true),
file("${baseDir}/input/NC_010473.fa", checkIfExists: true)
)
}
workflow {
test_single_end()
test_paired_end()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1 +0,0 @@
../../../../../tests/data/fasta/E_coli/NC_010473.fa

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1,21 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { PICARD_COLLECTMULTIPLEMETRICS } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true) ]
PICARD_COLLECTMULTIPLEMETRICS (
input,
file("${baseDir}/input/NC_010473.fa", checkIfExists: true)
)
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1,12 +0,0 @@
## htsjdk.samtools.metrics.StringHeader
# CollectMultipleMetrics INPUT=test.paired_end.sorted.bam OUTPUT=test.CollectMultipleMetrics REFERENCE_SEQUENCE=NC_010473.fa ASSUME_SORTED=true STOP_AFTER=0 METRIC_ACCUMULATION_LEVEL=[ALL_READS] PROGRAM=[CollectAlignmentSummaryMetrics, CollectBaseDistributionByCycle, CollectInsertSizeMetrics, MeanQualityByCycle, QualityScoreDistribution] INCLUDE_UNPAIRED=false VERBOSITY=INFO QUIET=false VALIDATION_STRINGENCY=STRICT COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false GA4GH_CLIENT_SECRETS=client_secrets.json USE_JDK_DEFLATER=false USE_JDK_INFLATER=false
## htsjdk.samtools.metrics.StringHeader
# Started on: Fri Aug 07 15:24:11 GMT 2020
## METRICS CLASS picard.analysis.AlignmentSummaryMetrics
CATEGORY TOTAL_READS PF_READS PCT_PF_READS PF_NOISE_READS PF_READS_ALIGNED PCT_PF_READS_ALIGNED PF_ALIGNED_BASES PF_HQ_ALIGNED_READS PF_HQ_ALIGNED_BASES PF_HQ_ALIGNED_Q20_BASES PF_HQ_MEDIAN_MISMATCHES PF_MISMATCH_RATE PF_HQ_ERROR_RATE PF_INDEL_RATE MEAN_READ_LENGTH READS_ALIGNED_IN_PAIRS PCT_READS_ALIGNED_IN_PAIRS PF_READS_IMPROPER_PAIRS PCT_PF_READS_IMPROPER_PAIRS BAD_CYCLES STRAND_BALANCE PCT_CHIMERAS PCT_ADAPTER SAMPLE LIBRARY READ_GROUP
FIRST_OF_PAIR 10000 10000 1 0 10000 1 1000000 9367 936700 936700 0 0 0 0 100 10000 1 0 0 0 0.5078 0 0
SECOND_OF_PAIR 10000 10000 1 0 10000 1 1000000 9366 936600 936600 0 0.000001 0.000001 0 100 10000 1 0 0 0 0.4922 0 0
PAIR 20000 20000 1 0 20000 1 2000000 18733 1873300 1873300 0 0.000001 0.000001 0 100 20000 1 0 0 0 0.5 0 0

View file

@ -1,209 +0,0 @@
## htsjdk.samtools.metrics.StringHeader
# CollectMultipleMetrics INPUT=test.paired_end.sorted.bam OUTPUT=test.CollectMultipleMetrics REFERENCE_SEQUENCE=NC_010473.fa ASSUME_SORTED=true STOP_AFTER=0 METRIC_ACCUMULATION_LEVEL=[ALL_READS] PROGRAM=[CollectAlignmentSummaryMetrics, CollectBaseDistributionByCycle, CollectInsertSizeMetrics, MeanQualityByCycle, QualityScoreDistribution] INCLUDE_UNPAIRED=false VERBOSITY=INFO QUIET=false VALIDATION_STRINGENCY=STRICT COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false GA4GH_CLIENT_SECRETS=client_secrets.json USE_JDK_DEFLATER=false USE_JDK_INFLATER=false
## htsjdk.samtools.metrics.StringHeader
# Started on: Fri Aug 07 15:24:11 GMT 2020
## METRICS CLASS picard.analysis.BaseDistributionByCycleMetrics
READ_END CYCLE PCT_A PCT_C PCT_G PCT_T PCT_N
1 1 24.74 25.02 25.61 24.63 0
1 2 25.5 23.74 25.96 24.8 0
1 3 24.91 25.4 24.96 24.73 0
1 4 25.44 25.36 24.59 24.61 0
1 5 25.33 25.28 25.04 24.35 0
1 6 24.94 25.83 25.25 23.98 0
1 7 24.26 25.58 26.45 23.71 0
1 8 23.87 26.45 25.17 24.51 0
1 9 24.03 26.08 25.7 24.19 0
1 10 24.8 24.8 25.34 25.06 0
1 11 25.03 25.07 24.86 25.04 0
1 12 24.37 25.97 25.25 24.41 0
1 13 25.16 24.85 25.59 24.4 0
1 14 24.27 25.69 25.79 24.25 0
1 15 24.69 25.93 25.62 23.76 0
1 16 24.86 25.94 24.97 24.23 0
1 17 24.38 25.68 25.18 24.76 0
1 18 24.03 25.63 25.9 24.44 0
1 19 24.48 24.89 25.72 24.91 0
1 20 24.06 25.07 25.75 25.12 0
1 21 24.76 25.39 24.4 25.45 0
1 22 25.18 25.02 24.66 25.14 0
1 23 24.54 25.44 25.83 24.19 0
1 24 23.7 26.35 25.59 24.36 0
1 25 23.81 24.86 25.83 25.5 0
1 26 24.57 25.78 25.11 24.54 0
1 27 24 25.53 25.8 24.67 0
1 28 24.32 25.76 25.36 24.56 0
1 29 24.57 25.03 26.21 24.19 0
1 30 25.44 25.05 24.7 24.81 0
1 31 24.16 25.28 25.86 24.7 0
1 32 24.45 25.24 25.21 25.1 0
1 33 24.47 26.17 24.98 24.38 0
1 34 24.95 24.47 26.38 24.2 0
1 35 24.46 26.59 24.82 24.13 0
1 36 24.35 25.45 25.7 24.5 0
1 37 24.54 25.05 25.9 24.51 0
1 38 24.82 26.59 24.4 24.19 0
1 39 24.37 25.48 25.59 24.56 0
1 40 24.93 25.4 25.17 24.5 0
1 41 24.6 25.51 24.78 25.11 0
1 42 24.33 26.16 25.04 24.47 0
1 43 25.01 25.57 25.51 23.91 0
1 44 24.57 25.52 25.48 24.43 0
1 45 24.62 25.32 25.59 24.47 0
1 46 24.53 25.4 25.15 24.92 0
1 47 24.59 25.66 24.94 24.81 0
1 48 23.81 25.76 25.33 25.1 0
1 49 25.35 25.7 23.8 25.15 0
1 50 24.53 25.21 25.47 24.79 0
1 51 24.03 25.69 25.92 24.36 0
1 52 23.98 25.01 25.99 25.02 0
1 53 24.46 25.5 25.59 24.45 0
1 54 24.41 25.73 25.45 24.41 0
1 55 25.18 25.19 25.45 24.18 0
1 56 24.18 25.49 25.72 24.61 0
1 57 24.08 25.49 25.41 25.02 0
1 58 24.1 25.35 25.38 25.17 0
1 59 24.58 25.58 25.39 24.45 0
1 60 24.67 25.22 25.47 24.64 0
1 61 24.09 25.56 25.36 24.99 0
1 62 25.2 25.47 25.68 23.65 0
1 63 24.47 25.4 25.28 24.85 0
1 64 24.8 25.45 25.4 24.35 0
1 65 25.08 26.2 24.91 23.81 0
1 66 24.89 24.74 25.37 25 0
1 67 25.1 25.13 25.01 24.76 0
1 68 24.73 25.3 25.13 24.84 0
1 69 24.94 25.18 25.2 24.68 0
1 70 24.29 25.21 25.62 24.88 0
1 71 24.21 26.3 25.72 23.77 0
1 72 24.39 25.61 25.34 24.66 0
1 73 25.29 24.55 25.67 24.49 0
1 74 25.66 25.07 24.54 24.73 0
1 75 24.26 26.19 24.81 24.74 0
1 76 24.04 24.89 26.43 24.64 0
1 77 25.01 25.04 25.04 24.91 0
1 78 24.37 26.53 25.05 24.05 0
1 79 24.6 25.35 25.69 24.36 0
1 80 24.9 25.32 25.33 24.45 0
1 81 25.1 26.14 24.64 24.12 0
1 82 23.95 25.9 25.23 24.92 0
1 83 24.73 25.25 25.41 24.61 0
1 84 24.81 25.43 25.68 24.08 0
1 85 24.73 24.72 25.57 24.98 0
1 86 24.12 25.26 25.17 25.45 0
1 87 24.68 25.94 25.17 24.21 0
1 88 24.77 25.11 25.88 24.24 0
1 89 24.09 25.62 25.34 24.95 0
1 90 24.35 25.57 24.76 25.32 0
1 91 25.17 25.07 25.31 24.45 0
1 92 25.65 25.04 25 24.31 0
1 93 25.04 25.51 25.04 24.41 0
1 94 24.85 26.17 25.11 23.87 0
1 95 24.81 25.37 25.5 24.32 0
1 96 24.84 25.25 25.47 24.44 0
1 97 24.61 25.47 25.27 24.65 0
1 98 24.86 25 25.48 24.66 0
1 99 23.74 25.3 25.96 25 0
1 100 23.83 26.06 25.13 24.98 0
2 101 24.05 25.38 26.27 24.3 0
2 102 23.62 25.98 25.49 24.91 0
2 103 23.93 25.62 26.32 24.13 0
2 104 24.94 25.34 25.24 24.48 0
2 105 24.69 25.34 25.35 24.62 0
2 106 24.69 24.97 25.08 25.26 0
2 107 24.1 25.17 26.68 24.05 0
2 108 24.92 25.49 24.96 24.63 0
2 109 24.23 25.94 24.81 25.02 0
2 110 24.38 25.12 25.59 24.91 0
2 111 24.42 25.6 25.75 24.23 0
2 112 25.33 25.73 24.96 23.98 0
2 113 25.35 24.51 26.17 23.97 0
2 114 24.12 25.34 26.17 24.37 0
2 115 24.77 25.23 25.13 24.87 0
2 116 25.36 25.27 25.1 24.27 0
2 117 24.88 24.93 25.68 24.51 0
2 118 23.79 25.75 25.19 25.27 0
2 119 24.43 25.82 24.93 24.82 0
2 120 24.4 25.93 24.62 25.05 0
2 121 25.88 24.75 25.12 24.25 0
2 122 24.27 25.8 24.92 25.01 0
2 123 24.61 25.95 25.28 24.16 0
2 124 24.66 25.46 25.69 24.19 0
2 125 24.09 25.61 25.73 24.57 0
2 126 25.11 24.62 25.34 24.93 0
2 127 24.51 26.23 24.74 24.52 0
2 128 25.39 25.58 24.73 24.3 0
2 129 24.85 25.62 24.9 24.63 0
2 130 24.43 25.89 25.15 24.53 0
2 131 24.7 25.53 25.58 24.19 0
2 132 24.5 26.2 25.01 24.29 0
2 133 23.88 25.74 25.43 24.95 0
2 134 24.9 25.2 25.18 24.72 0
2 135 24.16 25.63 25.75 24.46 0
2 136 23.8 25.87 25.42 24.91 0
2 137 24.96 25.03 26.27 23.74 0
2 138 24.53 25.69 24.99 24.79 0
2 139 23.96 25.89 24.7 25.45 0
2 140 24.13 24.91 25.68 25.28 0
2 141 24.32 25.44 25.03 25.21 0
2 142 24.23 25.86 24.69 25.22 0
2 143 24.44 25.74 24.6 25.22 0
2 144 25.39 24.13 25.44 25.04 0
2 145 24.68 25.9 25.28 24.14 0
2 146 23.85 25.25 25.61 25.29 0
2 147 25.2 23.57 26.09 25.14 0
2 148 25.49 25.2 25.07 24.24 0
2 149 25.12 25.47 25.15 24.26 0
2 150 24.73 25.26 25.44 24.57 0
2 151 25.43 25.54 24.96 24.07 0
2 152 25.03 25.6 24.97 24.4 0
2 153 25.63 25.45 24.67 24.25 0
2 154 24.32 25.73 25.33 24.62 0
2 155 23.73 25.22 25.57 25.48 0
2 156 23.82 25.86 26.08 24.24 0
2 157 24.82 24.65 25.22 25.31 0
2 158 24.96 25.77 24.82 24.45 0
2 159 24.16 26.01 25.42 24.41 0
2 160 24.57 25.49 25.27 24.67 0
2 161 24.56 25.46 25.66 24.32 0
2 162 24.85 24.93 25.01 25.21 0
2 163 24.54 24.82 25.87 24.77 0
2 164 24.88 25.37 25.67 24.08 0
2 165 24.49 25.02 26.39 24.1 0
2 166 24.03 25.21 25.87 24.89 0
2 167 24.37 24.94 25.79 24.9 0
2 168 24.04 25.06 25.86 25.04 0
2 169 24.44 25.11 25.49 24.95 0.01
2 170 24.47 25.75 25.4 24.38 0
2 171 24.31 25.94 25.55 24.2 0
2 172 25.19 25.19 25.29 24.33 0
2 173 24.78 25.82 25.31 24.09 0
2 174 24.65 25.8 25.01 24.54 0
2 175 24.7 25.09 25.57 24.64 0
2 176 24.75 25 24.93 25.32 0
2 177 24.61 25.39 25.07 24.93 0
2 178 24.64 25.38 25.92 24.06 0
2 179 25.21 25.97 24.86 23.96 0
2 180 23.95 26.44 25.54 24.07 0
2 181 25.06 25.25 26.07 23.62 0
2 182 23.91 26.04 25.25 24.8 0
2 183 25.01 25.52 25.44 24.03 0
2 184 25.19 25.68 24.67 24.46 0
2 185 24.81 25.27 24.82 25.1 0
2 186 24.31 25.78 24.9 25.01 0
2 187 24.94 24.98 25.55 24.53 0
2 188 25.25 25.77 25.32 23.66 0
2 189 25.07 25.91 24.94 24.08 0
2 190 24.64 25.42 26.18 23.76 0
2 191 24.92 25.38 25.24 24.46 0
2 192 24.47 25.18 25.08 25.27 0
2 193 25.02 25.58 24.58 24.82 0
2 194 24.05 25.41 24.94 25.6 0
2 195 24.91 25.05 25.08 24.96 0
2 196 24.1 25.22 25.74 24.94 0
2 197 24.56 24.56 25.68 25.2 0
2 198 25.34 25.16 25.36 24.14 0
2 199 24.8 25.47 25.7 24.03 0
2 200 23.53 26.05 26.1 24.32 0

View file

@ -1,343 +0,0 @@
## htsjdk.samtools.metrics.StringHeader
# CollectMultipleMetrics INPUT=test.paired_end.sorted.bam OUTPUT=test.CollectMultipleMetrics REFERENCE_SEQUENCE=NC_010473.fa ASSUME_SORTED=true STOP_AFTER=0 METRIC_ACCUMULATION_LEVEL=[ALL_READS] PROGRAM=[CollectAlignmentSummaryMetrics, CollectBaseDistributionByCycle, CollectInsertSizeMetrics, MeanQualityByCycle, QualityScoreDistribution] INCLUDE_UNPAIRED=false VERBOSITY=INFO QUIET=false VALIDATION_STRINGENCY=STRICT COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false GA4GH_CLIENT_SECRETS=client_secrets.json USE_JDK_DEFLATER=false USE_JDK_INFLATER=false
## htsjdk.samtools.metrics.StringHeader
# Started on: Fri Aug 07 15:24:11 GMT 2020
## METRICS CLASS picard.analysis.InsertSizeMetrics
MEDIAN_INSERT_SIZE MODE_INSERT_SIZE MEDIAN_ABSOLUTE_DEVIATION MIN_INSERT_SIZE MAX_INSERT_SIZE MEAN_INSERT_SIZE STANDARD_DEVIATION READ_PAIRS PAIR_ORIENTATION WIDTH_OF_10_PERCENT WIDTH_OF_20_PERCENT WIDTH_OF_30_PERCENT WIDTH_OF_40_PERCENT WIDTH_OF_50_PERCENT WIDTH_OF_60_PERCENT WIDTH_OF_70_PERCENT WIDTH_OF_80_PERCENT WIDTH_OF_90_PERCENT WIDTH_OF_95_PERCENT WIDTH_OF_99_PERCENT SAMPLE LIBRARY READ_GROUP
236 117 82 69 404 234.8136 94.885497 10000 FR 35 67 99 133 165 199 231 263 295 313 329
## HISTOGRAM java.lang.Integer
insert_size All_Reads.fr_count
69 36
70 11
71 30
72 24
73 34
74 25
75 30
76 22
77 26
78 24
79 30
80 25
81 33
82 33
83 27
84 26
85 36
86 26
87 26
88 34
89 24
90 33
91 35
92 40
93 37
94 20
95 30
96 26
97 33
98 29
99 30
100 33
101 27
102 29
103 37
104 32
105 26
106 38
107 26
108 32
109 26
110 29
111 43
112 26
113 20
114 34
115 32
116 32
117 52
118 30
119 29
120 28
121 35
122 25
123 34
124 22
125 20
126 38
127 30
128 32
129 31
130 33
131 32
132 22
133 35
134 30
135 28
136 33
137 28
138 29
139 31
140 34
141 37
142 30
143 30
144 27
145 24
146 26
147 33
148 33
149 28
150 25
151 25
152 24
153 24
154 33
155 36
156 21
157 26
158 26
159 27
160 27
161 34
162 28
163 27
164 28
165 25
166 34
167 24
168 41
169 26
170 34
171 28
172 30
173 28
174 26
175 29
176 37
177 35
178 28
179 25
180 25
181 36
182 31
183 25
184 29
185 32
186 24
187 27
188 31
189 34
190 45
191 32
192 20
193 41
194 30
195 31
196 24
197 36
198 27
199 30
200 30
201 26
202 40
203 37
204 37
205 28
206 33
207 28
208 31
209 37
210 28
211 31
212 32
213 33
214 33
215 29
216 28
217 33
218 27
219 22
220 31
221 38
222 29
223 41
224 22
225 28
226 29
227 26
228 26
229 33
230 21
231 24
232 31
233 33
234 23
235 29
236 30
237 31
238 33
239 31
240 25
241 29
242 40
243 24
244 29
245 39
246 32
247 40
248 30
249 29
250 32
251 22
252 33
253 33
254 27
255 28
256 19
257 39
258 27
259 34
260 30
261 36
262 34
263 32
264 34
265 19
266 45
267 29
268 38
269 28
270 27
271 26
272 35
273 31
274 31
275 25
276 23
277 35
278 31
279 35
280 27
281 35
282 28
283 30
284 19
285 30
286 31
287 28
288 28
289 42
290 34
291 32
292 36
293 33
294 34
295 29
296 26
297 19
298 37
299 24
300 29
301 25
302 26
303 43
304 31
305 30
306 28
307 29
308 35
309 35
310 29
311 35
312 30
313 48
314 17
315 26
316 25
317 28
318 31
319 33
320 36
321 30
322 34
323 30
324 38
325 34
326 23
327 28
328 37
329 26
330 30
331 37
332 33
333 28
334 28
335 37
336 42
337 30
338 33
339 32
340 37
341 26
342 37
343 29
344 23
345 35
346 25
347 33
348 34
349 37
350 30
351 23
352 30
353 30
354 35
355 30
356 28
357 26
358 31
359 28
360 27
361 32
362 30
363 26
364 29
365 40
366 33
367 38
368 27
369 34
370 43
371 27
372 35
373 27
374 24
375 30
376 36
377 24
378 30
379 35
380 26
381 32
382 34
383 34
384 34
385 21
386 34
387 35
388 29
389 25
390 24
391 25
392 29
393 32
394 33
395 27
396 22
397 36
398 28
404 1

View file

@ -1,209 +0,0 @@
## htsjdk.samtools.metrics.StringHeader
# CollectMultipleMetrics INPUT=test.paired_end.sorted.bam OUTPUT=test.CollectMultipleMetrics REFERENCE_SEQUENCE=NC_010473.fa ASSUME_SORTED=true STOP_AFTER=0 METRIC_ACCUMULATION_LEVEL=[ALL_READS] PROGRAM=[CollectAlignmentSummaryMetrics, CollectBaseDistributionByCycle, CollectInsertSizeMetrics, MeanQualityByCycle, QualityScoreDistribution] INCLUDE_UNPAIRED=false VERBOSITY=INFO QUIET=false VALIDATION_STRINGENCY=STRICT COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false GA4GH_CLIENT_SECRETS=client_secrets.json USE_JDK_DEFLATER=false USE_JDK_INFLATER=false
## htsjdk.samtools.metrics.StringHeader
# Started on: Fri Aug 07 15:24:11 GMT 2020
## HISTOGRAM java.lang.Integer
CYCLE MEAN_QUALITY
1 40
2 40
3 40
4 40
5 40
6 40
7 40
8 40
9 40
10 40
11 40
12 40
13 40
14 40
15 40
16 40
17 40
18 40
19 40
20 40
21 40
22 40
23 40
24 40
25 40
26 40
27 40
28 40
29 40
30 40
31 40
32 40
33 40
34 40
35 40
36 40
37 40
38 40
39 40
40 40
41 40
42 40
43 40
44 40
45 40
46 40
47 40
48 40
49 40
50 40
51 40
52 40
53 40
54 40
55 40
56 40
57 40
58 40
59 40
60 40
61 40
62 40
63 40
64 40
65 40
66 40
67 40
68 40
69 40
70 40
71 40
72 40
73 40
74 40
75 40
76 40
77 40
78 40
79 40
80 40
81 40
82 40
83 40
84 40
85 40
86 40
87 40
88 40
89 40
90 40
91 40
92 40
93 40
94 40
95 40
96 40
97 40
98 40
99 40
100 40
101 40
102 40
103 40
104 40
105 40
106 40
107 40
108 40
109 40
110 40
111 40
112 40
113 40
114 40
115 40
116 40
117 40
118 40
119 40
120 40
121 40
122 40
123 40
124 40
125 40
126 40
127 40
128 40
129 40
130 40
131 40
132 40
133 40
134 40
135 40
136 40
137 40
138 40
139 40
140 40
141 40
142 40
143 40
144 40
145 40
146 40
147 40
148 40
149 40
150 40
151 40
152 40
153 40
154 40
155 40
156 40
157 40
158 40
159 40
160 40
161 40
162 40
163 40
164 40
165 40
166 40
167 40
168 40
169 40
170 40
171 40
172 40
173 40
174 40
175 40
176 40
177 40
178 40
179 40
180 40
181 40
182 40
183 40
184 40
185 40
186 40
187 40
188 40
189 40
190 40
191 40
192 40
193 40
194 40
195 40
196 40
197 40
198 40
199 40
200 40

View file

@ -1,10 +0,0 @@
## htsjdk.samtools.metrics.StringHeader
# CollectMultipleMetrics INPUT=test.paired_end.sorted.bam OUTPUT=test.CollectMultipleMetrics REFERENCE_SEQUENCE=NC_010473.fa ASSUME_SORTED=true STOP_AFTER=0 METRIC_ACCUMULATION_LEVEL=[ALL_READS] PROGRAM=[CollectAlignmentSummaryMetrics, CollectBaseDistributionByCycle, CollectInsertSizeMetrics, MeanQualityByCycle, QualityScoreDistribution] INCLUDE_UNPAIRED=false VERBOSITY=INFO QUIET=false VALIDATION_STRINGENCY=STRICT COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false GA4GH_CLIENT_SECRETS=client_secrets.json USE_JDK_DEFLATER=false USE_JDK_INFLATER=false
## htsjdk.samtools.metrics.StringHeader
# Started on: Fri Aug 07 15:24:11 GMT 2020
## HISTOGRAM java.lang.Byte
QUALITY COUNT_OF_Q
40 1999999

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1,18 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { PICARD_MARKDUPLICATES } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true) ]
PICARD_MARKDUPLICATES ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1,13 +0,0 @@
## htsjdk.samtools.metrics.StringHeader
# MarkDuplicates INPUT=[test.paired_end.sorted.bam] OUTPUT=test.bam METRICS_FILE=test.MarkDuplicates.metrics.txt MAX_SEQUENCES_FOR_DISK_READ_ENDS_MAP=50000 MAX_FILE_HANDLES_FOR_READ_ENDS_MAP=8000 SORTING_COLLECTION_SIZE_RATIO=0.25 TAG_DUPLICATE_SET_MEMBERS=false REMOVE_SEQUENCING_DUPLICATES=false TAGGING_POLICY=DontTag CLEAR_DT=true DUPLEX_UMI=false ADD_PG_TAG_TO_READS=true REMOVE_DUPLICATES=false ASSUME_SORTED=false DUPLICATE_SCORING_STRATEGY=SUM_OF_BASE_QUALITIES PROGRAM_RECORD_ID=MarkDuplicates PROGRAM_GROUP_NAME=MarkDuplicates READ_NAME_REGEX=<optimized capture of last three ':' separated fields as numeric values> OPTICAL_DUPLICATE_PIXEL_DISTANCE=100 MAX_OPTICAL_DUPLICATE_SET_SIZE=300000 VERBOSITY=INFO QUIET=false VALIDATION_STRINGENCY=STRICT COMPRESSION_LEVEL=5 MAX_RECORDS_IN_RAM=500000 CREATE_INDEX=false CREATE_MD5_FILE=false GA4GH_CLIENT_SECRETS=client_secrets.json USE_JDK_DEFLATER=false USE_JDK_INFLATER=false
## htsjdk.samtools.metrics.StringHeader
# Started on: Fri Aug 07 15:11:32 GMT 2020
## METRICS CLASS picard.sam.DuplicationMetrics
LIBRARY UNPAIRED_READS_EXAMINED READ_PAIRS_EXAMINED SECONDARY_OR_SUPPLEMENTARY_RDS UNMAPPED_READS UNPAIRED_READ_DUPLICATES READ_PAIR_DUPLICATES READ_PAIR_OPTICAL_DUPLICATES PERCENT_DUPLICATION ESTIMATED_LIBRARY_SIZE
Unknown Library 0 10000 0 0 0 0 0 0
## HISTOGRAM java.lang.Double
set_size all_sets non_optical_sets
1.0 10000 10000

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1,19 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { PICARD_MERGESAMFILES } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true),
file("${baseDir}/input/test.paired_end.COPY.sorted.bam", checkIfExists: true), ] ]
PICARD_MERGESAMFILES ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam.bai

View file

@ -1,19 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { SAMTOOLS_FLAGSTAT } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true),
file("${baseDir}/input/test.paired_end.sorted.bam.bai", checkIfExists: true) ]
SAMTOOLS_FLAGSTAT ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1,13 +0,0 @@
20000 + 0 in total (QC-passed reads + QC-failed reads)
0 + 0 secondary
0 + 0 supplementary
0 + 0 duplicates
20000 + 0 mapped (100.00% : N/A)
20000 + 0 paired in sequencing
10000 + 0 read1
10000 + 0 read2
20000 + 0 properly paired (100.00% : N/A)
20000 + 0 with itself and mate mapped
0 + 0 singletons (0.00% : N/A)
0 + 0 with mate mapped to a different chr
0 + 0 with mate mapped to a different chr (mapQ>=5)

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam.bai

View file

@ -1,19 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { SAMTOOLS_IDXSTATS } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true),
file("${baseDir}/input/test.paired_end.sorted.bam.bai", checkIfExists: true) ]
SAMTOOLS_IDXSTATS ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1,2 +0,0 @@
gi|170079663|ref|NC_010473.1| 4686137 20000 0
* 0 0 0

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1,18 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { SAMTOOLS_INDEX } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true) ]
SAMTOOLS_INDEX ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.name.sorted.bam

View file

@ -1,18 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { SAMTOOLS_SORT } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.name.sorted.bam", checkIfExists: true) ]
SAMTOOLS_SORT ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam

View file

@ -1 +0,0 @@
../../../../../tests/data/bam/test.paired_end.sorted.bam.bai

View file

@ -1,19 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { SAMTOOLS_STATS } from '../main.nf' addParams( options: [:] )
workflow test {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${baseDir}/input/test.paired_end.sorted.bam", checkIfExists: true),
file("${baseDir}/input/test.paired_end.sorted.bam.bai", checkIfExists: true) ]
SAMTOOLS_STATS ( input )
}
workflow {
test()
}

View file

@ -1,20 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1 +0,0 @@
../../../../tests/data/fastq/rna/test_R1.fastq.gz

View file

@ -1 +0,0 @@
../../../../tests/data/fastq/rna/test_R2.fastq.gz

View file

@ -1 +0,0 @@
../../../../tests/data/fastq/rna/test_single_end.fastq.gz

View file

@ -1,36 +0,0 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { TRIMGALORE as TRIMGALORE_SE } from '../main.nf' addParams( options: [ publish_dir:'test_single_end' ] )
include { TRIMGALORE as TRIMGALORE_PE } from '../main.nf' addParams( options: [ publish_dir:'test_paired_end' ] )
/*
* Test with single-end data
*/
workflow test_single_end {
def input = []
input = [ [ id:'test', single_end:true ], // meta map
[ file("${baseDir}/input/test_single_end.fastq.gz", checkIfExists: true) ] ]
TRIMGALORE_SE ( input )
}
/*
* Test with paired-end data
*/
workflow test_paired_end {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${baseDir}/input/test_R1.fastq.gz", checkIfExists: true),
file("${baseDir}/input/test_R2.fastq.gz", checkIfExists: true) ] ]
TRIMGALORE_PE ( input )
}
workflow {
test_single_end()
test_paired_end()
}

View file

@ -1,25 +0,0 @@
params {
outdir = "output/"
publish_dir_mode = "copy"
enable_conda = false
clip_r1 = 0
clip_r2 = 0
three_prime_clip_r1 = 0
three_prime_clip_r2 = 0
}
profiles {
conda {
params.enable_conda = true
}
docker {
docker.enabled = true
docker.runOptions = '-u \$(id -u):\$(id -g)'
}
singularity {
singularity.enabled = true
singularity.autoMounts = true
}
}

View file

@ -1,97 +0,0 @@
SUMMARISING RUN PARAMETERS
==========================
Input filename: test_1.fastq.gz
Trimming mode: paired-end
Trim Galore version: 0.6.4_dev
Cutadapt version: 2.6
Number of cores used for trimming: 1
Quality Phred score cutoff: 20
Quality encoding type selected: ASCII+33
Using Nextera adapter for trimming (count: 83). Second best hit was Illumina (count: 0)
Adapter sequence: 'CTGTCTCTTATA' (Nextera Transposase sequence; auto-detected)
Maximum trimming error rate: 0.1 (default)
Minimum required adapter overlap (stringency): 1 bp
Minimum required sequence length for both reads before a sequence pair gets removed: 20 bp
Output file will be GZIP compressed
This is cutadapt 2.6 with Python 3.7.3
Command line parameters: -j 1 -e 0.1 -q 20 -O 1 -a CTGTCTCTTATA test_1.fastq.gz
Processing reads on 1 core in single-end mode ...
Finished in 0.64 s (64 us/read; 0.94 M reads/minute).
=== Summary ===
Total reads processed: 10,000
Reads with adapters: 3,225 (32.2%)
Reads written (passing filters): 10,000 (100.0%)
Total basepairs processed: 760,000 bp
Quality-trimmed: 4,492 bp (0.6%)
Total written (filtered): 748,403 bp (98.5%)
=== Adapter 1 ===
Sequence: CTGTCTCTTATA; Type: regular 3'; Length: 12; Trimmed: 3225 times.
No. of allowed errors:
0-9 bp: 0; 10-12 bp: 1
Bases preceding removed adapters:
A: 23.8%
C: 28.2%
G: 22.7%
T: 25.3%
none/other: 0.0%
Overview of removed sequences
length count expect max.err error counts
1 2170 2500.0 0 2170
2 622 625.0 0 622
3 223 156.2 0 223
4 64 39.1 0 64
5 14 9.8 0 14
6 9 2.4 0 9
7 8 0.6 0 8
8 5 0.2 0 5
9 4 0.0 0 4
10 8 0.0 1 7 1
11 3 0.0 1 3
12 4 0.0 1 4
13 6 0.0 1 6
14 5 0.0 1 4 1
15 5 0.0 1 5
16 6 0.0 1 5 1
17 3 0.0 1 3
18 3 0.0 1 3
19 1 0.0 1 1
20 3 0.0 1 3
21 7 0.0 1 7
22 7 0.0 1 7
23 3 0.0 1 3
24 6 0.0 1 6
25 4 0.0 1 4
26 2 0.0 1 2
27 4 0.0 1 4
28 1 0.0 1 1
29 3 0.0 1 3
30 4 0.0 1 4
32 3 0.0 1 3
33 2 0.0 1 1 1
34 1 0.0 1 1
35 1 0.0 1 1
40 1 0.0 1 1
42 1 0.0 1 0 1
45 1 0.0 1 0 1
49 1 0.0 1 0 1
52 1 0.0 1 0 1
56 2 0.0 1 0 2
59 1 0.0 1 0 1
67 1 0.0 1 0 1
70 2 0.0 1 0 2
RUN STATISTICS FOR INPUT FILE: test_1.fastq.gz
=============================================
10000 sequences processed in total

View file

@ -1,100 +0,0 @@
SUMMARISING RUN PARAMETERS
==========================
Input filename: test_2.fastq.gz
Trimming mode: paired-end
Trim Galore version: 0.6.4_dev
Cutadapt version: 2.6
Number of cores used for trimming: 1
Quality Phred score cutoff: 20
Quality encoding type selected: ASCII+33
Using Nextera adapter for trimming (count: 83). Second best hit was Illumina (count: 0)
Adapter sequence: 'CTGTCTCTTATA' (Nextera Transposase sequence; auto-detected)
Maximum trimming error rate: 0.1 (default)
Minimum required adapter overlap (stringency): 1 bp
Minimum required sequence length for both reads before a sequence pair gets removed: 20 bp
Output file will be GZIP compressed
This is cutadapt 2.6 with Python 3.7.3
Command line parameters: -j 1 -e 0.1 -q 20 -O 1 -a CTGTCTCTTATA test_2.fastq.gz
Processing reads on 1 core in single-end mode ...
Finished in 0.70 s (70 us/read; 0.86 M reads/minute).
=== Summary ===
Total reads processed: 10,000
Reads with adapters: 3,295 (33.0%)
Reads written (passing filters): 10,000 (100.0%)
Total basepairs processed: 760,000 bp
Quality-trimmed: 7,096 bp (0.9%)
Total written (filtered): 745,649 bp (98.1%)
=== Adapter 1 ===
Sequence: CTGTCTCTTATA; Type: regular 3'; Length: 12; Trimmed: 3295 times.
No. of allowed errors:
0-9 bp: 0; 10-12 bp: 1
Bases preceding removed adapters:
A: 22.6%
C: 28.2%
G: 23.6%
T: 25.6%
none/other: 0.0%
Overview of removed sequences
length count expect max.err error counts
1 2213 2500.0 0 2213
2 647 625.0 0 647
3 239 156.2 0 239
4 53 39.1 0 53
5 10 9.8 0 10
6 7 2.4 0 7
7 8 0.6 0 8
8 5 0.2 0 5
9 5 0.0 0 5
10 10 0.0 1 8 2
11 2 0.0 1 2
12 4 0.0 1 4
13 7 0.0 1 7
14 3 0.0 1 3
15 4 0.0 1 4
16 5 0.0 1 5
17 3 0.0 1 3
18 5 0.0 1 4 1
19 2 0.0 1 1 1
20 3 0.0 1 3
21 7 0.0 1 7
22 6 0.0 1 6
23 3 0.0 1 3
24 7 0.0 1 7
25 4 0.0 1 4
26 2 0.0 1 2
27 4 0.0 1 4
28 1 0.0 1 1
29 3 0.0 1 3
30 4 0.0 1 4
32 3 0.0 1 3
33 1 0.0 1 1
34 1 0.0 1 1
35 2 0.0 1 1 1
40 1 0.0 1 0 1
41 1 0.0 1 1
46 1 0.0 1 0 1
48 1 0.0 1 0 1
49 2 0.0 1 0 2
56 2 0.0 1 0 2
59 1 0.0 1 0 1
70 1 0.0 1 0 1
73 2 0.0 1 0 2
RUN STATISTICS FOR INPUT FILE: test_2.fastq.gz
=============================================
10000 sequences processed in total
Total number of sequences analysed for the sequence pair length validation: 10000
Number of sequence pairs removed because at least one read was shorter than the length cutoff (20 bp): 21 (0.21%)

View file

@ -1,61 +0,0 @@
SUMMARISING RUN PARAMETERS
==========================
Input filename: test.fastq.gz
Trimming mode: single-end
Trim Galore version: 0.6.4_dev
Cutadapt version: 2.6
Number of cores used for trimming: 1
Quality Phred score cutoff: 20
Quality encoding type selected: ASCII+33
Unable to auto-detect most prominent adapter from the first specified file (count Illumina: 0, count smallRNA: 0, count Nextera: 0)
Defaulting to Illumina universal adapter ( AGATCGGAAGAGC ). Specify -a SEQUENCE to avoid this behavior).
Adapter sequence: 'AGATCGGAAGAGC' (Illumina TruSeq, Sanger iPCR; default (inconclusive auto-detection))
Maximum trimming error rate: 0.1 (default)
Minimum required adapter overlap (stringency): 1 bp
Minimum required sequence length before a sequence gets removed: 20 bp
Output file will be GZIP compressed
This is cutadapt 2.6 with Python 3.7.3
Command line parameters: -j 1 -e 0.1 -q 20 -O 1 -a AGATCGGAAGAGC test.fastq.gz
Processing reads on 1 core in single-end mode ...
Finished in 0.06 s (28 us/read; 2.13 M reads/minute).
=== Summary ===
Total reads processed: 2,052
Reads with adapters: 223 (10.9%)
Reads written (passing filters): 2,052 (100.0%)
Total basepairs processed: 103,432 bp
Quality-trimmed: 11 bp (0.0%)
Total written (filtered): 103,117 bp (99.7%)
=== Adapter 1 ===
Sequence: AGATCGGAAGAGC; Type: regular 3'; Length: 13; Trimmed: 223 times.
No. of allowed errors:
0-9 bp: 0; 10-13 bp: 1
Bases preceding removed adapters:
A: 31.8%
C: 37.7%
G: 16.1%
T: 14.3%
none/other: 0.0%
Overview of removed sequences
length count expect max.err error counts
1 190 513.0 0 190
2 3 128.2 0 3
3 16 32.1 0 16
4 10 8.0 0 10
5 4 2.0 0 4
RUN STATISTICS FOR INPUT FILE: test.fastq.gz
=============================================
2052 sequences processed in total
Sequences removed because they became shorter than the length cutoff of 20 bp: 0 (0.0%)

View file

@ -0,0 +1,44 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { BWA_INDEX } from '../../../software/bwa/index/main.nf' addParams( options: [:] )
include { BWA_MEM as BWA_MEM_SE } from '../../../software/bwa/mem/main.nf' addParams( options: [ publish_dir:'test_single_end' ] )
include { BWA_MEM as BWA_MEM_PE } from '../../../software/bwa/mem/main.nf' addParams( options: [ publish_dir:'test_paired_end' ] )
workflow test_bwa_index {
BWA_INDEX ( file("${launchDir}/tests/data/fasta/E_coli/NC_010473.fa", checkIfExists: true) )
}
/*
* Test with single-end data
*/
workflow test_bwa_mem_single_end {
def input = []
input = [ [ id:'test', single_end:true ], // meta map
[ file("${launchDir}/tests/data/fastq/dna/Ecoli_DNA_R1.fastq.gz", checkIfExists: true) ] ]
BWA_MEM_SE (
input,
file("${launchDir}/tests/data/index/E_coli/bwa/NC_010473.fa.{amb,ann,bwt,pac,sa}", checkIfExists: true),
file("${launchDir}/tests/data/fasta/E_coli/NC_010473.fa", checkIfExists: true)
)
}
/*
* Test with paired-end data
*/
workflow test_bwa_mem_paired_end {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${launchDir}/tests/data/fastq/dna/Ecoli_DNA_R1.fastq.gz", checkIfExists: true),
file("${launchDir}/tests/data/fastq/dna/Ecoli_DNA_R2.fastq.gz", checkIfExists: true) ] ]
BWA_MEM_PE (
input,
file("${launchDir}/tests/data/index/E_coli/bwa/NC_010473.fa.{amb,ann,bwt,pac,sa}", checkIfExists: true),
file("${launchDir}/tests/data/fasta/E_coli/NC_010473.fa", checkIfExists: true)
)
}

View file

@ -0,0 +1,32 @@
- name: Run bwa index
command: nextflow run ./tests/software/bwa -profile docker -entry test_bwa_index -c tests/config/nextflow.config
tags:
- bwa
- bwa_index
files:
- path: output/bwa/NC_010473.fa.amb
md5sum: 942a990ae872f1c0b8d72dda2db405d5
- path: output/bwa/NC_010473.fa.bwt
md5sum: 7301b52e2ecb893d429a49fa692447ae
- path: output/bwa/NC_010473.fa.pac
md5sum: 4d5e6fc45bbc968f7f859e9ca2cc89ad
- path: output/bwa/NC_010473.fa.sa
md5sum: a47dcc92e750e2f16fbd979b8ff9538e
- name: Run bwa mem single-end
command: nextflow run ./tests/software/bwa -profile docker -entry test_bwa_mem_single_end -c tests/config/nextflow.config
tags:
- bwa
- bwa_mem
files:
- path: output/test_single_end/test.bam
md5sum: 3ee21210bac387e0335008146e4728bc
- name: Run bwa mem paired-end
command: nextflow run ./tests/software/bwa -profile docker -entry test_bwa_mem_paired_end -c tests/config/nextflow.config
tags:
- bwa
- bwa_mem
files:
- path: output/test_paired_end/test.bam
md5sum: 510d8acc6448c07cdacce8e64ec0904c

View file

@ -29,3 +29,5 @@ workflow test_paired_end {
FASTQC_PE ( input )
}
// TODO Test e2e

View file

@ -4,7 +4,6 @@
- fastqc
files:
- path: output/test_single_end/test_fastqc.html
md5sum: 7027e72c3e55292c1567f12e02565e3b
- path: output/test_single_end/test_fastqc.zip
- name: Run fastqc paired-end test workflow
@ -13,8 +12,6 @@
- fastqc
files:
- path: output/test_paired_end/test_1_fastqc.html
md5sum: b3796b4323dc34970b7461f813135254
- path: output/test_paired_end/test_2_fastqc.html
md5sum: 55182467f48ca5ed88a2608ea57a1afc
- path: output/test_paired_end/test_1_fastqc.zip
- path: output/test_paired_end/test_2_fastqc.zip

View file

@ -0,0 +1,48 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { PICARD_MERGESAMFILES } from '../../../software/picard/mergesamfiles/main.nf' addParams( options: [:] )
include { PICARD_COLLECTMULTIPLEMETRICS } from '../../../software/picard/collectmultiplemetrics/main.nf' addParams( options: [:] )
include { PICARD_MARKDUPLICATES } from '../../../software/picard/markduplicates/main.nf' addParams( options: [:] )
workflow test_picard_mergesamfiles {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true),
file("${launchDir}/tests/data/bam/test.paired_end.name.sorted.bam", checkIfExists: true), ] ]
PICARD_MERGESAMFILES ( input )
}
workflow test_picard_collectmultiplemetrics {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.name.sorted.bam", checkIfExists: true) ]
PICARD_COLLECTMULTIPLEMETRICS (
input,
file("${launchDir}/tests/data/fasta/E_coli/NC_010473.fa", checkIfExists: true)
)
}
workflow test_picard_markduplicates {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true) ]
PICARD_MARKDUPLICATES ( input )
}
workflow test_picard_markduplicates_not_sorted {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.name.sorted.bam", checkIfExists: true) ]
PICARD_MARKDUPLICATES ( input )
}

View file

@ -0,0 +1,43 @@
- name: Run picard mergesamfiles
command: nextflow run ./tests/software/picard -profile docker -entry test_picard_mergesamfiles -c tests/config/nextflow.config
tags:
- picard
- picard_mergesamfiles
files:
- path: output/picard/test.bam
md5sum: a9c8a28d1aac362df5973ba2d9923f86
- name: Run picard collectmultiplemetrics
command: nextflow run ./tests/software/picard -profile docker -entry test_picard_collectmultiplemetrics -c tests/config/nextflow.config
tags:
- picard
- picard_collectmultiplemetrics
files:
# These can't be md5'd consistently
- path: output/picard/test.CollectMultipleMetrics.alignment_summary_metrics
- path: output/picard/test.CollectMultipleMetrics.base_distribution_by_cycle.pdf
- path: output/picard/test.CollectMultipleMetrics.base_distribution_by_cycle_metrics
- path: output/picard/test.CollectMultipleMetrics.insert_size_histogram.pdf
- path: output/picard/test.CollectMultipleMetrics.insert_size_metrics
- path: output/picard/test.CollectMultipleMetrics.quality_by_cycle.pdf
- path: output/picard/test.CollectMultipleMetrics.quality_by_cycle_metrics
- path: output/picard/test.CollectMultipleMetrics.quality_distribution.pdf
- path: output/picard/test.CollectMultipleMetrics.quality_distribution_metrics
- name: Run picard MarkDuplicates
command: nextflow run ./tests/software/picard -profile docker -entry test_picard_markduplicates -c tests/config/nextflow.config
tags:
- picard
- picard_markduplicates
files:
- path: output/picard/test.MarkDuplicates.metrics.txt
- path: output/picard/test.bam
md5sum: 50407a1ee722f2bf6a20471c8a7fd6b0
- name: Run picard MarkDuplicates without a sorted bam file so it fails
command: nextflow run ./tests/software/picard -profile docker -entry test_picard_markduplicates_not_sorted -c tests/config/nextflow.config
tags:
- picard
- picard_markduplicates
- should fail
exit_code: 1

View file

@ -0,0 +1,58 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { SAMTOOLS_FLAGSTAT } from '../../../software/samtools/flagstat/main.nf' addParams( options: [:] )
include { SAMTOOLS_IDXSTATS } from '../../../software/samtools/idxstats/main.nf' addParams( options: [:] )
include { SAMTOOLS_INDEX } from '../../../software/samtools/index/main.nf' addParams( options: [:] )
include { SAMTOOLS_SORT } from '../../../software/samtools/sort/main.nf' addParams( options: [:] )
include { SAMTOOLS_STATS } from '../../../software/samtools/stats/main.nf' addParams( options: [:] )
workflow test_samtools_flagstat {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true),
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam.bai", checkIfExists: true) ]
SAMTOOLS_FLAGSTAT ( input )
}
workflow test_samtools_idxstats {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true),
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam.bai", checkIfExists: true) ]
SAMTOOLS_IDXSTATS ( input )
}
workflow test_samtools_index {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true) ]
SAMTOOLS_INDEX ( input )
}
// FIXME Why is this passing it an already sorted bam?
workflow test_samtools_sort {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true) ]
SAMTOOLS_SORT ( input )
}
workflow test_samtools_stats {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam", checkIfExists: true),
file("${launchDir}/tests/data/bam/test.paired_end.sorted.bam.bai", checkIfExists: true) ]
SAMTOOLS_STATS ( input )
}

View file

@ -0,0 +1,44 @@
- name: Run samtools flagstat test workflow
command: nextflow run ./tests/software/samtools/ -profile docker -entry test_samtools_flagstat -c tests/config/nextflow.config
tags:
- samtools
- samtools_flagstat
files:
- path: output/samtools/test.paired_end.sorted.bam.flagstat
md5sum: 80590621c74f5ee43ada20d010a3837f
- name: Run samtools idxstats test workflow
command: nextflow run ./tests/software/samtools/ -profile docker -entry test_samtools_idxstats -c tests/config/nextflow.config
tags:
- samtools
- samtools_idxstats
files:
- path: output/samtools/test.paired_end.sorted.bam.idxstats
md5sum: 3bee8b7d55e412da2b3816c5a18d60d5
- name: Run samtools index test workflow
command: nextflow run ./tests/software/samtools/ -profile docker -entry test_samtools_index -c tests/config/nextflow.config
tags:
- samtools
- samtools_index
files:
- path: output/samtools/test.paired_end.sorted.bam.bai
md5sum: 67338c2995eae82c849830ca55aa7bd1
- name: Run samtools sort test workflow
command: nextflow run ./tests/software/samtools/ -profile docker -entry test_samtools_sort -c tests/config/nextflow.config
tags:
- samtools
- samtools_sort
files:
- path: output/samtools/test.bam
md5sum: a41bfadacd2eeef1d31e05c135cc4f4e
- name: Run samtools stats test workflow
command: nextflow run ./tests/software/samtools/ -profile docker -entry test_samtools_stats -c tests/config/nextflow.config
tags:
- samtools
- samtools_stats
files:
- path: output/samtools/test.paired_end.sorted.bam.stats
md5sum: 06c183864d6e47ab89b0650cae831a93

View file

@ -0,0 +1,40 @@
#!/usr/bin/env nextflow
nextflow.enable.dsl = 2
include { TRIMGALORE as TRIMGALORE_SE } from '../../../software/trimgalore/main.nf' addParams( options: [ publish_dir:'test_single_end' ] )
include { TRIMGALORE as TRIMGALORE_PE } from '../../../software/trimgalore/main.nf' addParams( options: [ publish_dir:'test_paired_end' ] )
/*
* Test with single-end data
*/
workflow test_trimgalore_single_end {
def input = []
input = [ [ id:'test', single_end:true ], // meta map
[ file("${launchDir}/tests/data/fastq/rna/test_single_end.fastq.gz", checkIfExists: true) ] ]
TRIMGALORE_SE ( input )
}
// workflow test_trimgalore_single_end {
// def input = []
// input = [ [ id:'test', single_end:false ], // meta map
// [ file("${launchDir}/tests/data/fastq/rna/test_single_end.fastq.gz", checkIfExists: true) ] ]
// TRIMGALORE_SE ( input )
// }
/*
* Test with paired-end data
*/
workflow test_trimgalore_paired_end {
def input = []
input = [ [ id:'test', single_end:false ], // meta map
[ file("${launchDir}/tests/data/fastq/rna/test_R1.fastq.gz", checkIfExists: true),
file("${launchDir}/tests/data/fastq/rna/test_R2.fastq.gz", checkIfExists: true) ] ]
TRIMGALORE_PE ( input )
}

View file

@ -0,0 +1,21 @@
- name: Run trimgalore single-end test workflow
command: nextflow run ./tests/software/trimgalore/ -profile docker -entry test_trimgalore_single_end -c tests/config/nextflow.config
tags:
- trimgalore
files:
# These can't be md5'd reliably
# TODO Test for includes
- path: output/test_single_end/test.fastq.gz_trimming_report.txt
- path: output/test_single_end/test_trimmed.fq.gz
- name: Run trimgalore paired-end test workflow
command: nextflow run ./tests/software/trimgalore/ -profile docker -entry test_trimgalore_paired_end -c tests/config/nextflow.config
tags:
- trimgalore
files:
# These can't be md5'd reliably
# TODO Test for includes
- path: output/test_paired_end/test_1.fastq.gz_trimming_report.txt
- path: output/test_paired_end/test_1_val_1.fq.gz
- path: output/test_paired_end/test_2.fastq.gz_trimming_report.txt
- path: output/test_paired_end/test_2_val_2.fq.gz