mirror of
https://github.com/MillironX/nf-core_modules.git
synced 2024-11-10 20:23:10 +00:00
c19671dca9
* feat(subworkflows): Add align_bowtie2 subworkflow For testing CI setup * test(align_bowtie2): Add initial list of changes to test * test(align_bowtie2): Add initial test * refactor: Use tags to run subworkflows ci For every underlying module used by workflow and allow the modules pytest-modules definition be the source of truth. * refactor: Use individual directories for subworkflows * docs(align_bowtie2): Add initial meta.yml Copied most of it from the bowtie2/align module. * fix(align_bowtie2): Fix module include paths * test(bam_sort_samtools): Add initial test * ci(bam_sort_samtools): Add modules that trigger the tag * test(bam_stats_samtools): Add initial test * ci(bam_stats_samtools): Add keys to pick up changes * docs(bam_samtools): Add initial meta.yml * test(align_bowtie2): Fix path to subworkflow * test(align_bowtie2): Update entry point * fix(bam_sort_samtools): Update include paths * test(bam_sort_samtools): Fix path * style: Clean up addParams * test(samtools_sort): Add suffix for test * test(align_bowtie2): Add samtools_options for suffix * test(bam_stats_samtools): Update path * test(bam_stats_samtools): Use stats input Otherwise it's just an example of how it's used in the bam_sort_samtools subworkflow * ci(linting): Skip module linting of subworkflows * ci(linting): Clean up startsWith statement * test(bam_stats_samtools): Use single end test data for single end test * test(bam_stats_samtools): Add expected files * test(align_bowtie2): Add paired-end test * test(align_bowtie2): Sort order of output * test(align_bowtie2): Update hashes * docs(align_bowtie2): Fix typo * test(align_bowtie2): Update samtools output names * test(align_bowtie2): Remove md5sums for bam/bai * feat(subworkflows): Add nextflow.configs These can be used for default settings in the future. They can then be included in the conf/modules.config so that the params don't have to be duplicated in the root nextflow.config. * docs(subworkflows): Include modules instead of tools * fix: Update to versions * chore(align_bowtie2): Remove duplicate tag * style: Format yamls * test(subworkflows): Only check versions for modules * chore: Update subworkflows to match rnaseq dev * fix(subworkflows): Update paths * fix(bam_sort_samtools): Fix sort parameters for testing * Apply suggestions from code review Co-authored-by: Harshil Patel <drpatelh@users.noreply.github.com> * docs: Update TODOs with a message * ci: Try using a matrix for strategy * ci: Try passing an array * Revert "ci: Try passing an array" This reverts commit d3611fcd8332bbb9a8501e8dd299d0a623aaecaa. Co-authored-by: Harshil Patel <drpatelh@users.noreply.github.com>
112 lines
3.2 KiB
YAML
112 lines
3.2 KiB
YAML
name: Pytest-workflow
|
|
on:
|
|
push:
|
|
branches: [master]
|
|
pull_request:
|
|
branches: [master]
|
|
|
|
jobs:
|
|
changes:
|
|
name: Check for changes
|
|
runs-on: ubuntu-latest
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
filter:
|
|
["tests/config/pytest_modules.yml", "tests/config/pytest_subworkflows.yml"]
|
|
outputs:
|
|
# Expose matched filters as job 'modules' output variable
|
|
modules: ${{ steps.filter.outputs.changes }}
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
|
|
- uses: dorny/paths-filter@v2
|
|
id: filter
|
|
with:
|
|
filters: ${{ matrix.filter }}
|
|
|
|
test:
|
|
runs-on: ubuntu-20.04
|
|
|
|
name: ${{ matrix.tags }} ${{ matrix.profile }} ${{ matrix.nxf_version }}
|
|
needs: changes
|
|
if: needs.changes.outputs.modules != '[]'
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
nxf_version: ["21.04.0"]
|
|
tags: ["${{ fromJson(needs.changes.outputs.modules) }}"]
|
|
profile: ["docker", "singularity", "conda"]
|
|
env:
|
|
NXF_ANSI_LOG: false
|
|
steps:
|
|
- uses: actions/checkout@v2
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v2
|
|
with:
|
|
python-version: "3.x"
|
|
|
|
- uses: actions/cache@v2
|
|
with:
|
|
path: ~/.cache/pip
|
|
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
|
|
restore-keys: |
|
|
${{ runner.os }}-pip-
|
|
|
|
- name: Set up Python
|
|
uses: actions/setup-python@v2
|
|
with:
|
|
python-version: "3.x"
|
|
|
|
- name: Install Python dependencies
|
|
run: python -m pip install --upgrade pip pytest-workflow
|
|
|
|
- uses: actions/cache@v2
|
|
with:
|
|
path: /usr/local/bin/nextflow
|
|
key: ${{ runner.os }}-nextflow-${{ matrix.nxf_version }}
|
|
restore-keys: |
|
|
${{ runner.os }}-nextflow-
|
|
|
|
- name: Install Nextflow
|
|
env:
|
|
NXF_VER: ${{ matrix.nxf_version }}
|
|
CAPSULE_LOG: none
|
|
run: |
|
|
wget -qO- get.nextflow.io | bash
|
|
sudo mv nextflow /usr/local/bin/
|
|
|
|
- name: Set up Singularity
|
|
if: matrix.profile == 'singularity'
|
|
uses: eWaterCycle/setup-singularity@v5
|
|
with:
|
|
singularity-version: 3.7.1
|
|
|
|
- name: Setup miniconda
|
|
if: matrix.profile == 'conda'
|
|
uses: conda-incubator/setup-miniconda@v2
|
|
with:
|
|
auto-update-conda: true
|
|
channels: conda-forge,bioconda,defaults
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
- name: Conda clean
|
|
if: matrix.profile == 'conda'
|
|
run: conda clean -a
|
|
|
|
# Test the module
|
|
- name: Run pytest-workflow
|
|
# only use one thread for pytest-workflow to avoid race condition on conda cache.
|
|
run: NF_CORE_MODULES_TEST=1 TMPDIR=~ PROFILE=${{ matrix.profile }} pytest --tag ${{ matrix.tags }} --symlink --kwdof
|
|
|
|
- name: Upload logs on failure
|
|
if: failure()
|
|
uses: actions/upload-artifact@v2
|
|
with:
|
|
name: logs-${{ matrix.profile }}-${{ matrix.nxf_version }}
|
|
path: |
|
|
/home/runner/pytest_workflow_*/*/.nextflow.log
|
|
/home/runner/pytest_workflow_*/*/log.out
|
|
/home/runner/pytest_workflow_*/*/log.err
|
|
/home/runner/pytest_workflow_*/*/work
|