2021-01-22 19:32:54 +00:00
|
|
|
name: Pytest-workflow
|
|
|
|
on: [push, pull_request]
|
|
|
|
|
|
|
|
jobs:
|
2021-01-24 04:55:07 +00:00
|
|
|
changes:
|
2021-02-02 18:18:59 +00:00
|
|
|
name: Check for changes
|
2021-01-24 04:55:07 +00:00
|
|
|
runs-on: ubuntu-latest
|
|
|
|
outputs:
|
|
|
|
# Expose matched filters as job 'modules' output variable
|
|
|
|
modules: ${{ steps.filter.outputs.changes }}
|
2021-03-25 03:59:23 +00:00
|
|
|
num_modules: ${{ steps.yq_modules.outputs.magic_number }}
|
2021-01-24 04:55:07 +00:00
|
|
|
steps:
|
2021-01-24 04:58:13 +00:00
|
|
|
- uses: actions/checkout@v2
|
|
|
|
- uses: dorny/paths-filter@v2
|
|
|
|
id: filter
|
|
|
|
with:
|
2021-03-15 12:51:30 +00:00
|
|
|
filters: 'tests/config/pytest_software.yml'
|
2021-01-24 04:55:07 +00:00
|
|
|
|
2021-03-25 03:59:23 +00:00
|
|
|
- uses: mikefarah/yq@v4.6.3
|
|
|
|
name: Install yq
|
|
|
|
id: yq_modules
|
|
|
|
with:
|
|
|
|
cmd: |
|
|
|
|
output=$(echo ${{ steps.filter.outputs.changes }} | yq e 'length' -)
|
|
|
|
echo "::set-output name=magic_number::$output"
|
2021-03-25 16:51:07 +00:00
|
|
|
- name: Fail if number of modules to be tested is greater than 256
|
|
|
|
uses: cutenode/action-always-fail@v1.0.1
|
|
|
|
if: steps.yq_modules.outputs.magic_number <= 256
|
|
|
|
|
2021-03-25 03:59:23 +00:00
|
|
|
|
|
|
|
|
2021-01-24 05:39:32 +00:00
|
|
|
test:
|
2021-02-02 22:26:24 +00:00
|
|
|
runs-on: ubuntu-20.04
|
2021-02-02 22:46:56 +00:00
|
|
|
name: ${{ matrix.tags }} ${{ matrix.profile }} ${{ matrix.nxf_version }}
|
2021-01-24 04:55:07 +00:00
|
|
|
needs: changes
|
2021-03-25 16:51:07 +00:00
|
|
|
if: needs.changes.outputs.modules != '[]'
|
2021-01-22 19:32:54 +00:00
|
|
|
strategy:
|
2021-02-02 23:08:10 +00:00
|
|
|
fail-fast: false
|
2021-01-22 19:32:54 +00:00
|
|
|
matrix:
|
2021-03-22 22:57:59 +00:00
|
|
|
nxf_version: ['20.11.0-edge', '21.03.0-edge']
|
2021-01-24 05:35:44 +00:00
|
|
|
tags: ['${{ fromJson(needs.changes.outputs.modules) }}']
|
2021-02-07 21:33:42 +00:00
|
|
|
profile: ['docker', 'singularity', 'conda']
|
2021-01-22 19:32:54 +00:00
|
|
|
env:
|
|
|
|
NXF_ANSI_LOG: false
|
|
|
|
steps:
|
|
|
|
- uses: actions/checkout@v2
|
2021-01-24 17:38:29 +00:00
|
|
|
- name: Set up Python
|
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: "3.x"
|
2021-01-24 17:25:13 +00:00
|
|
|
- uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: ~/.cache/pip
|
|
|
|
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
|
|
|
|
restore-keys: |
|
|
|
|
${{ runner.os }}-pip-
|
2021-01-24 17:35:24 +00:00
|
|
|
- uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: /usr/local/bin/nextflow
|
|
|
|
key: ${{ runner.os }}-nextflow-${{ matrix.nxf_version }}
|
|
|
|
restore-keys: |
|
|
|
|
${{ runner.os }}-nextflow-
|
2021-02-02 18:18:59 +00:00
|
|
|
|
|
|
|
- name: Install Nextflow
|
|
|
|
env:
|
|
|
|
NXF_VER: ${{ matrix.nxf_version }}
|
|
|
|
run: |
|
|
|
|
wget -qO- get.nextflow.io | bash
|
|
|
|
sudo mv nextflow /usr/local/bin/
|
|
|
|
|
|
|
|
- name: Set up Python
|
|
|
|
uses: actions/setup-python@v2
|
2021-01-22 19:32:54 +00:00
|
|
|
with:
|
2021-02-02 18:18:59 +00:00
|
|
|
python-version: "3.x"
|
|
|
|
- name: Install dependencies
|
|
|
|
run: python -m pip install --upgrade pip pytest-workflow
|
|
|
|
|
2021-02-02 21:38:51 +00:00
|
|
|
- name: Set up Singularity
|
|
|
|
if: matrix.profile == 'singularity'
|
|
|
|
uses: eWaterCycle/setup-singularity@v5
|
|
|
|
with:
|
2021-02-04 01:18:33 +00:00
|
|
|
singularity-version: 3.7.1
|
2021-02-02 21:38:51 +00:00
|
|
|
|
2021-02-02 23:13:35 +00:00
|
|
|
- name: Setup miniconda
|
2021-02-02 21:38:51 +00:00
|
|
|
if: matrix.profile == 'conda'
|
|
|
|
uses: conda-incubator/setup-miniconda@v2
|
|
|
|
with:
|
|
|
|
auto-update-conda: true
|
2021-02-03 12:07:39 +00:00
|
|
|
channels: conda-forge,bioconda,defaults
|
2021-02-02 21:38:51 +00:00
|
|
|
python-version: ${{ matrix.python-version }}
|
2021-02-03 12:57:55 +00:00
|
|
|
- name: Conda clean
|
|
|
|
if: matrix.profile == 'conda'
|
|
|
|
run: conda clean -a
|
2021-02-02 21:38:51 +00:00
|
|
|
|
2021-02-02 18:18:59 +00:00
|
|
|
# Test the module
|
|
|
|
- name: Run pytest-workflow
|
2021-03-15 12:51:30 +00:00
|
|
|
# only use one thread for pytest-workflow to avoid race condition on conda cache.
|
2021-02-23 13:14:29 +00:00
|
|
|
run: TMPDIR=~ PROFILE=${{ matrix.profile }} pytest --tag ${{ matrix.tags }} --symlink --kwdof
|
2021-01-24 05:39:51 +00:00
|
|
|
|
|
|
|
- name: Upload logs on failure
|
2021-02-02 21:40:30 +00:00
|
|
|
if: failure()
|
2021-01-24 05:39:51 +00:00
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
2021-02-02 23:51:20 +00:00
|
|
|
name: logs-${{ matrix.tags }}-${{ matrix.profile }}-${{ matrix.nxf_version }}
|
2021-01-24 05:39:51 +00:00
|
|
|
path: |
|
2021-02-04 14:45:34 +00:00
|
|
|
/home/runner/pytest_workflow_*/*/.nextflow.log
|
|
|
|
/home/runner/pytest_workflow_*/*/log.out
|
|
|
|
/home/runner/pytest_workflow_*/*/log.err
|
2021-03-25 09:34:19 +00:00
|
|
|
/home/runner/pytest_workflow_*/*/work
|