2021-01-22 19:32:54 +00:00
|
|
|
name: Pytest-workflow
|
2021-09-27 06:03:30 +00:00
|
|
|
on:
|
|
|
|
push:
|
|
|
|
branches: [master]
|
|
|
|
pull_request:
|
|
|
|
branches: [master]
|
2021-01-22 19:32:54 +00:00
|
|
|
|
|
|
|
jobs:
|
2021-11-15 18:18:46 +00:00
|
|
|
changes:
|
|
|
|
name: Check for changes
|
2021-01-24 04:55:07 +00:00
|
|
|
runs-on: ubuntu-latest
|
2021-10-12 07:14:20 +00:00
|
|
|
outputs:
|
|
|
|
# Expose matched filters as job 'modules' output variable
|
|
|
|
modules: ${{ steps.filter.outputs.changes }}
|
|
|
|
steps:
|
|
|
|
- uses: actions/checkout@v2
|
|
|
|
|
|
|
|
- uses: dorny/paths-filter@v2
|
|
|
|
id: filter
|
|
|
|
with:
|
|
|
|
filters: "tests/config/pytest_modules.yml"
|
|
|
|
|
2021-11-15 18:18:46 +00:00
|
|
|
test:
|
2021-10-12 07:14:20 +00:00
|
|
|
runs-on: ubuntu-20.04
|
|
|
|
|
2021-11-26 07:58:40 +00:00
|
|
|
name: ${{ matrix.tags }} ${{ matrix.profile }}
|
2021-11-15 18:18:46 +00:00
|
|
|
needs: changes
|
|
|
|
if: needs.changes.outputs.modules != '[]'
|
2021-10-08 15:02:42 +00:00
|
|
|
strategy:
|
|
|
|
fail-fast: false
|
|
|
|
matrix:
|
2021-11-15 18:18:46 +00:00
|
|
|
tags: ["${{ fromJson(needs.changes.outputs.modules) }}"]
|
2021-07-07 09:10:18 +00:00
|
|
|
profile: ["docker", "singularity", "conda"]
|
2021-01-22 19:32:54 +00:00
|
|
|
env:
|
|
|
|
NXF_ANSI_LOG: false
|
|
|
|
steps:
|
|
|
|
- uses: actions/checkout@v2
|
2021-04-09 06:58:43 +00:00
|
|
|
|
2021-01-24 17:38:29 +00:00
|
|
|
- name: Set up Python
|
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: "3.x"
|
2021-04-09 06:58:43 +00:00
|
|
|
|
2021-01-24 17:25:13 +00:00
|
|
|
- uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: ~/.cache/pip
|
|
|
|
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
|
|
|
|
restore-keys: |
|
|
|
|
${{ runner.os }}-pip-
|
2021-04-08 08:10:52 +00:00
|
|
|
|
|
|
|
- name: Set up Python
|
|
|
|
uses: actions/setup-python@v2
|
|
|
|
with:
|
|
|
|
python-version: "3.x"
|
|
|
|
|
2021-04-09 06:58:43 +00:00
|
|
|
- name: Install Python dependencies
|
|
|
|
run: python -m pip install --upgrade pip pytest-workflow
|
2021-04-08 08:10:52 +00:00
|
|
|
|
2021-01-24 17:35:24 +00:00
|
|
|
- uses: actions/cache@v2
|
|
|
|
with:
|
|
|
|
path: /usr/local/bin/nextflow
|
2021-11-26 07:58:40 +00:00
|
|
|
key: ${{ runner.os }}
|
2021-01-24 17:35:24 +00:00
|
|
|
restore-keys: |
|
|
|
|
${{ runner.os }}-nextflow-
|
2021-02-02 18:18:59 +00:00
|
|
|
|
|
|
|
- name: Install Nextflow
|
|
|
|
env:
|
2021-04-09 06:58:43 +00:00
|
|
|
CAPSULE_LOG: none
|
2021-02-02 18:18:59 +00:00
|
|
|
run: |
|
|
|
|
wget -qO- get.nextflow.io | bash
|
|
|
|
sudo mv nextflow /usr/local/bin/
|
|
|
|
|
2021-02-02 21:38:51 +00:00
|
|
|
- name: Set up Singularity
|
|
|
|
if: matrix.profile == 'singularity'
|
|
|
|
uses: eWaterCycle/setup-singularity@v5
|
|
|
|
with:
|
2021-02-04 01:18:33 +00:00
|
|
|
singularity-version: 3.7.1
|
2021-02-02 21:38:51 +00:00
|
|
|
|
2021-02-02 23:13:35 +00:00
|
|
|
- name: Setup miniconda
|
2021-02-02 21:38:51 +00:00
|
|
|
if: matrix.profile == 'conda'
|
|
|
|
uses: conda-incubator/setup-miniconda@v2
|
|
|
|
with:
|
|
|
|
auto-update-conda: true
|
2021-02-03 12:07:39 +00:00
|
|
|
channels: conda-forge,bioconda,defaults
|
2021-02-02 21:38:51 +00:00
|
|
|
python-version: ${{ matrix.python-version }}
|
2021-04-09 06:58:43 +00:00
|
|
|
|
2021-02-03 12:57:55 +00:00
|
|
|
- name: Conda clean
|
|
|
|
if: matrix.profile == 'conda'
|
|
|
|
run: conda clean -a
|
2021-02-02 21:38:51 +00:00
|
|
|
|
2021-02-02 18:18:59 +00:00
|
|
|
# Test the module
|
|
|
|
- name: Run pytest-workflow
|
2021-03-15 12:51:30 +00:00
|
|
|
# only use one thread for pytest-workflow to avoid race condition on conda cache.
|
2021-11-26 07:58:40 +00:00
|
|
|
run: TMPDIR=~ PROFILE=${{ matrix.profile }} pytest --tag ${{ matrix.tags }} --symlink --kwdof
|
2021-01-24 05:39:51 +00:00
|
|
|
|
2022-01-20 07:55:43 +00:00
|
|
|
- name: Output log on failure
|
|
|
|
if: failure()
|
|
|
|
run: |
|
2022-01-21 03:34:08 +00:00
|
|
|
sudo apt install bat
|
2022-01-20 07:55:43 +00:00
|
|
|
echo "======> log.out <======="
|
2022-01-21 03:34:08 +00:00
|
|
|
bat /home/runner/pytest_workflow_*/*/log.out
|
2022-01-20 07:55:43 +00:00
|
|
|
echo
|
|
|
|
echo
|
|
|
|
echo "======> log.err <======="
|
2022-01-21 03:34:08 +00:00
|
|
|
bat /home/runner/pytest_workflow_*/*/log.err
|
2022-01-20 07:55:43 +00:00
|
|
|
|
2021-01-24 05:39:51 +00:00
|
|
|
- name: Upload logs on failure
|
2021-02-02 21:40:30 +00:00
|
|
|
if: failure()
|
2021-01-24 05:39:51 +00:00
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
with:
|
2021-11-26 07:58:40 +00:00
|
|
|
name: logs-${{ matrix.profile }}
|
2021-01-24 05:39:51 +00:00
|
|
|
path: |
|
2021-02-04 14:45:34 +00:00
|
|
|
/home/runner/pytest_workflow_*/*/.nextflow.log
|
|
|
|
/home/runner/pytest_workflow_*/*/log.out
|
|
|
|
/home/runner/pytest_workflow_*/*/log.err
|
2021-03-25 09:34:19 +00:00
|
|
|
/home/runner/pytest_workflow_*/*/work
|
2021-12-13 08:13:24 +00:00
|
|
|
!/home/runner/pytest_workflow_*/*/work/conda
|
|
|
|
!/home/runner/pytest_workflow_*/*/work/singularity
|