syft-version_tests.yml

# Version Tests
# To speed up development we don't run all the tests when opening and updating a PR.
# This test will run older versions of things like Python and Torch nightly so that
# we don't consume a lot of extra actions when we don't need to. It's important to
# keep this in sync with pr_tests.yml so that they are essentially doing the same thing
# only this runs on a schedule.
name: Syft Version Tests

on:
  schedule:
    - cron: "0 22 * * *" # 7pm Brazil, 10pm UTC, 8am AEST
  push:
    branches:
      - dev
    paths:
      - "packages/syft/tests/trigger/version_tests"
  workflow_dispatch:
    inputs:
      none:
        description: "Run Version Tests Manually"
        required: false

defaults:
  run:
    working-directory: ./packages/syft

jobs:
  python-tests-all-versions:
    strategy:
      fail-fast: false
      max-parallel: 99
      matrix:
        branches: ["dev"]
        os: [windows-latest, ubuntu-latest, macos-latest]
        python-version: [3.7, 3.8, 3.9]
        torch-version: [1.6.0, 1.7.1, 1.8.1]
        exclude:
          - python-version: 3.9
            torch-version: 1.6.0
          - python-version: 3.9
            torch-version: 1.7.1

    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: ${{ matrix.branches }}

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python-version }}

      - name: Upgrade pip
        run: |
          pip install --upgrade --user pip

      - name: Get pip cache dir
        id: pip-cache
        run: |
          echo "::set-output name=dir::$(pip cache dir)"

      - name: pip cache
        uses: actions/cache@v2
        with:
          path: ${{ steps.pip-cache.outputs.dir }}
          key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('./setup.cfg') }}
          restore-keys: |
            ${{ runner.os }}-pip-py${{ matrix.python-version }}-

      - name: Install Dependencies
        run: |
          pip install packaging --default-timeout=60
          python scripts/adjust_torch_versions.py ./setup.cfg ${{ matrix.torch-version }}
          grep -A 3 "torch_ecosystem" setup.cfg
          pip install -r requirements.unstable.txt
          pip install -e .[ci-all] -f https://download.pytorch.org/whl/torch_stable.html
          python scripts/parse_setup.py setup.cfg | xargs pip install --no-deps || true

      - name: Scan for security issues
        run: |
          bandit -r src
          safety check

      - name: Run normal tests
        run: |
          pytest -m 'fast or slow' --cov syft --cov-fail-under 80 -n auto

      - name: Install libomp for XGBoost
        if: startsWith(runner.os, 'macos')
        run: |
          brew install libomp

      - name: Run supported library tests
        run: |
          pytest -m libs --co
          pytest -m libs -n auto -k "not tenseal" --suppress-no-test-exit-code
          pytest -m libs -n 1 -k "tenseal" --suppress-no-test-exit-code

  pygrid-integration-tests:
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      max-parallel: 4
      matrix:
        branches: ["dev"]
        python-version: [3.7, 3.8, 3.9]
        torch-version: [1.8.1]

    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: ${{ matrix.branches }}

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python-version }}

      - name: Upgrade pip
        run: |
          pip install --upgrade --user pip

      - name: Get pip cache dir
        id: pip-cache
        run: |
          echo "::set-output name=dir::$(pip cache dir)"

      - name: pip cache
        uses: actions/cache@v2
        with:
          path: ${{ steps.pip-cache.outputs.dir }}
          key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('./setup.cfg') }}
          restore-keys: |
            ${{ runner.os }}-pip-py${{ matrix.python-version }}-

      - uses: actions/checkout@v2
        with:
          repository: "OpenMined/PyGrid"
          ref: "dev"
          path: "packages/grid"

      - name: Install Dependencies
        run: |
          pip install packaging --default-timeout=60
          python scripts/adjust_torch_versions.py ./setup.cfg ${{ matrix.torch-version }}
          grep -A 3 "torch_ecosystem" setup.cfg
          pip install -r requirements.unstable.txt
          pip install -e .[ci-all] -f https://download.pytorch.org/whl/torch_stable.html
          python scripts/parse_setup.py setup.cfg | xargs pip install --no-deps || true

      - name: Test PyGrid
        continue-on-error: true
        run: |
          pytest ../grid/apps/domain/tests
          pytest ../grid/apps/network/tests
          pytest ../grid/apps/worker/tests
          python ./scripts/mnist.py
          pytest -m grid

  pytorch-tests-all-versions:
    strategy:
      fail-fast: false
      max-parallel: 99
      matrix:
        branches: ["dev"]
        os: [windows-latest, ubuntu-latest, macos-latest]
        python-version: [3.7, 3.8, 3.9]
        torch-version: [1.6.0, 1.7.1, 1.8.1]
        exclude:
          - python-version: 3.9
            torch-version: 1.6.0
          - python-version: 3.9
            torch-version: 1.7.1

    runs-on: ${{ matrix.os }}
    steps:
      - name: Checkout
        uses: actions/checkout@v2
        with:
          ref: ${{ matrix.branches }}

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v2
        with:
          python-version: ${{ matrix.python-version }}

      - name: Upgrade pip
        run: |
          pip install --upgrade --user pip

      - name: Get pip cache dir
        id: pip-cache
        run: |
          echo "::set-output name=dir::$(pip cache dir)"

      - name: pip cache
        uses: actions/cache@v2
        with:
          path: ${{ steps.pip-cache.outputs.dir }}
          key: ${{ runner.os }}-pip-py${{ matrix.python-version }}-${{ hashFiles('./setup.cfg') }}
          restore-keys: |
            ${{ runner.os }}-pip-py${{ matrix.python-version }}-

      - name: Install Dependencies
        run: |
          pip install packaging --default-timeout=60
          python scripts/adjust_torch_versions.py ./setup.cfg ${{ matrix.torch-version }}
          grep -A 3 "torch_ecosystem" setup.cfg
          pip install -r requirements.unstable.txt
          pip install -e .[dev] -f https://download.pytorch.org/whl/torch_stable.html

      - name: Check import works without dev packages
        run: |
          python -c "import syft"

      - name: Run torch tests
        run: |
          pytest -m torch -n auto -p no:benchmark