tests.yml

name: pytest:ubnt
on:
  push:
    branches: ['*', '*/*', master]
    paths:
      - 'label_studio/**'
      - '.github/workflows/tests.yml'

env:
  NODE: '14'

jobs:
  run_pytest_sqlite:
    name: LS SQLite Ubuntu
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.6, 3.7, 3.8]

    env:
      DJANGO_SETTINGS_MODULE: core.settings.label_studio
      COVERAGE_PROCESS_START: 1
      LOG_DIR: pytest_logs
      collect_analytics: false
      SENTRY_ENVIRONMENT: tests-ubuntu-sqlite
      SENTRY_RATE: 0
      DJANGO_DB: sqlite
      # SENTRY_DSN:

    steps:
      - uses: actions/checkout@v2.4.0
      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v2.3.0
        with:
          python-version: ${{ matrix.python-version }}

      - uses: actions/cache@v2.1.6
        id: pip-cache
        with:
          path: ~/.cache/pip
          key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/requirements-test.txt') }}
          restore-keys: |
            ${{ runner.os }}-pip-

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip setuptools
          pip install --upgrade cython
          pip install -U pip==20.2
          pip install -r deploy/requirements.txt -r deploy/requirements-test.txt
          pip install -e .

      - name: Setup node
        uses: actions/setup-node@v2.4.1
        with:
          node-version: "${{ env.NODE }}"

      - name: Get npm cache directory
        id: npm-cache-dir
        run: echo "::set-output name=dir::$(npm config get cache)"

      - uses: actions/cache@v2.1.6
        id: npm-cache
        with:
          path: ${{ steps.npm-cache-dir.outputs.dir }}
          key: ${{ runner.os }}-node-${{ env.NODE }}-${{ hashFiles('label_studio/frontend/package.json') }}-${{ hashFiles('label_studio/frontend/package-lock.json') }}
          restore-keys: |
            ${{ runner.os }}-node-${{ env.NODE }}-

      - name: Install LSF & set version.py
        run: ./deploy/prebuild.sh
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - name: Do migrations
        run: python label_studio/manage.py migrate

      - name: Run functional tests
        run: |
          cd label_studio/
          pytest --junitxml report.xml --cov=. -vv

  run_pytest_postgresql:
    name: LS PostgreSQL
    runs-on: ubuntu-latest
    env:
      DJANGO_SETTINGS_MODULE: core.settings.label_studio
      DJANGO_DB: default
      COVERAGE_PROCESS_START: .coveragerc
      PYTHONPATH: .
      LOG_LEVEL: ERROR
      LOG_DIR: pytest_logs
      collect_analytics: false
      SENTRY_ENVIRONMENT: tests-ubuntu-postgresql
      SENTRY_RATE: 0
      # SENTRY_DSN:

    # Service containers to run with `container-job`
    services:
      # Label used to access the service container
      postgres:
        # Docker Hub image
        image: postgres:11.5
        # Provide the password for postgres
        env:
          POSTGRES_PASSWORD: postgres
          POSTGRES_USER: postgres
          POSTGRES_DB: postgres
        # Set health checks to wait until postgres has started
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          # Maps tcp port 5432 on service container to the host
          - 5432:5432

      # Label used to access the service container
      redis:
        # Docker Hub image
        image: redis
        # Set health checks to wait until redis has started
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          # Maps port 6379 on service container to the host
          - 6379:6379

    steps:
      - uses: actions/checkout@v2.4.0
      - name: Set up Python
        uses: actions/setup-python@v2.3.0
        with:
          python-version: '3.7'

      - name: Install OS dependencies
        run: |
          sudo apt-get update
          sudo apt-get install virtualenv libsasl2-dev python-dev libldap2-dev libssl-dev

      - uses: actions/cache@v2.1.6
        id: pip-cache
        with:
          path: ~/.cache/pip
          key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/requirements-test.txt') }}
          restore-keys: |
            ${{ runner.os }}-pip-

      - name: Install pip dependencies
        run: |
          pip install -U pip==20.2
          pip install -r deploy/requirements.txt -r deploy/requirements-test.txt
          pip install -e .

      - name: Setup node
        uses: actions/setup-node@v2.4.1
        with:
          node-version: 14

      - name: Get npm cache directory
        id: npm-cache-dir
        run: echo "::set-output name=dir::$(npm config get cache)"

      - uses: actions/cache@v2.1.6
        id: npm-cache
        with:
          path: ${{ steps.npm-cache-dir.outputs.dir }}
          key: ${{ runner.os }}-node-${{ env.NODE }}-${{ hashFiles('label_studio/frontend/package.json') }}-${{ hashFiles('label_studio/frontend/package-lock.json') }}
          restore-keys: |
            ${{ runner.os }}-node-${{ env.NODE }}-

      - name: Install LSF & set version.py
        run: ./deploy/prebuild.sh
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

      - name: Do migrations
        run: python label_studio/manage.py migrate

      - name: Run functional tests
        run: |
          cd label_studio/
          pytest --junitxml report.xml --cov=. -vv

      - name: "Upload coverage to Codecov"
        uses: codecov/codecov-action@v2.1.0
        with:
          fail_ci_if_error: true

  windows_label_studio:
    name: LS SQLite Windows
    runs-on: windows-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: [3.6, 3.7, 3.8]

    env:
      DJANGO_SETTINGS_MODULE: core.settings.label_studio
      COVERAGE_PROCESS_START: 1
      LOG_DIR: pytest_logs
      collect_analytics: false
      SENTRY_ENVIRONMENT: tests-windows-sqlite
      SENTRY_RATE: 0
      DJANGO_DB: sqlite
      # SENTRY_DSN:

    steps:
    - uses: actions/checkout@v2.4.0
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v2.3.0
      with:
        python-version: ${{ matrix.python-version }}

    - uses: actions/cache@v2.1.6
      with:
        path: ~\AppData\Local\pip\Cache
        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}-${{ hashFiles('**/requirements-test.txt') }}
        restore-keys: |
          ${{ runner.os }}-pip-

    - name: Install dependencies
      run: |
        python -m pip install --upgrade pip setuptools
        pip install --upgrade cython
        if (Test-Path -Path '.\deploy\requirements.txt' -PathType Leaf)
        {pip install -r deploy\requirements.txt}
        if (Test-Path -Path '.\deploy\requirements-test.txt' -PathType Leaf)
        {pip install -r deploy/requirements-test.txt}
        pip install -e .

    - name: Init project
      run: |
        set PYTHONIOENCODING=utf-8
        set PYTHONLEGACYWINDOWSSTDIO=utf-8
        label-studio init my_project --agree-fix-sqlite --force-fix-sqlite
        label-studio init my_project --username test@test.com --password testpwd
        cp sqlite3.dll %pythonLocation%/DLLs/sqlite3.dll
      shell: cmd

    - name: Test with pytest
      env:
        collect_analytics: 0
      run: |
        cd label_studio/
        coverage run -m pytest

    - name: Collect coverage results
      if: always()
      env:
        collect_analytics: 0
      run: |
        cd label_studio/
        coverage report -m --fail-under=40