build.yml

name: IEM CI
on:
  pull_request:
    branches:
      - main
  push:
    branches:
      - main

jobs:
  build:
    defaults:
      run:
        # Ensures environment gets sourced right
        shell: bash -l -e {0}
    name: Python (${{ matrix.PYTHON_VERSION }}) Data (${{ matrix.WITH_IEM_DATA }}) Test Web (${{ matrix.TEST_WEB }})
    runs-on: ubuntu-latest
    strategy:
      matrix:
        PYTHON_VERSION: ["3.11"]
        WITH_IEM_DATA: ["YES", "NO"]
        TEST_WEB: ["YES", "NO"]
        exclude:
          - PYTHON_VERSION: "3.11"
            TEST_WEB: "NO"
            WITH_IEM_DATA: "NO"
    env:
      PYTHON_VERSION: ${{ matrix.PYTHON_VERSION }}
      WITH_IEM_DATA: ${{ matrix.WITH_IEM_DATA }}
      TEST_WEB: ${{ matrix.TEST_WEB }}
    steps:
    - uses: actions/checkout@v4

    # Lots of daryl's codes use aliases defined in /etc/hosts
    - name: Add /etc/hosts entries
      run: |
        cat .github/workflows/etchosts.txt | sudo tee -a /etc/hosts

    - name: Run IEM Database Container
      run: |
        IMAGE_TAG=$([[ ${{ matrix.WITH_IEM_DATA }} == 'YES' ]] && echo "test_data" || echo "no_test_data")
        docker run -d --name iem_database -p 5432:5432 ghcr.io/akrherz/iem_database:$IMAGE_TAG
        until docker exec iem_database pg_isready -h localhost; do
          sleep 6
        done

    - name: Run Memcached container
      run: |
        docker run -d --name iem_memcached -p 11211:11211 memcached:1.6.9

    # setup conda-forge with micromamba
    - name: Setup Python
      uses: mamba-org/setup-micromamba@v2
      with:
        environment-file: environment.yml
        condarc: |
          channels:
            - conda-forge
            - defaults
        create-args: >-
          python=${{ env.PYTHON_VERSION }}
        environment-name: prod
        cache-environment: true

    - name: Clone ci_tooling
      run: |
        git clone --depth 1 https://github.com/akrherz/ci_tooling.git .ci_tooling

    # Copy repo's default settings into the real position
    - name: Copy PHP Setting Defaults
      run: |
        cp config/settings.inc.php.in config/settings.inc.php

    # conda-forge does not have everything we need, yet
    - name: Install Python requirements from pip
      run: |
        python -m pip install -r pip_requirements.txt

    - name: Setup Directory Paths
      run: sh .github/setuppaths.sh

    - name: Setup IEM Data
      if: ${{ matrix.WITH_IEM_DATA == 'YES' }}
      run: sh .github/setupdata.sh

    # Get apache running, which is needed to build mod_wsgi
    - name: Configure IEM Webfarm Server
      run: |
        cd .ci_tooling
        . iemwebfarm.sh

    - name: Configure Webfarm Server
      run: |
        echo '<VirtualHost *:80>' | sudo tee /etc/apache2/sites-enabled/iem.conf > /dev/null
        cat config/mesonet.inc | sudo tee -a /etc/apache2/sites-enabled/iem.conf > /dev/null
        echo '</VirtualHost>' | sudo tee -a /etc/apache2/sites-enabled/iem.conf > /dev/null

        # ci_tooling places a mod_wsgi conf with startup disabled, we enable it
        sudo sed -i 's/# WSGIImportScript/WSGIImportScript/' /etc/apache2/sites-enabled/mod_wsgi.conf

        # restart apache
        sudo service apache2 restart
        sudo systemctl status apache2.service -l

    - name: Smoke Test mod_wsgi_startup.py
      if: ${{ matrix.TEST_WEB == 'YES' }}
      run: |
        python /opt/iem/deployment/mod_wsgi_startup.py

    - name: Run IEM Production checks
      if: ${{ matrix.TEST_WEB == 'YES' }}
      run: |
        git clone --depth 1 https://github.com/akrherz/iem-production-checks.git .ipc
        SERVICE=http://iem.local pytest -n 4 .ipc/tests/test_*.py  

    - name: Run mod_wsgi smoke test
      if: ${{ matrix.TEST_WEB == 'YES' }}
      run: pytest -n 4 tests/test_mod_wsgi.py

    # - name: Setup upterm session
    #  if: ${{ matrix.TEST_WEB == 'NO' && matrix.WITH_IEM_DATA == 'YES' }}
    #  uses: lhotari/action-upterm@v1
    #  with:
    #    limit-access-to-actor: true

    - name: Run IEMWeb Python Check
      if: ${{ matrix.TEST_WEB == 'NO' && matrix.WITH_IEM_DATA == 'YES' }}
      run: |
        export PYTHONPATH=/opt/iem/pylib
        python -m pytest --mpl --cov=iemweb -n 4 tests/iemweb/
        python -m coverage xml

    - name: Upload to Codecov
      if: ${{ matrix.TEST_WEB == 'NO' && matrix.WITH_IEM_DATA == 'YES' }}
      uses: codecov/codecov-action@v5
      with:
        token: ${{ secrets.CODECOV_TOKEN }}
        files: coverage.xml

    - name: View Apache Logs
      if: ${{ failure() }}
      run: |
        sudo systemctl status apache2 -l
        sudo cat /var/log/apache2/error.log

    - name: View PHP-FPM Logs
      if: ${{ failure() }}
      run: |
        sudo cat /var/log/php*-fpm.log