DataLab/.github/workflows/test_pyqt6.yml at main · DataLab-Platform/DataLab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python

# Inspired from https://pytest-qt.readthedocs.io/en/latest/troubleshooting.html#github-actions

name: Install and Test on Ubuntu (latest) with PyQt6

on:
  push:
    branches: [ "main", "develop", "release" ]
  pull_request:
    branches: [ "main", "develop", "release" ]
  workflow_dispatch:
    inputs:
      job_to_run:
        description: 'Which job to run'
        required: true
        type: choice
        options:
          - 'all'
          - 'build'
          - 'build_latest'
        default: 'all'
  schedule:
    # Only the "build_latest" job runs on schedule (see execution conditions below)
    - cron: "0 5 * * 1"

jobs:
  build:
    if: ${{ (github.event_name == 'push' || github.event_name == 'pull_request') || (github.event_name == 'workflow_dispatch' && (github.event.inputs.job_to_run == 'all' || github.event.inputs.job_to_run == 'build')) }}

    env:
      DISPLAY: ':99.0'

    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.9", "3.13"]

    steps:
    - uses: actions/checkout@v4
    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v5
      with:
        python-version: ${{ matrix.python-version }}
    - name: Install dependencies
      run: |
        sudo apt-get update
        sudo apt-get install -y libxkbcommon-x11-0 libxcb-icccm4 libxcb-image0 libxcb-keysyms1 libxcb-randr0 libxcb-render-util0 libxcb-xinerama0 libxcb-xfixes0 x11-utils libegl1
        /sbin/start-stop-daemon --start --quiet --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background --exec /usr/bin/Xvfb -- :99 -screen 0 1920x1200x24 -ac +extension GLX
        python -m pip install --upgrade pip
        python -m pip install ruff pytest httpx
        pip install PyQt6
        if [ "${{ github.ref_name }}" = "develop" ]; then
           # Clone and install development versions of key dependencies with editable install
           cd ..
           git clone --depth 1 https://github.com/PlotPyStack/PythonQwt.git
           git clone --depth 1 --branch develop https://github.com/PlotPyStack/guidata.git
           git clone --depth 1 --branch develop https://github.com/PlotPyStack/plotpy.git
           git clone --depth 1 --branch develop https://github.com/DataLab-Platform/sigima.git
           cd DataLab
           pip install -e ../guidata
           pip install -e ../PythonQwt
           pip install -e ../plotpy
           pip install -e ../sigima
           # Install tomli for TOML parsing (safe if already present)
           pip install tomli
           # Extract dependencies and save to file, then install
           python -c "import tomli; f=open('pyproject.toml','rb'); data=tomli.load(f); deps=[d for d in data['project']['dependencies'] if not any(p in d for p in ['guidata','PlotPy','Sigima'])]; open('deps.txt','w').write('\n'.join(deps))"
           pip install -r deps.txt
           # Install DataLab without dependencies
           pip install --no-deps .
        elif [ "${{ github.ref_name }}" = "release" ]; then
           # Clone dependencies from release branches (with fallback to main/master)
           cd ..
           # Try cloning PythonQwt from main or master
           git clone --depth 1 https://github.com/PlotPyStack/PythonQwt.git || git clone --depth 1 --branch master https://github.com/PlotPyStack/PythonQwt.git
           # Try cloning guidata from release, fallback to main or master
           git clone --depth 1 --branch release https://github.com/PlotPyStack/guidata.git || git clone --depth 1 https://github.com/PlotPyStack/guidata.git || git clone --depth 1 --branch master https://github.com/PlotPyStack/guidata.git
           # Try cloning plotpy from release, fallback to main or master
           git clone --depth 1 --branch release https://github.com/PlotPyStack/plotpy.git || git clone --depth 1 https://github.com/PlotPyStack/plotpy.git || git clone --depth 1 --branch master https://github.com/PlotPyStack/plotpy.git
           # Try cloning sigima from release, fallback to main
           git clone --depth 1 --branch release https://github.com/DataLab-Platform/sigima.git || git clone --depth 1 https://github.com/DataLab-Platform/sigima.git
           cd DataLab
           pip install -e ../guidata
           pip install -e ../PythonQwt
           pip install -e ../plotpy
           pip install -e ../sigima
           # Install tomli for TOML parsing (safe if already present)
           pip install tomli
           # Extract dependencies and save to file, then install
           python -c "import tomli; f=open('pyproject.toml','rb'); data=tomli.load(f); deps=[d for d in data['project']['dependencies'] if not any(p in d for p in ['guidata','PlotPy','Sigima'])]; open('deps.txt','w').write('\n'.join(deps))"
           pip install -r deps.txt
           # Install DataLab without dependencies
           pip install --no-deps .
        else
           # Install from PyPI normally for main branch
           pip install .
        fi
    - name: Lint with Ruff
      run: ruff check --output-format=github datalab
    - name: Test with pytest
      run: pytest -v --tb=long

  build_latest:
    if: ${{ github.event_name == 'schedule' || (github.event_name == 'workflow_dispatch' && (github.event.inputs.job_to_run == 'all' || github.event.inputs.job_to_run == 'build_latest')) }}
    env:
      DISPLAY: ':99.0'
    runs-on: ubuntu-latest

    steps:
    - uses: actions/checkout@v4

    - name: Set up Python 3.13
      uses: actions/setup-python@v5
      with:
        python-version: "3.13"

    - name: Install dependencies (latest)
      run: |
        set -euxo pipefail
        sudo apt-get update
        sudo apt-get install -y \
          libxkbcommon-x11-0 libxcb-icccm4 libxcb-image0 libxcb-keysyms1 \
          libxcb-randr0 libxcb-render-util0 libxcb-xinerama0 libxcb-xfixes0 x11-utils libegl1

        /sbin/start-stop-daemon --start --quiet \
          --pidfile /tmp/custom_xvfb_99.pid --make-pidfile --background \
          --exec /usr/bin/Xvfb -- :99 -screen 0 1920x1200x24 -ac +extension GLX

        python -m pip install --upgrade pip
        python -m pip install ruff pytest httpx
        python -m pip install PyQt6

        # Clone and install Sigima from the same branch as DataLab
        cd ..
        git clone --depth 1 --branch ${{ github.ref_name }} https://github.com/DataLab-Platform/sigima.git || git clone --depth 1 https://github.com/DataLab-Platform/sigima.git
        cd DataLab

        # Install DataLab itself, but do NOT install its pinned deps
        python -m pip install -e . --no-deps

        # Install Sigima from local clone
        python -m pip install -e ../sigima

        # Extract dependency names from pyproject.toml (excluding Sigima) and install latest versions
        python -m pip install -U --upgrade-strategy eager $(python -c "import tomllib, re; print(' '.join(re.sub(r'[\[\]<>=!~,.\s].*$', '', d).strip() for d in tomllib.loads(open('pyproject.toml', 'rb').read().decode())['project']['dependencies'] if 'Sigima' not in d))")

    - name: Lint with Ruff (latest)
      run: ruff check --output-format=github datalab

    - name: Test with pytest (latest)
      run: pytest -v --tb=long