Wip/detect boot

.github/workflows/build-and-release.yml

@@ -7,11 +7,11 @@ jobs:
     runs-on: ubuntu-22.04
     continue-on-error: false
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
       with:
         fetch-depth: 0
     - name: Set up Python
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: "3.11"
     - name: Install python dependencies

.github/workflows/docker.yml

@@ -5,42 +5,44 @@ on:
     branches: [ master ]
     tags:
       - '*'
+  release:
+    types: [ released ]
+  workflow_dispatch:
+
+env:
+    QEMU_PLATFORMS: arm64
+    IMAGE_PLATFORMS: linux/amd64,linux/arm64
+    IMAGE_PREFIX: ${{ secrets.DOCKERHUB_PREFIX }}
 
 jobs:
   docker:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
     - name: Install system dependencies
       run: |
-        sudo apt install -yq python3-pip
-        python3 -m pip install setuptools_scm
+        sudo apt install -yq python3-pip python3-setuptools-scm
+    - name: Set up QEMU
+      uses: docker/setup-qemu-action@v3
+      with:
+        platforms: ${QEMU_PLATFORMS}
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@v3
     - name: Login to DockerHub
-      uses: docker/login-action@v2
+      uses: docker/login-action@v3
       with:
         username: ${{ secrets.DOCKERHUB_USERNAME }}
         password: ${{ secrets.DOCKERHUB_TOKEN }}
-    - name: Build docker image
+    - name: Build amd64 docker image and validate
       run: |
-        ./dockerfiles/build.sh
-        docker-compose -f dockerfiles/staging/docker-compose.yml up --exit-code-from client client
-        docker-compose -f dockerfiles/staging/docker-compose.yml down
+        ./dockerfiles/build.sh --load
+        docker compose -f dockerfiles/staging/docker-compose.yml up --exit-code-from client client
+        docker compose -f dockerfiles/staging/docker-compose.yml down
         docker images
-    - name: Tag latest images
-      run: |
-        docker tag labgrid-client ${{ secrets.DOCKERHUB_PREFIX }}client
-        docker tag labgrid-exporter ${{ secrets.DOCKERHUB_PREFIX }}exporter
-        docker tag labgrid-coordinator ${{ secrets.DOCKERHUB_PREFIX }}coordinator
-    - name: Tag release image
+    - name: Build, tag and push latest image for all platforms
+      run: ./dockerfiles/build.sh --platform ${IMAGE_PLATFORMS} --push
+    - name: Tag and push release image for all platforms
       if: startsWith(github.ref, 'refs/tags')
-      run: |
-        docker tag labgrid-client ${{ secrets.DOCKERHUB_PREFIX }}client:${GITHUB_REF_NAME}
-        docker tag labgrid-exporter ${{ secrets.DOCKERHUB_PREFIX }}exporter:${GITHUB_REF_NAME}
-        docker tag labgrid-coordinator ${{ secrets.DOCKERHUB_PREFIX }}coordinator:${GITHUB_REF_NAME}
-    - name: Push to dockerhub
-      run: |
-        docker push --all-tags ${{ secrets.DOCKERHUB_PREFIX }}client
-        docker push --all-tags ${{ secrets.DOCKERHUB_PREFIX }}exporter
-        docker push --all-tags ${{ secrets.DOCKERHUB_PREFIX }}coordinator
-    - name: Show images again
-      run: docker images
+      env:
+        IMAGE_TAG: ${{ github.ref_name }}
+      run: ./dockerfiles/build.sh --platform ${IMAGE_PLATFORMS} --push

.github/workflows/push-pr-unit-tests.yml

@@ -8,8 +8,10 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10', '3.11']
+        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
     uses: ./.github/workflows/reusable-unit-tests.yml
+    secrets:
+      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
     with:
       python-version: ${{ matrix.python-version }}
   push-pr-unit-tests-docker:

.github/workflows/reusable-unit-tests-docker.yml

@@ -9,20 +9,19 @@ on:
 
 jobs:
   docker:
-    runs-on: ubuntu-latest
+    runs-on: ubuntu-24.04
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
       with:
         ref: ${{ inputs.branch }}
     - name: Install system dependencies
       run: |
-        sudo apt install -yq python3-pip
-        python3 -m pip install setuptools_scm
+        sudo apt install -yq python3-pip python3-setuptools-scm
     - name: Build docker images
       run: |
         ./dockerfiles/build.sh
-        docker-compose -f dockerfiles/staging/docker-compose.yml up --exit-code-from client client || (docker-compose -f dockerfiles/staging/docker-compose.yml logs --timestamps && false)
-        docker-compose -f dockerfiles/staging/docker-compose.yml down
+        docker compose -f dockerfiles/staging/docker-compose.yml up --exit-code-from client client || (docker compose -f dockerfiles/staging/docker-compose.yml logs --timestamps && false)
+        docker compose -f dockerfiles/staging/docker-compose.yml down
     - name: Show docker images
       run: |
         docker images

.github/workflows/reusable-unit-tests.yml

@@ -9,28 +9,31 @@ on:
       branch:
         type: string
         required: false
+    secrets:
+      CODECOV_TOKEN:
+        required: false
 
 jobs:
   build:
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     continue-on-error: false
     steps:
-    - uses: actions/checkout@v3
+    - uses: actions/checkout@v4
       with:
         ref: ${{ inputs.branch }}
     - name: Set up Python ${{ inputs.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ inputs.python-version }}
-    - uses: actions/cache@v3
+    - uses: actions/cache@v4
       with:
         path: ~/.cache/pip
         key: ${{ runner.os }}-pip-${{ hashFiles('pyproject.toml') }}
         restore-keys: |
           ${{ runner.os }}-pip-
     - name: Install system dependencies
       run: |
-        sudo apt-get install -yq libow-dev openssh-server openssh-client libsnappy-dev ncurses-term graphviz openocd
+        sudo apt-get install -yq libow-dev openssh-server openssh-client graphviz openocd
         sudo mkdir -p /var/cache/labgrid/runner && sudo chown runner /var/cache/labgrid/runner
     - name: Prepare local SSH
       run: |
@@ -46,17 +49,27 @@ jobs:
     - name: Install labgrid
       run: |
         pip install -e ".[dev]"
-    - name: Install crossbar in virtualenv
-      run: |
-        virtualenv -p python3 crossbar-venv
-        crossbar-venv/bin/pip install -r crossbar-requirements.txt
     - name: Lint with pylint
       run: |
         pylint --list-msgs-enabled
         pylint labgrid
+    - name: Format with ruff
+      run: |
+        ruff format --check --diff
     - name: Test with pytest
       run: |
-        TERM=xterm pytest --cov-config .coveragerc --cov=labgrid --local-sshmanager --ssh-username runner --crossbar-venv crossbar-venv -k "not test_docker_with_daemon"
+        pytest -r a --cov-config .coveragerc --cov=labgrid --junitxml=junit.xml -o junit_family=legacy --local-sshmanager --ssh-username runner -k "not test_docker_with_daemon"
+    - name: Upload coverage to Codecov
+      uses: codecov/codecov-action@v4
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        flags: ${{ inputs.python-version }}
+    - name: Upload test results to Codecov
+      if: ${{ !cancelled() }}
+      uses: codecov/test-results-action@v1
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        flags: ${{ inputs.python-version }}
     - name: Build documentation
       run: |
         make -C doc clean
@@ -68,4 +81,3 @@ jobs:
         # check README.rst separately
         pip install rstcheck
         rstcheck --ignore-languages=bash --report-level=WARNING README.rst
-    - uses: codecov/codecov-action@v3

.github/workflows/scheduled-unit-tests.yml

@@ -10,9 +10,11 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.8', '3.9', '3.10', '3.11']
+        python-version: ['3.9', '3.10', '3.11', '3.12', '3.13']
         branch: ['master']
     uses: ./.github/workflows/reusable-unit-tests.yml
+    secrets:
+      CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
     with:
       python-version: ${{ matrix.python-version }}
       branch: ${{ matrix.branch }}

.gitignore

@@ -17,6 +17,7 @@
 /dist
 /.pytest_cache/
 /htmlcov/
-/dockerfiles/staging/crossbar/*
-!/dockerfiles/staging/crossbar/places_example.yaml
+/labgrid/_version.py
+/dockerfiles/staging/coordinator/*
+!/dockerfiles/staging/coordinator/places_example.yaml
 /.idea

.readthedocs.yaml

@@ -1,5 +1,8 @@
 version: 2
 
+sphinx:
+  configuration: doc/conf.py
+
 python:
   install:
     - method: pip
@@ -8,6 +11,6 @@ python:
         - doc
 
 build:
-  os: "ubuntu-22.04"
+  os: "ubuntu-24.04"
   tools:
-    python: "3.11"
+    python: "3.13"