Publish unit tests results and variations on each PR (#73)

So it's easier to detect that we accidentally marked a lot of tests
as skipped.

* Try EnricoMi/publish-unit-test-result-action@v1

* Make build job generation more modular

* Unify workflows, so their results can be added together in the report (instead of overwriting each other)

.github/workflows/charybdis.yml

@@ -1,43 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-charybdis
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/charybdis
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout Charybdis
-      uses: actions/checkout@v2
-      with:
-        path: charybdis
-        ref: charybdis-4.1.2
-        repository: charybdis-ircd/charybdis
-    - name: Build Charybdis
-      run: |
-        cd $GITHUB_WORKSPACE/charybdis/
-        ./autogen.sh
-        ./configure --prefix=$HOME/.local/
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make charybdis
-name: irctest with Charybdis (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/ergo.yml

@@ -1,45 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - uses: actions/setup-go@v2
-      with:
-        go-version: ~1.16
-    - run: go version
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-ergo
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/ergo
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout Ergo
-      uses: actions/checkout@v2
-      with:
-        path: ergo
-        ref: irctest_stable
-        repository: ergochat/ergo
-    - name: Build Ergo
-      run: |
-        cd $GITHUB_WORKSPACE/ergo/
-        make build
-        make install
-    - name: Test with pytest
-      run: PATH=~/go/bin:$PATH make ergo
-name: irctest with Ergo (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/ergo_devel.yml

@@ -1,48 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - uses: actions/setup-go@v2
-      with:
-        go-version: ~1.16
-    - run: go version
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-ergo
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/ergo
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout Ergo
-      uses: actions/checkout@v2
-      with:
-        path: ergo
-        ref: master
-        repository: ergochat/ergo
-    - name: Build Ergo
-      run: |
-        cd $GITHUB_WORKSPACE/ergo/
-        make build
-        make install
-    - name: Test with pytest
-      run: PATH=~/go/bin:$PATH make ergo
-name: irctest with Ergo (devel)
-'on':
-  schedule:
-  - cron: 51 8 * * 6
-  - cron: 51 8 * * 0
-  - cron: 51 17 * * *
-  workflow_dispatch: null

.github/workflows/inspircd.yml

@@ -1,43 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-inspircd
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/inspircd
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout InspIRCd
-      uses: actions/checkout@v2
-      with:
-        path: inspircd
-        ref: v3.10.0
-        repository: inspircd/inspircd
-    - name: Build InspIRCd
-      run: |
-        cd $GITHUB_WORKSPACE/inspircd/
-        patch src/inspircd.cpp < $GITHUB_WORKSPACE/inspircd_mainloop.patch
-        ./configure --prefix=$HOME/.local/inspircd --development
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/inspircd/bin:$PATH make inspircd
-name: irctest with InspIRCd (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/inspircd_devel.yml

@@ -1,46 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-inspircd
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/inspircd
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout InspIRCd
-      uses: actions/checkout@v2
-      with:
-        path: inspircd
-        ref: master
-        repository: inspircd/inspircd
-    - name: Build InspIRCd
-      run: |
-        cd $GITHUB_WORKSPACE/inspircd/
-        patch src/inspircd.cpp < $GITHUB_WORKSPACE/inspircd_mainloop.patch
-        ./configure --prefix=$HOME/.local/inspircd --development
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/inspircd/bin:$PATH PYTEST_ARGS="-m 'not services'" make inspircd
-name: irctest with InspIRCd (devel)
-'on':
-  schedule:
-  - cron: 51 8 * * 6
-  - cron: 51 8 * * 0
-  - cron: 51 17 * * *
-  workflow_dispatch: null

.github/workflows/limnoria.yml

@@ -1,32 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-limnoria
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/placeholder
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Install dependencies
-      run: pip install limnoria==2021.06.15 cryptography
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make limnoria
-name: irctest with Limnoria (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/limnoria_devel.yml

@@ -1,35 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-limnoria
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/placeholder
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Install dependencies
-      run: pip install git+https://github.com/ProgVal/Limnoria.git@testing cryptography
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make limnoria
-name: irctest with Limnoria (devel)
-'on':
-  schedule:
-  - cron: 51 8 * * 6
-  - cron: 51 8 * * 0
-  - cron: 51 17 * * *
-  workflow_dispatch: null

.github/workflows/solanum.yml

@@ -1,43 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-solanum
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/solanum
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout Solanum
-      uses: actions/checkout@v2
-      with:
-        path: solanum
-        ref: e370888264da666a1bd9faac86cd5f2aa06084f4
-        repository: solanum-ircd/solanum
-    - name: Build Solanum
-      run: |
-        cd $GITHUB_WORKSPACE/solanum/
-        ./autogen.sh
-        ./configure --prefix=$HOME/.local/
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make solanum
-name: irctest with Solanum (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/solanum_devel.yml

@@ -1,46 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-solanum
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/solanum
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout Solanum
-      uses: actions/checkout@v2
-      with:
-        path: solanum
-        ref: main
-        repository: solanum-ircd/solanum
-    - name: Build Solanum
-      run: |
-        cd $GITHUB_WORKSPACE/solanum/
-        ./autogen.sh
-        ./configure --prefix=$HOME/.local/
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make solanum
-name: irctest with Solanum (devel)
-'on':
-  schedule:
-  - cron: 51 8 * * 6
-  - cron: 51 8 * * 0
-  - cron: 51 17 * * *
-  workflow_dispatch: null

.github/workflows/sopel.yml

@@ -1,32 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-sopel
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/placeholder
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Install dependencies
-      run: pip install sopel==7.1.1
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make sopel
-name: irctest with Sopel (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/sopel_devel.yml

@@ -1,35 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-sopel
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/placeholder
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Install dependencies
-      run: pip install git+https://github.com/sopel-irc/sopel.git
-    - name: Test with pytest
-      run: PATH=~/.local/bin:$PATH make sopel
-name: irctest with Sopel (devel)
-'on':
-  schedule:
-  - cron: 51 8 * * 6
-  - cron: 51 8 * * 0
-  - cron: 51 17 * * *
-  workflow_dispatch: null

.github/workflows/test-devel.yml

@@ -0,0 +1,259 @@
+# This file was auto-generated by make_workflows.py.
+# Do not edit it manually, modifications will be lost.
+
+jobs:
+  publish-test-results:
+    if: success() || failure()
+    name: Publish Unit Tests Results
+    needs:
+    - test-solanum
+    - test-ergo
+    - test-inspircd
+    - test-unrealircd
+    - test-limnoria
+    - test-sopel
+    runs-on: ubuntu-latest
+    steps:
+    - name: Download Artifacts
+      uses: actions/download-artifact@v2
+      with:
+        path: artifacts
+    - name: Publish Unit Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v1
+      with:
+        files: artifacts/**/*.xml
+  test-ergo:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - uses: actions/setup-go@v2
+      with:
+        go-version: ~1.16
+    - run: go version
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-ergo
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/ergo
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout Ergo
+      uses: actions/checkout@v2
+      with:
+        path: ergo
+        ref: master
+        repository: ergochat/ergo
+    - name: Build Ergo
+      run: |
+        cd $GITHUB_WORKSPACE/ergo/
+        make build
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/go/bin:$PATH make ergo
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Ergo (devel)
+        path: pytest.xml
+  test-inspircd:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-inspircd
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/inspircd
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout InspIRCd
+      uses: actions/checkout@v2
+      with:
+        path: inspircd
+        ref: master
+        repository: inspircd/inspircd
+    - name: Build InspIRCd
+      run: |
+        cd $GITHUB_WORKSPACE/inspircd/
+        patch src/inspircd.cpp < $GITHUB_WORKSPACE/inspircd_mainloop.patch
+        ./configure --prefix=$HOME/.local/inspircd --development
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/inspircd/bin:$PATH PYTEST_ARGS="-m
+        'not services'" make inspircd
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results InspIRCd (devel)
+        path: pytest.xml
+  test-limnoria:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-limnoria
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/placeholder
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Install dependencies
+      run: pip install git+https://github.com/ProgVal/Limnoria.git@testing cryptography
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make limnoria
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Limnoria (devel)
+        path: pytest.xml
+  test-solanum:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-solanum
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/solanum
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout Solanum
+      uses: actions/checkout@v2
+      with:
+        path: solanum
+        ref: main
+        repository: solanum-ircd/solanum
+    - name: Build Solanum
+      run: |
+        cd $GITHUB_WORKSPACE/solanum/
+        ./autogen.sh
+        ./configure --prefix=$HOME/.local/
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make solanum
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Solanum (devel)
+        path: pytest.xml
+  test-sopel:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-sopel
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/placeholder
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Install dependencies
+      run: pip install git+https://github.com/sopel-irc/sopel.git
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make sopel
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Sopel (devel)
+        path: pytest.xml
+  test-unrealircd:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-unrealircd
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/unrealircd
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout UnrealIRCd
+      uses: actions/checkout@v2
+      with:
+        path: unrealircd
+        ref: unreal52
+        repository: unrealircd/unrealircd
+    - name: Build UnrealIRCd
+      run: |
+        cd $GITHUB_WORKSPACE/unrealircd/
+        cp $GITHUB_WORKSPACE/unreal/* .
+        CFLAGS=-O0 ./Config -quick
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/unrealircd/bin:$PATH
+        make unrealircd
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results UnrealIRCd (devel)
+        path: pytest.xml
+name: irctest with devel versions
+'on':
+  schedule:
+  - cron: 51 8 * * 6
+  - cron: 51 8 * * 0
+  - cron: 51 17 * * *
+  workflow_dispatch: null

.github/workflows/test-devel_release.yml

@@ -2,7 +2,22 @@
 # Do not edit it manually, modifications will be lost.
 
 jobs:
-  build:
+  publish-test-results:
+    if: success() || failure()
+    name: Publish Unit Tests Results
+    needs:
+    - test-inspircd
+    runs-on: ubuntu-latest
+    steps:
+    - name: Download Artifacts
+      uses: actions/download-artifact@v2
+      with:
+        path: artifacts
+    - name: Publish Unit Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v1
+      with:
+        files: artifacts/**/*.xml
+  test-inspircd:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v2
@@ -36,8 +51,15 @@ jobs:
         make -j 4
         make install
     - name: Test with pytest
-      run: PATH=~/.local/inspircd/bin:$PATH make inspircd
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/inspircd/bin:$PATH make
-name: irctest with InspIRCd (devel_release)
+        inspircd
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results InspIRCd (devel_release)
+        path: pytest.xml
+name: irctest with devel_release versions
 'on':
   schedule:
   - cron: 51 8 * * 6

.github/workflows/test-stable.yml

@@ -0,0 +1,298 @@
+# This file was auto-generated by make_workflows.py.
+# Do not edit it manually, modifications will be lost.
+
+jobs:
+  publish-test-results:
+    if: success() || failure()
+    name: Publish Unit Tests Results
+    needs:
+    - test-charybdis
+    - test-solanum
+    - test-ergo
+    - test-inspircd
+    - test-unrealircd
+    - test-limnoria
+    - test-sopel
+    runs-on: ubuntu-latest
+    steps:
+    - name: Download Artifacts
+      uses: actions/download-artifact@v2
+      with:
+        path: artifacts
+    - name: Publish Unit Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v1
+      with:
+        files: artifacts/**/*.xml
+  test-charybdis:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-charybdis
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/charybdis
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout Charybdis
+      uses: actions/checkout@v2
+      with:
+        path: charybdis
+        ref: charybdis-4.1.2
+        repository: charybdis-ircd/charybdis
+    - name: Build Charybdis
+      run: |
+        cd $GITHUB_WORKSPACE/charybdis/
+        ./autogen.sh
+        ./configure --prefix=$HOME/.local/
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make charybdis
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Charybdis (stable)
+        path: pytest.xml
+  test-ergo:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - uses: actions/setup-go@v2
+      with:
+        go-version: ~1.16
+    - run: go version
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-ergo
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/ergo
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout Ergo
+      uses: actions/checkout@v2
+      with:
+        path: ergo
+        ref: irctest_stable
+        repository: ergochat/ergo
+    - name: Build Ergo
+      run: |
+        cd $GITHUB_WORKSPACE/ergo/
+        make build
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/go/bin:$PATH make ergo
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Ergo (stable)
+        path: pytest.xml
+  test-inspircd:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-inspircd
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/inspircd
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout InspIRCd
+      uses: actions/checkout@v2
+      with:
+        path: inspircd
+        ref: v3.10.0
+        repository: inspircd/inspircd
+    - name: Build InspIRCd
+      run: |
+        cd $GITHUB_WORKSPACE/inspircd/
+        patch src/inspircd.cpp < $GITHUB_WORKSPACE/inspircd_mainloop.patch
+        ./configure --prefix=$HOME/.local/inspircd --development
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/inspircd/bin:$PATH make
+        inspircd
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results InspIRCd (stable)
+        path: pytest.xml
+  test-limnoria:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-limnoria
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/placeholder
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Install dependencies
+      run: pip install limnoria==2021.06.15 cryptography
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make limnoria
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Limnoria (stable)
+        path: pytest.xml
+  test-solanum:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-solanum
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/solanum
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout Solanum
+      uses: actions/checkout@v2
+      with:
+        path: solanum
+        ref: e370888264da666a1bd9faac86cd5f2aa06084f4
+        repository: solanum-ircd/solanum
+    - name: Build Solanum
+      run: |
+        cd $GITHUB_WORKSPACE/solanum/
+        ./autogen.sh
+        ./configure --prefix=$HOME/.local/
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make solanum
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Solanum (stable)
+        path: pytest.xml
+  test-sopel:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-sopel
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/placeholder
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Install dependencies
+      run: pip install sopel==7.1.1
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/bin:$PATH make sopel
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results Sopel (stable)
+        path: pytest.xml
+  test-unrealircd:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.7
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.7
+    - name: Cache dependencies
+      uses: actions/cache@v2
+      with:
+        key: ${{ runner.os }}-unrealircd
+        path: |-
+          ~/.cache
+          $GITHUB_WORKSPACE/unrealircd
+    - name: Install dependencies
+      run: |-
+        sudo apt-get install atheme-services
+        python -m pip install --upgrade pip
+        pip install pytest -r requirements.txt
+    - name: Checkout UnrealIRCd
+      uses: actions/checkout@v2
+      with:
+        path: unrealircd
+        ref: 94993a03ca8d3c193c0295c33af39270c3f9d27d
+        repository: unrealircd/unrealircd
+    - name: Build UnrealIRCd
+      run: |
+        cd $GITHUB_WORKSPACE/unrealircd/
+        cp $GITHUB_WORKSPACE/unreal/* .
+        CFLAGS=-O0 ./Config -quick
+        make -j 4
+        make install
+    - name: Test with pytest
+      run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=~/.local/unrealircd/bin:$PATH
+        make unrealircd
+    - if: always()
+      name: Publish results
+      uses: actions/upload-artifact@v2
+      with:
+        name: pytest results UnrealIRCd (stable)
+        path: pytest.xml
+name: irctest with stable versions
+'on':
+  pull_request: null
+  push: null

.github/workflows/unrealircd.yml

@@ -1,43 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-unrealircd
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/unrealircd
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout UnrealIRCd
-      uses: actions/checkout@v2
-      with:
-        path: unrealircd
-        ref: 94993a03ca8d3c193c0295c33af39270c3f9d27d
-        repository: unrealircd/unrealircd
-    - name: Build UnrealIRCd
-      run: |
-        cd $GITHUB_WORKSPACE/unrealircd/
-        cp $GITHUB_WORKSPACE/unreal/* .
-        CFLAGS=-O0 ./Config -quick
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/unrealircd/bin:$PATH make unrealircd
-name: irctest with UnrealIRCd (stable)
-'on':
-  pull_request: null
-  push: null

.github/workflows/unrealircd_devel.yml

@@ -1,46 +0,0 @@
-# This file was auto-generated by make_workflows.py.
-# Do not edit it manually, modifications will be lost.
-
-jobs:
-  build:
-    runs-on: ubuntu-latest
-    steps:
-    - uses: actions/checkout@v2
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v2
-      with:
-        python-version: 3.7
-    - name: Cache dependencies
-      uses: actions/cache@v2
-      with:
-        key: ${{ runner.os }}-unrealircd
-        path: |-
-          ~/.cache
-          $GITHUB_WORKSPACE/unrealircd
-    - name: Install dependencies
-      run: |-
-        sudo apt-get install atheme-services
-        python -m pip install --upgrade pip
-        pip install pytest -r requirements.txt
-    - name: Checkout UnrealIRCd
-      uses: actions/checkout@v2
-      with:
-        path: unrealircd
-        ref: unreal52
-        repository: unrealircd/unrealircd
-    - name: Build UnrealIRCd
-      run: |
-        cd $GITHUB_WORKSPACE/unrealircd/
-        cp $GITHUB_WORKSPACE/unreal/* .
-        CFLAGS=-O0 ./Config -quick
-        make -j 4
-        make install
-    - name: Test with pytest
-      run: PATH=~/.local/unrealircd/bin:$PATH make unrealircd
-name: irctest with UnrealIRCd (devel)
-'on':
-  schedule:
-  - cron: 51 8 * * 6
-  - cron: 51 8 * * 0
-  - cron: 51 17 * * *
-  workflow_dispatch: null

make_workflows.py

@@ -50,8 +50,7 @@ class VersionFlavor(enum.Enum):
     release series, it uses that branch instead"""
 
 
-def generate_workflow(config: dict, software_id: str, version_flavor: VersionFlavor):
+def get_build_job(*, software_config, software_id, version_flavor):
-    software_config = config["software"][software_id]
     name = software_config["name"]
     prefix = software_config.get("prefix", "~/.local")
 
@@ -59,11 +58,11 @@ def generate_workflow(config: dict, software_id: str, version_flavor: VersionFla
         path = "placeholder"  # TODO: remove this
         install_steps = software_config["install_steps"][version_flavor.value]
         if install_steps is None:
-            return
+            return None
     else:
         ref = software_config["refs"][version_flavor.value]
         if ref is None:
-            return
+            return None
         path = software_config["path"]
         install_steps = [
             {
@@ -81,6 +80,65 @@ def generate_workflow(config: dict, software_id: str, version_flavor: VersionFla
             },
         ]
 
+    env = software_config.get("env", {}).get(version_flavor.value, "")
+    if env:
+        env += " "
+
+    return {
+        "runs-on": "ubuntu-latest",
+        "steps": [
+            {"uses": "actions/checkout@v2"},
+            {
+                "name": "Set up Python 3.7",  # for irctest itself
+                "uses": "actions/setup-python@v2",
+                "with": {"python-version": 3.7},
+            },
+            *software_config.get("pre_deps", []),
+            {
+                "name": "Cache dependencies",
+                "uses": "actions/cache@v2",
+                "with": {
+                    "path": script("~/.cache", f"$GITHUB_WORKSPACE/{path}"),
+                    "key": "${{ runner.os }}-" + software_id,
+                },
+            },
+            {
+                "name": "Install dependencies",
+                "run": script(
+                    "sudo apt-get install atheme-services",
+                    "python -m pip install --upgrade pip",
+                    "pip install pytest -r requirements.txt",
+                    *(
+                        software_config["extra_deps"]
+                        if "extra_deps" in software_config
+                        else []
+                    ),
+                ),
+            },
+            *install_steps,
+            {
+                "name": "Test with pytest",
+                "run": (
+                    f"PYTEST_ARGS='--junit-xml pytest.xml' "
+                    f"PATH={prefix}/bin:$PATH "
+                    f"{env}make {software_id}"
+                ),
+            },
+            {
+                "name": "Publish results",
+                "if": "always()",
+                "uses": "actions/upload-artifact@v2",
+                "with": {
+                    "name": f"pytest results {name} ({version_flavor.value})",
+                    "path": "pytest.xml",
+                },
+            },
+        ],
+    }
+
+
+def generate_workflow(config: dict, version_flavor: VersionFlavor):
+
     on: dict
     if version_flavor == VersionFlavor.STABLE:
         on = {"push": None, "pull_request": None}
@@ -97,61 +155,45 @@ def generate_workflow(config: dict, software_id: str, version_flavor: VersionFla
             "workflow_dispatch": None,
         }
 
-    env = software_config.get("env", {}).get(version_flavor.value, "")
+    jobs = {}
-    if env:
+    for software_id in config["software"]:
-        env += " "
+        software_config = config["software"][software_id]
+        job = get_build_job(
+            software_config=software_config,
+            software_id=software_id,
+            version_flavor=version_flavor,
+        )
+        if job is not None:
+            jobs[f"test-{software_id}"] = job
 
-    workflow = {
+    jobs["publish-test-results"] = {
-        "name": f"irctest with {name} ({version_flavor.value})",
+        "name": "Publish Unit Tests Results",
-        "on": on,
+        "needs": list(jobs),  # Depend on all other jobs
-        "jobs": {
+        "runs-on": "ubuntu-latest",
-            "build": {
+        # the build-and-test job might be skipped, we don't need to run
-                "runs-on": "ubuntu-latest",
+        # this job then
-                "steps": [
+        "if": "success() || failure()",
-                    {"uses": "actions/checkout@v2"},
+        "steps": [
-                    {
+            {
-                        "name": "Set up Python 3.7",  # for irctest itself
+                "name": "Download Artifacts",
-                        "uses": "actions/setup-python@v2",
+                "uses": "actions/download-artifact@v2",
-                        "with": {"python-version": 3.7},
+                "with": {"path": "artifacts"},
-                    },
+            },
-                    *software_config.get("pre_deps", []),
+            {
-                    {
+                "name": "Publish Unit Test Results",
-                        "name": "Cache dependencies",
+                "uses": "EnricoMi/publish-unit-test-result-action@v1",
-                        "uses": "actions/cache@v2",
+                "with": {"files": "artifacts/**/*.xml"},
-                        "with": {
+            },
-                            "path": script("~/.cache", f"$GITHUB_WORKSPACE/{path}"),
+        ],
-                            "key": "${{ runner.os }}-" + software_id,
-                        },
-                    },
-                    {
-                        "name": "Install dependencies",
-                        "run": script(
-                            "sudo apt-get install atheme-services",
-                            "python -m pip install --upgrade pip",
-                            "pip install pytest -r requirements.txt",
-                            *(
-                                software_config["extra_deps"]
-                                if "extra_deps" in software_config
-                                else []
-                            ),
-                        ),
-                    },
-                    *install_steps,
-                    {
-                        "name": "Test with pytest",
-                        "run": f"PATH={prefix}/bin:$PATH {env}make {software_id}",
-                    },
-                ],
-            }
-        },
     }
 
-    if version_flavor == VersionFlavor.STABLE:
+    workflow = {
-        workflow_filename = GH_WORKFLOW_DIR / f"{software_id}.yml"
+        "name": f"irctest with {version_flavor.value} versions",
-    else:
+        "on": on,
-        workflow_filename = (
+        "jobs": jobs,
-            GH_WORKFLOW_DIR / f"{software_id}_{version_flavor.value}.yml"
+    }
-        )
+
+    workflow_filename = GH_WORKFLOW_DIR / f"test-{version_flavor.value}.yml"
 
     with open(workflow_filename, "wt") as fd:
         fd.write("# This file was auto-generated by make_workflows.py.\n")
@@ -163,12 +205,9 @@ def main():
     with open(DEFINITION_PATH) as fd:
         config = yaml.load(fd, Loader=yaml.Loader)
 
-    for software_id in config["software"]:
+    generate_workflow(config, version_flavor=VersionFlavor.STABLE)
-        generate_workflow(config, software_id, version_flavor=VersionFlavor.STABLE)
+    generate_workflow(config, version_flavor=VersionFlavor.DEVEL)
-        generate_workflow(config, software_id, version_flavor=VersionFlavor.DEVEL)
+    generate_workflow(config, version_flavor=VersionFlavor.DEVEL_RELEASE)
-        generate_workflow(
-            config, software_id, version_flavor=VersionFlavor.DEVEL_RELEASE
-        )
 
 
 if __name__ == "__main__":