val/irctest
1
0
Fork 0
mirror of https://github.com/progval/irctest.git synced 2025-04-05 14:59:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Parallelize tests for bahamut, they are very slow.

Browse Source
This commit is contained in:
Valentin Lorentz
2021-08-09 23:20:39 +02:00
parent 8744a49073
commit a624bf6db8
5 changed files with 37 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
.github/workflows/test-devel.yml vendored
View File

@ -331,7 +331,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
bahamut bahamut
@ -369,7 +369,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
bahamut-anope bahamut-anope
@ -401,7 +401,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
bahamut-atheme bahamut-atheme
@ -440,7 +440,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/go/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/go/bin:$PATH
make ergo make ergo
@ -472,7 +472,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
hybrid hybrid
@ -504,7 +504,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH
make inspircd make inspircd
@ -542,7 +542,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH make
inspircd-anope inspircd-anope
@ -569,7 +569,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
limnoria limnoria
@ -607,7 +607,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
plexus4 plexus4
@ -639,7 +639,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
solanum solanum
@ -665,7 +665,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
sopel sopel
@ -697,7 +697,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH
make unrealircd make unrealircd
@ -735,7 +735,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH make
unrealircd-anope unrealircd-anope
@ -767,7 +767,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH
make unrealircd-atheme make unrealircd-atheme

6
.github/workflows/test-devel_release.yml vendored
View File

@ -108,7 +108,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH
make inspircd make inspircd
@ -146,7 +146,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH make
inspircd-anope inspircd-anope
@ -178,7 +178,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH
make inspircd-atheme make inspircd-atheme

32
.github/workflows/test-stable.yml vendored
View File

@ -373,7 +373,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
bahamut bahamut
@ -411,7 +411,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
bahamut-anope bahamut-anope
@ -443,7 +443,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
bahamut-atheme bahamut-atheme
@ -475,7 +475,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
charybdis charybdis
@ -514,7 +514,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/go/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/go/bin:$PATH
make ergo make ergo
@ -546,7 +546,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
hybrid hybrid
@ -578,7 +578,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH
make inspircd make inspircd
@ -616,7 +616,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH make
inspircd-anope inspircd-anope
@ -648,7 +648,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/inspircd/bin:$PATH
make inspircd-atheme make inspircd-atheme
@ -674,7 +674,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
limnoria limnoria
@ -712,7 +712,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
plexus4 plexus4
@ -744,7 +744,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
solanum solanum
@ -770,7 +770,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH make
sopel sopel
@ -802,7 +802,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH
make unrealircd make unrealircd
@ -840,7 +840,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH make run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH make
unrealircd-anope unrealircd-anope
@ -872,7 +872,7 @@ jobs:
- name: Install irctest dependencies - name: Install irctest dependencies
run: |- run: |-
python -m pip install --upgrade pip python -m pip install --upgrade pip
pip install pytest -r requirements.txt pip install pytest pytest-xdist -r requirements.txt
- name: Test with pytest - name: Test with pytest
run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH run: PYTEST_ARGS='--junit-xml pytest.xml' PATH=$HOME/.local/bin:$PATH PATH=~/.local/unrealircd/bin:$PATH
make unrealircd-atheme make unrealircd-atheme

3
Makefile
View File

@ -113,6 +113,7 @@ bahamut:
$(PYTEST) $(PYTEST_ARGS) \ $(PYTEST) $(PYTEST_ARGS) \
--controller=irctest.controllers.bahamut \ --controller=irctest.controllers.bahamut \
-m 'not services' \ -m 'not services' \
-n 10 \
-k '$(BAHAMUT_SELECTORS)' -k '$(BAHAMUT_SELECTORS)'
bahamut-atheme: bahamut-atheme:
@ -120,6 +121,7 @@ bahamut-atheme:
--controller=irctest.controllers.bahamut \ --controller=irctest.controllers.bahamut \
--services-controller=irctest.controllers.atheme_services \ --services-controller=irctest.controllers.atheme_services \
-m 'services' \ -m 'services' \
-n 10 \
-k '$(BAHAMUT_SELECTORS)' -k '$(BAHAMUT_SELECTORS)'
bahamut-anope: bahamut-anope:
@ -127,6 +129,7 @@ bahamut-anope:
--controller=irctest.controllers.bahamut \ --controller=irctest.controllers.bahamut \
--services-controller=irctest.controllers.anope_services \ --services-controller=irctest.controllers.anope_services \
-m 'services' \ -m 'services' \
-n 10 \
-k '$(BAHAMUT_SELECTORS) $(ANOPE_SELECTORS)' -k '$(BAHAMUT_SELECTORS) $(ANOPE_SELECTORS)'
charybdis: charybdis:

2
make_workflows.py
View File

@ -211,7 +211,7 @@ def get_test_job(*, config, test_config, test_id, version_flavor, jobs):
"name": "Install irctest dependencies", "name": "Install irctest dependencies",
"run": script( "run": script(
"python -m pip install --upgrade pip", "python -m pip install --upgrade pip",
"pip install pytest -r requirements.txt", "pip install pytest pytest-xdist -r requirements.txt",
*( *(
software_config["extra_deps"] software_config["extra_deps"]
if "extra_deps" in software_config if "extra_deps" in software_config