From 496badb9cbd6d2bc65e7330c26748b07237d75c4 Mon Sep 17 00:00:00 2001 From: "Christian Y. Brenninkmeijer" Date: Fri, 10 Oct 2025 10:51:37 +0100 Subject: [PATCH 1/5] instal from test.pypi --- .github/workflows/self_hosted_tests.yml | 190 +----------------------- 1 file changed, 5 insertions(+), 185 deletions(-) diff --git a/.github/workflows/self_hosted_tests.yml b/.github/workflows/self_hosted_tests.yml index 2106fdc5dd..f12adbfe57 100644 --- a/.github/workflows/self_hosted_tests.yml +++ b/.github/workflows/self_hosted_tests.yml @@ -71,17 +71,9 @@ jobs: https://github.com/SpiNNakerManchester/spinn_common.git https://github.com/SpiNNakerManchester/SpiNNFrontEndCommon.git https://github.com/SpiNNakerManchester/sPyNNaker.git - https://github.com/SpiNNakerManchester/Visualiser.git https://github.com/SpiNNakerManchester/JavaSpiNNaker.git https://github.com/SpiNNakerManchester/PyNNExamples.git - https://github.com/SpiNNakerManchester/sPyNNakerNewModelTemplate.git https://github.com/SpiNNakerManchester/microcircuit_model.git - https://github.com/SpiNNakerManchester/SpiNNGym.git - https://github.com/SpiNNakerManchester/MarkovChainMonteCarlo.git - https://github.com/SpiNNakerManchester/TestBase.git - https://github.com/SpiNNakerManchester/SpiNNaker_PDP2.git - https://github.com/SpiNNakerManchester/SpiNNakerJupyterExamples.git - https://${{ secrets.SPINNAKER_PAT }}@github.com/SpiNNakerManchester/TSPonSpiNNaker.git - name: Setup SpiNNUtils id: setup-spinnutils @@ -89,49 +81,19 @@ jobs: source pyenv/bin/activate pip install ./SpiNNUtils[test] - - name: Make C Code - id: make-c-code - run: | - source pyenv/bin/activate - make -C $SPINN_DIRS - make -C spinn_common install - make -C SpiNNFrontEndCommon/c_common - make -C SpiNNFrontEndCommon/c_common install - make -C sPyNNaker/neural_modelling - make -C sPyNNakerNewModelTemplate/c_models - make -C SpiNNakerGraphFrontEnd/gfe_examples - make -C SpiNNakerGraphFrontEnd/gfe_integration_tests - make -C SpiNNGym/c_code - make -C MarkovChainMonteCarlo/c_models - make -C SpiNNaker_PDP2/c_code - make -C Visualiser - make -C TSPonSpiNNaker/spinnaker_c - - name: Install Python Modules id: install-python-modules run: | source pyenv/bin/activate - pip install ./SpiNNMachine[test] - pip install ./SpiNNMan[test] - pip install ./PACMAN[test] - pip install ./spalloc[test] - pip install ./SpiNNFrontEndCommon[test] - pip install ./TestBase[test] - pip install ./sPyNNaker[test] - pip install ./sPyNNakerNewModelTemplate[test] - pip install ./SpiNNakerGraphFrontEnd[test] - pip install ./SpiNNGym[test] - pip install ./MarkovChainMonteCarlo[test] - # Due to the binaries being outside of the package - pip install -e ./SpiNNaker_PDP2[test] - pip install ./Visualiser[test] - pip install ./TSPonSpiNNaker[test] - # no install SpiNNakerJupyterExamples + pip install -i https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple/ sPyNNaker --pre + pip install -i https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple/ SpiNNakerGraphFrontEnd --pre + pip install -i https://test.pypi.org/simple/ --extra-index-url https://pypi.org/simple/ SpiNNakerTestBase --pre python -m spynnaker.pyNN.setup_pynn # Additional requirements for testing here # coverage version capped due to https://github.com/nedbat/coveragepy/issues/883 pip install nbmake python-coveralls "coverage>=5.0.0" pytest-instafail pytest-xdist pytest-progress pytest-forked pytest-timeout - pip freeze + # Stuff normally installed by [test] installs + pip install pytest-cov testfixtures "httpretty != 1.0.0" pylint testfixtures mock graphviz - name: Install Java id: install-java @@ -145,40 +107,16 @@ jobs: run: | rm -rf spinn_common rm -rf SpiNNUtils/spinn_utilities - rm -rf SpiNNUtils/build rm -rf SpiNNMachine/spinn_machine - rm -rf SpiNNMachine/build rm -rf SpiNNMan/spinnman - rm -rf SpiNNMan/build rm -rf PACMAN/pacman rm -rf PACMAN/pacman_test_objects - rm -rf PACMAN/build rm -rf spalloc/spalloc_client - rm -rf spalloc/build rm -rf SpiNNFrontEndCommon/spinn_front_end_common rm -rf SpiNNFrontEndCommon/c_common - rm -rf SpiNNFrontEndCommon/build - rm -rf TestBase/spinnaker_testbase - rm -rf TestBase/build rm -rf sPyNNaker/spynnaker rm -rf sPyNNaker/neural_modelling - rm -rf sPyNNaker/build - rm -rf sPyNNakerNewModelTemplate/python_models8 - rm -rf sPyNNakerNewModelTemplate/build rm -rf SpiNNakerGraphFrontEnd/spinnaker_graph_front_end - rm -rf SpiNNakerGraphFrontEnd/build - rm -rf SpiNNGym/spinn_gym - rm -rf SpiNNGym/c_code - rm -rf SpiNNGym/build - rm -rf MarkovChainMonteCarlo/mcmc - rm -rf MarkovChainMonteCarlo/build - # Due to the binaries being outside of the package - # NO remove SpiNNaker_PDP2 - rm -rf Visualiser/visualiser_example_binaries - rm -rf Visualiser/build - # No remove SpiNNakerJupyterExamples - rm -rf TSPonSpiNNaker/spinnaker_c - rm -rf TSPonSpiNNaker/build # -------------------------------------------------------------------- @@ -272,46 +210,6 @@ jobs: covfile: unit n_threads: auto - - name: Run SpiNNGym Unit Tests - id: spinn-gym-unit-tests - uses: ./.github/actions/pytest_local - with: - tests: SpiNNGym/unittests - timeout: 1200 - results: SpiNNGym - covfile: unit - n_threads: auto - - - name: Run MarkovChainMonteCarlo Unit Tests - id: mcmc-unit-tests - uses: ./.github/actions/pytest_local - with: - tests: MarkovChainMonteCarlo/unittests - timeout: 1200 - results: MarkovChainMonteCarlo - covfile: unit - n_threads: auto - - - name: Run SpiNNaker_PDP2 Unit Tests - id: pdp2-unit-tests - uses: ./.github/actions/pytest_local - with: - tests: SpiNNaker_PDP2/unittests - timeout: 1200 - results: SpiNNaker_PDP2 - covfile: unit - n_threads: auto - - - name: Run TSPonSpiNNaker Unit Tests - id: tsp-on-spinnaker-unit-tests - uses: ./.github/actions/pytest_local - with: - tests: TSPonSpiNNaker/unittests - timeout: 1200 - results: TSPonSpiNNaker - covfile: unit - n_threads: auto - # -------------------------------------------------------------------- - name: Refresh test runner scripts @@ -320,11 +218,6 @@ jobs: source pyenv/bin/activate python SpiNNakerGraphFrontEnd/gfe_integration_tests/script_builder.py python PyNNExamples/integration_tests/script_builder.py - python sPyNNakerNewModelTemplate/nmt_integration_tests/script_builder.py - python SpiNNGym/integration_tests/script_builder.py - python MarkovChainMonteCarlo/mcmc_integration_tests/script_builder.py - python SpiNNaker_PDP2/integration_tests/script_builder.py - python TSPonSpiNNaker/integration_tests/script_builder.py - name: Check previous id: test-previous @@ -377,17 +270,6 @@ jobs: covfile: integration n_threads: auto - - name: Run sPyNNakerNewModelTemplate Integration Tests - id: spynnaker-new-model-template-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: sPyNNakerNewModelTemplate/nmt_integration_tests/ - timeout: 3600 - results: sPyNNakerNewModelTemplate_Integration - covfile: integration - n_threads: auto - - name: Run microcircuit_model Integration Tests id: microcircuit-model-integration-tests if: always() && steps.test-previous.outputs.prev_ok == 'true' @@ -399,68 +281,6 @@ jobs: covfile: integration n_threads: auto - - name: Run SpiNNGym Integration Tests - id: spinn-gym-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: SpiNNGym/integration_tests/ - timeout: 3600 - results: SpiNNGym_Integration - covfile: integration - n_threads: auto - - - name: Run MarkovChainMonteCarlo Integration Tests - id: markov-chain-monte-carlo-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: MarkovChainMonteCarlo/mcmc_integration_tests/ - timeout: 3600 - results: MarkovChainMonteCarlo_Integration - covfile: integration - n_threads: auto - - - name: Run SpiNNaker_PDP2 Integration Tests - id: spinnaker-pdp2-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: SpiNNaker_PDP2/integration_tests/ - timeout: 3600 - results: SpiNNaker_PDP2_Integration - covfile: integration - n_threads: auto - - - name: Run Visualiser Integration Tests - id: visualiser-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: Visualiser/visualiser_integration_tests/ - timeout: 3600 - results: Visualiser_Integration - covfile: integration - n_threads: auto - - - name: Run SpiNNakerJupyterExamples - id: spinnaker-jupyter-examples - if: always() && steps.test-previous.outputs.prev_ok == 'true' - run: | - source pyenv/bin/activate - pytest -n auto --nbmake SpiNNakerJupyterExamples/**/*.ipynb SpiNNakerJupyterExamples/**/**/*.ipynb - - - name: Run TSPOnSpiNNaker Integration Tests - id: tsp-on-spinnaker-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: TSPonSpiNNaker/integration_tests/ - timeout: 3600 - results: TSPOnSpiNNaker_Integration - covfile: integration - n_threads: auto - # -------------------------------------------------------------------- - name: Check Reports From 653af147ce9559d8430f2f55b3226e1d81efef01 Mon Sep 17 00:00:00 2001 From: "Christian Y. Brenninkmeijer" Date: Fri, 10 Oct 2025 11:44:43 +0100 Subject: [PATCH 2/5] no need to preinstall utils --- .github/workflows/self_hosted_tests.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/.github/workflows/self_hosted_tests.yml b/.github/workflows/self_hosted_tests.yml index f12adbfe57..0da8e77bb8 100644 --- a/.github/workflows/self_hosted_tests.yml +++ b/.github/workflows/self_hosted_tests.yml @@ -75,12 +75,6 @@ jobs: https://github.com/SpiNNakerManchester/PyNNExamples.git https://github.com/SpiNNakerManchester/microcircuit_model.git - - name: Setup SpiNNUtils - id: setup-spinnutils - run: | - source pyenv/bin/activate - pip install ./SpiNNUtils[test] - - name: Install Python Modules id: install-python-modules run: | From bc1b8a9631a317c7ba70573cb348177be17c60d6 Mon Sep 17 00:00:00 2001 From: "Christian Y. Brenninkmeijer" Date: Fri, 10 Oct 2025 12:39:11 +0100 Subject: [PATCH 3/5] deepdiff --- .github/workflows/self_hosted_tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/self_hosted_tests.yml b/.github/workflows/self_hosted_tests.yml index 0da8e77bb8..ed4d8c00e6 100644 --- a/.github/workflows/self_hosted_tests.yml +++ b/.github/workflows/self_hosted_tests.yml @@ -87,7 +87,7 @@ jobs: # coverage version capped due to https://github.com/nedbat/coveragepy/issues/883 pip install nbmake python-coveralls "coverage>=5.0.0" pytest-instafail pytest-xdist pytest-progress pytest-forked pytest-timeout # Stuff normally installed by [test] installs - pip install pytest-cov testfixtures "httpretty != 1.0.0" pylint testfixtures mock graphviz + pip install pytest-cov testfixtures "httpretty != 1.0.0" pylint testfixtures mock graphviz deepdiff - name: Install Java id: install-java From 33b4427523cbdf0867ed0b8b08c15458ae9defd0 Mon Sep 17 00:00:00 2001 From: "Christian Y. Brenninkmeijer" Date: Sat, 11 Oct 2025 16:09:09 +0100 Subject: [PATCH 4/5] dont test graph front end examples aplx not loaded --- .github/workflows/self_hosted_tests.yml | 10 ---------- 1 file changed, 10 deletions(-) diff --git a/.github/workflows/self_hosted_tests.yml b/.github/workflows/self_hosted_tests.yml index ed4d8c00e6..2d296258bd 100644 --- a/.github/workflows/self_hosted_tests.yml +++ b/.github/workflows/self_hosted_tests.yml @@ -184,16 +184,6 @@ jobs: covfile: unit n_threads: auto - - name: Run SpiNNakerGraphFrontEnd Unit Tests - id: gfe-unit-tests - uses: ./.github/actions/pytest_local - with: - tests: SpiNNakerGraphFrontEnd/unittests - timeout: 1200 - results: SpiNNakerGraphFrontEnd - covfile: unit - n_threads: auto - - name: Run PyNNExamples Unit Tests id: pynn-examples-unit-tests uses: ./.github/actions/pytest_local From 717bbe1c9e7d45d9c0a1b57567411ea645e7bc9e Mon Sep 17 00:00:00 2001 From: "Christian Y. Brenninkmeijer" Date: Mon, 13 Oct 2025 17:19:49 +0100 Subject: [PATCH 5/5] Remove GFE test No alps files --- .github/workflows/self_hosted_tests.yml | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/.github/workflows/self_hosted_tests.yml b/.github/workflows/self_hosted_tests.yml index 2d296258bd..d8a0afaaf3 100644 --- a/.github/workflows/self_hosted_tests.yml +++ b/.github/workflows/self_hosted_tests.yml @@ -232,17 +232,6 @@ jobs: covfile: integration n_threads: auto - - name: Run GFE Integration Tests - id: gfe-integration-tests - if: always() && steps.test-previous.outputs.prev_ok == 'true' - uses: ./.github/actions/pytest_local - with: - tests: SpiNNakerGraphFrontEnd/gfe_integration_tests/ - timeout: 3600 - results: GFE_Integration - covfile: integration - n_threads: auto - - name: Run PyNNExamples Integration Tests id: pynn-examples-integration-tests if: always() && steps.test-previous.outputs.prev_ok == 'true'