From f56b7a540090cee8f9c50037cddf82dd07d1c0c9 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Mon, 1 Jun 2026 13:02:43 +0200 Subject: [PATCH 01/12] basic hello world cicd on baremetal balfrin --- ci/cscs.yml | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 ci/cscs.yml diff --git a/ci/cscs.yml b/ci/cscs.yml new file mode 100644 index 00000000..01109de7 --- /dev/null +++ b/ci/cscs.yml @@ -0,0 +1,21 @@ +include: + - remote: 'https://gitlab.com/cscs-ci/recipes/-/raw/master/templates/v2/.ci-ext.yml' + +.baremetal-runner-balfrin: + # take santis as starting point + extends: [.baremetal-runner-santis-gh200] + variables: + F7T_URL: 'https://api.cscs.ch/mch/firecrest/v2' + FIRECREST_SYSTEM: 'balfrin' + ARCH: 'x86_64' + SLURM_JOB_NUM_NODES: 1 + SLURM_NTASKS: 1 + +test_job: + extends: [.baremetal-runner-balfrin] + script: + - echo "Running on $(hostname)" + - echo "SLURM_JOB_NUM_NODES: $SLURM_JOB_NUM_NODES" + - echo "SLURM_NTASKS: $SLURM_NTASKS" + - echo "FIRECREST_SYSTEM: $FIRECREST_SYSTEM" + - echo "ARCH: $ARCH" \ No newline at end of file From 70f5df0f1e006066809d3cdef5e5398b63f36426 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Mon, 1 Jun 2026 13:06:09 +0200 Subject: [PATCH 02/12] try adjusting script a bit --- ci/cscs.yml | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index 01109de7..e1f60e34 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -14,8 +14,4 @@ include: test_job: extends: [.baremetal-runner-balfrin] script: - - echo "Running on $(hostname)" - - echo "SLURM_JOB_NUM_NODES: $SLURM_JOB_NUM_NODES" - - echo "SLURM_NTASKS: $SLURM_NTASKS" - - echo "FIRECREST_SYSTEM: $FIRECREST_SYSTEM" - - echo "ARCH: $ARCH" \ No newline at end of file + - echo "Running on $(hostname)" \ No newline at end of file From 35f564541a717da7e0c4306fb9117de7738b68ba Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Mon, 1 Jun 2026 13:13:20 +0200 Subject: [PATCH 03/12] newline at eof --- ci/cscs.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index e1f60e34..1bcebb4a 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -14,4 +14,5 @@ include: test_job: extends: [.baremetal-runner-balfrin] script: - - echo "Running on $(hostname)" \ No newline at end of file + - echo "Running on $(hostname)" + \ No newline at end of file From f7b8adb4d0b93754d5513846db8ebe793db7068c Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Mon, 1 Jun 2026 13:22:01 +0200 Subject: [PATCH 04/12] remove trailing whitespace --- ci/cscs.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index 1bcebb4a..598531d0 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -15,4 +15,3 @@ test_job: extends: [.baremetal-runner-balfrin] script: - echo "Running on $(hostname)" - \ No newline at end of file From 1d68b1e7b5ed0e6ccbd48405a548db4b98f83402 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 15:51:52 +0200 Subject: [PATCH 05/12] add call to existing tests --- ci/cscs.yml | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index 598531d0..aee25603 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -11,7 +11,17 @@ include: SLURM_JOB_NUM_NODES: 1 SLURM_NTASKS: 1 -test_job: +unit_test_job: extends: [.baremetal-runner-balfrin] + before_script: + - echo "Setting up environment for unit tests on $(hostname)" script: - - echo "Running on $(hostname)" + - python -m unittest discover -s tests/unit + + +integration_test_job: + extends: [.baremetal-runner-balfrin] + before_script: + - echo "Setting up environment for integration tests on $(hostname)" + script: + - python -m unittest discover -s tests/integration From 999bdb6414f5d62a7fb4442605b73fad2158ee0c Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:28:47 +0200 Subject: [PATCH 06/12] try to activate venv in cicd --- ci/cscs.yml | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index aee25603..8f20e79d 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -15,13 +15,15 @@ unit_test_job: extends: [.baremetal-runner-balfrin] before_script: - echo "Setting up environment for unit tests on $(hostname)" + - source /scratch/users/mmcgloho/evalml/.venv/bin/activate script: - - python -m unittest discover -s tests/unit + - pytest tests/unit integration_test_job: extends: [.baremetal-runner-balfrin] before_script: - echo "Setting up environment for integration tests on $(hostname)" + - source /scratch/users/mmcgloho/evalml/.venv/bin/activate script: - - python -m unittest discover -s tests/integration + - pytest tests/integration From d9b886f8a87efbae0693e621435cf67878dedd5c Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:30:49 +0200 Subject: [PATCH 07/12] oops wrong path --- ci/cscs.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index 8f20e79d..c93623d1 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -15,7 +15,7 @@ unit_test_job: extends: [.baremetal-runner-balfrin] before_script: - echo "Setting up environment for unit tests on $(hostname)" - - source /scratch/users/mmcgloho/evalml/.venv/bin/activate + - source /scratch/mch/mmcgloho/evalml/.venv/bin/activate script: - pytest tests/unit @@ -24,6 +24,6 @@ integration_test_job: extends: [.baremetal-runner-balfrin] before_script: - echo "Setting up environment for integration tests on $(hostname)" - - source /scratch/users/mmcgloho/evalml/.venv/bin/activate + - source /scratch/mch/mmcgloho/evalml/.venv/bin/activate script: - pytest tests/integration From 978292843de7985c168a77f4932aea5b46eb70f3 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:34:31 +0200 Subject: [PATCH 08/12] try to install new venv --- ci/cscs.yml | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index c93623d1..95284d5c 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -14,8 +14,12 @@ include: unit_test_job: extends: [.baremetal-runner-balfrin] before_script: - - echo "Setting up environment for unit tests on $(hostname)" - - source /scratch/mch/mmcgloho/evalml/.venv/bin/activate + - | + echo "Setting up environment for unit tests on $(hostname)" + echo "uv installed at: $(which uv)" + uv --version + echo "will install devml at: $VENV_DIR" + UV_HOME="$VENV_DIR" uv sync --extra cu124 script: - pytest tests/unit From 2633cc7d2866359c6d90614294413f173510d0f4 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:37:58 +0200 Subject: [PATCH 09/12] take out cu124 see if it works --- ci/cscs.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index 95284d5c..dae42a99 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -19,7 +19,7 @@ unit_test_job: echo "uv installed at: $(which uv)" uv --version echo "will install devml at: $VENV_DIR" - UV_HOME="$VENV_DIR" uv sync --extra cu124 + UV_HOME="$VENV_DIR" uv sync script: - pytest tests/unit From 90ee787c712a604088edfc09e199a36c8f68c9fc Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:43:06 +0200 Subject: [PATCH 10/12] add path to venv dir --- ci/cscs.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index dae42a99..97a8e10c 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -16,9 +16,10 @@ unit_test_job: before_script: - | echo "Setting up environment for unit tests on $(hostname)" + VENV_DIR="$(pwd)/.venv" echo "uv installed at: $(which uv)" uv --version - echo "will install devml at: $VENV_DIR" + echo "will install evalml at: $VENV_DIR" UV_HOME="$VENV_DIR" uv sync script: - pytest tests/unit From 45408209f9322799ec062142f38ac9e5a4b815d8 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:51:42 +0200 Subject: [PATCH 11/12] try activating venv --- ci/cscs.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/ci/cscs.yml b/ci/cscs.yml index 97a8e10c..0b50a26d 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -21,6 +21,7 @@ unit_test_job: uv --version echo "will install evalml at: $VENV_DIR" UV_HOME="$VENV_DIR" uv sync + source "$VENV_DIR/bin/activate" script: - pytest tests/unit From bc356c7691549a3979ef61d1ca5d3ed211ecbb93 Mon Sep 17 00:00:00 2001 From: Mary McGlohon Date: Wed, 17 Jun 2026 16:55:17 +0200 Subject: [PATCH 12/12] environment seems to work; add same setup to integration test --- ci/cscs.yml | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/ci/cscs.yml b/ci/cscs.yml index 0b50a26d..24fe748e 100644 --- a/ci/cscs.yml +++ b/ci/cscs.yml @@ -25,11 +25,16 @@ unit_test_job: script: - pytest tests/unit - integration_test_job: extends: [.baremetal-runner-balfrin] before_script: - - echo "Setting up environment for integration tests on $(hostname)" - - source /scratch/mch/mmcgloho/evalml/.venv/bin/activate + - | + echo "Setting up environment for integration tests on $(hostname)" + VENV_DIR="$(pwd)/.venv" + echo "uv installed at: $(which uv)" + uv --version + echo "will install evalml at: $VENV_DIR" + UV_HOME="$VENV_DIR" uv sync + source "$VENV_DIR/bin/activate" script: - pytest tests/integration