From 2b8898a0e85e33c0515dc0e7922605afbd53033e Mon Sep 17 00:00:00 2001 From: Piotr Parczewski Date: Tue, 28 Oct 2025 22:58:23 +0100 Subject: [PATCH 1/4] Start package syncs in parallel --- .github/workflows/package-sync-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/package-sync-nightly.yml b/.github/workflows/package-sync-nightly.yml index c487a21c..58df84b1 100644 --- a/.github/workflows/package-sync-nightly.yml +++ b/.github/workflows/package-sync-nightly.yml @@ -49,7 +49,7 @@ jobs: - sync-matrix-build strategy: matrix: ${{ fromJson(needs.sync-matrix-build.outputs.matrix) }} - max-parallel: 1 + max-parallel: 4 fail-fast: false uses: stackhpc/stackhpc-release-train/.github/workflows/package-sync.yml@main with: From 70251c71bc3b4ee78fdeb98aa9f2f1572f49259a Mon Sep 17 00:00:00 2001 From: Piotr Parczewski Date: Tue, 28 Oct 2025 23:00:26 +0100 Subject: [PATCH 2/4] Add further tuning to nightly sync start --- .github/workflows/package-sync-nightly.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/package-sync-nightly.yml b/.github/workflows/package-sync-nightly.yml index 58df84b1..84f36056 100644 --- a/.github/workflows/package-sync-nightly.yml +++ b/.github/workflows/package-sync-nightly.yml @@ -2,8 +2,8 @@ name: Nightly package repository sync on: schedule: - # Daily at 23:17 - - cron: "00 21 * * *" + # Daily at 20:00 UTC + - cron: "00 20 * * *" concurrency: group: nightly-package-sync env: From 935bfd7c1b9042d88dde1eb8e860002df479a9de Mon Sep 17 00:00:00 2001 From: Piotr Parczewski Date: Tue, 28 Oct 2025 23:01:43 +0100 Subject: [PATCH 3/4] Use more descriptive task name --- .github/workflows/package-sync-nightly.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/package-sync-nightly.yml b/.github/workflows/package-sync-nightly.yml index 84f36056..e9f063a6 100644 --- a/.github/workflows/package-sync-nightly.yml +++ b/.github/workflows/package-sync-nightly.yml @@ -44,7 +44,7 @@ jobs: echo -n "${{ steps.matrix-build.outputs.matrix }}" sync-matrix-run: - name: Sync + name: Package repository sync needs: - sync-matrix-build strategy: From 948da2291e13a1289b0c6bf2bf5168002632e6e2 Mon Sep 17 00:00:00 2001 From: Piotr Parczewski Date: Wed, 29 Oct 2025 00:46:32 +0100 Subject: [PATCH 4/4] Skip syncing of less relevant repositories --- ansible/inventory/group_vars/all/package-repos | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/ansible/inventory/group_vars/all/package-repos b/ansible/inventory/group_vars/all/package-repos index 162404ec..f0ef9cd6 100644 --- a/ansible/inventory/group_vars/all/package-repos +++ b/ansible/inventory/group_vars/all/package-repos @@ -34,7 +34,7 @@ deb_package_repos: policy: immediate architectures: amd64 components: main - distributions: jammy-updates/zed jammy-updates/antelope jammy-updates/caracal noble-updates/epoxy + distributions: jammy-updates/caracal noble-updates/epoxy mirror: true mode: verbatim base_path: ubuntu-cloud-archive/ @@ -332,6 +332,7 @@ rpm_package_repos: short_name: elasticsearch_logstash_kibana_7_x sync_group: third_party distribution_name: elasticsearch-logstash-kibana-7.x- + sync: false # Note(matta): Sync content immediately as it can be removed from the upstream mirrors - name: Grafana url: https://rpm.grafana.com @@ -702,6 +703,7 @@ rpm_package_repos: short_name: centos_stream_9_openstack_yoga sync_group: centos distribution_name: centos-stream-9-openstack-yoga- + sync: false # Openstack Zed for CentOS Stream 9 - name: CentOS Stream 9 - OpenStack Zed url: https://mirror.stream.centos.org/SIGs/9-stream/cloud/x86_64/openstack-zed/ @@ -709,6 +711,7 @@ rpm_package_repos: short_name: centos_stream_9_openstack_zed sync_group: centos distribution_name: centos-stream-9-openstack-zed- + sync: false # OpenStack Antelope for CentOS Stream 9 - name: CentOS Stream 9 - OpenStack Antelope url: https://mirror.stream.centos.org/SIGs/9-stream/cloud/x86_64/openstack-antelope/ @@ -716,6 +719,7 @@ rpm_package_repos: short_name: centos_stream_9_openstack_antelope sync_group: centos distribution_name: centos-stream-9-openstack-antelope- + sync: false # OpenStack Caracal for CentOS Stream 9 - name: CentOS Stream 9 - OpenStack Caracal url: https://mirror.stream.centos.org/SIGs/9-stream/cloud/x86_64/openstack-caracal/