Merge V2.14+fall2025 into main

.gitignore

@@ -16,6 +16,7 @@ docker-stack.yml
 npm-debug.log*
 yarn-debug.log*
 yarn-error.log*
+/logs
 
 # Editor directories and files
 .idea

README.md

@@ -57,7 +57,7 @@ Please be aware of these related repositories that all have to be used in concer
 
 ## Minimum Hardware Requirements
 
--   SD card 64 GB or mo
+-   SD card 64 GB or more
 -   RaspberryPi 4 or newer with at least 4 GB RAM
 
 ## License

docker-compose.yml

@@ -17,6 +17,8 @@ services:
 
   proxy:
     image: traefik:v2.2
+    extra_hosts:
+      - "host.docker.internal:host-gateway"
     ports:
       - "80:80"
       - "8090:8080"
@@ -26,6 +28,7 @@ services:
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
       - ./backend:/app
+      - ./traefik_dynamic.yml:/etc/traefik/traefik_dynamic.yml
     command:
       # Enable Docker in Traefik, so that it reads labels from Docker services
       - --providers.docker
@@ -34,6 +37,12 @@ services:
       - --providers.docker.constraints=Label(`traefik.constraint-label-stack`, `${TRAEFIK_TAG?Variable not set}`)
       # Do not expose all Docker services, only the ones explicitly exposed
       - --providers.docker.exposedbydefault=false
+      # Enable file provider for push-av server
+      - --providers.file.filename=/etc/traefik/traefik_dynamic.yml
+      # insecureSkipVerify is enabled for push_av_server as it uses a self-signed certificate.
+      # This ensures Traefik can proxy requests HTTP -> HTTPS without failing certificate validation.
+      # service specific transport is not supported in v2.2 and was introduced in v2.4 hence enabling it here.
+      - --serversTransport.insecureSkipVerify=true
       # Enable the access log, with HTTP requests
       - --accesslog
       # Enable the Traefik log, for configurations and errors
@@ -68,11 +77,12 @@ services:
           - node.labels.${STACK_NAME?Variable not set}.app-db-data == true
 
   backend:
-    image: 'ghcr.io/project-chip/csa-certification-tool-backend:8f86ccd'
+    image: 'ghcr.io/project-chip/csa-certification-tool-backend:e20beac'
 
     ports:
       - "8888:8888"
       - "50000:50000"
+      - "5000:5000/udp" #To receive H264 packets from camera-controller
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
       - /usr/bin/docker:/usr/bin/docker
@@ -89,15 +99,15 @@ services:
     privileged: true
     build:
       context: ./backend
-    command: /start-reload.sh
+    command: bash -c "./prestart.sh; python3 ./app/main.py"
     labels:
       - traefik.enable=true
       - traefik.constraint-label-stack=${TRAEFIK_TAG?Variable not set}
       - traefik.http.routers.${STACK_NAME?Variable not set}-backend-http.rule=PathPrefix(`/api`) || PathPrefix(`/docs`) || PathPrefix(`/redoc`)
       - traefik.http.services.${STACK_NAME?Variable not set}-backend.loadbalancer.server.port=80
 
   frontend:
-    image: 'ghcr.io/project-chip/csa-certification-tool-frontend:5c0c9dd'
+    image: 'ghcr.io/project-chip/csa-certification-tool-frontend:1acbec0'
     build:
       context: ./frontend
     labels:

logs/.keep

@@ -0,0 +1 @@
+Do not remove this file

scripts/pi-setup/auto-install.sh

@@ -15,23 +15,8 @@
  # See the License for the specific language governing permissions and
  # limitations under the License.
 ROOT_DIR=$(realpath $(dirname "$0")/../..)
-SCRIPT_DIR="$ROOT_DIR/scripts"
-PI_SCRIPT_DIR="$SCRIPT_DIR/pi-setup"
-UBUNTU_SCRIPT_DIR="$SCRIPT_DIR/ubuntu"
+PI_SCRIPT_DIR="$ROOT_DIR/scripts/pi-setup"
+LOG_FILENAME=$(date +"log-pi_setup-auto-install_%F-%H-%M-%S")
+LOG_PATH="$ROOT_DIR/logs/$LOG_FILENAME"
 
-source "$SCRIPT_DIR/utils.sh"
-
-print_start_of_script
-
-check_installation_prerequisites
-verify_return_code
-
-print_script_step "Installing Raspberry Pi Dependencies"
-$PI_SCRIPT_DIR/install-pi-dependencies.sh
-verify_return_code
-
-print_script_step "Running Ubuntu auto-install"
-$UBUNTU_SCRIPT_DIR/auto-install.sh
-verify_return_code
-
-print_end_of_script
+$PI_SCRIPT_DIR/internal-auto-install.sh $* | tee $LOG_PATH

scripts/pi-setup/internal-auto-install.sh

@@ -0,0 +1,37 @@
+#! /usr/bin/env bash
+
+ #
+ # Copyright (c) 2023 Project CHIP Authors
+ #
+ # Licensed under the Apache License, Version 2.0 (the "License");
+ # you may not use this file except in compliance with the License.
+ # You may obtain a copy of the License at
+ #
+ # http://www.apache.org/licenses/LICENSE-2.0
+ #
+ # Unless required by applicable law or agreed to in writing, software
+ # distributed under the License is distributed on an "AS IS" BASIS,
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ # See the License for the specific language governing permissions and
+ # limitations under the License.
+ROOT_DIR=$(realpath $(dirname "$0")/../..)
+SCRIPT_DIR="$ROOT_DIR/scripts"
+PI_SCRIPT_DIR="$SCRIPT_DIR/pi-setup"
+UBUNTU_SCRIPT_DIR="$SCRIPT_DIR/ubuntu"
+
+source "$SCRIPT_DIR/utils.sh"
+
+print_start_of_script
+
+check_installation_prerequisites
+verify_return_code
+
+print_script_step "Installing Raspberry Pi Dependencies"
+$PI_SCRIPT_DIR/install-pi-dependencies.sh
+verify_return_code
+
+print_script_step "Running Ubuntu auto-install"
+$UBUNTU_SCRIPT_DIR/auto-install.sh
+verify_return_code
+
+print_end_of_script

scripts/sideload.sh

@@ -0,0 +1,73 @@
+#! /usr/bin/env bash
+
+ #
+ # Copyright (c) 2024 Project CHIP Authors
+ #
+ # Licensed under the Apache License, Version 2.0 (the "License");
+ # you may not use this file except in compliance with the License.
+ # You may obtain a copy of the License at
+ #
+ # http://www.apache.org/licenses/LICENSE-2.0
+ #
+ # Unless required by applicable law or agreed to in writing, software
+ # distributed under the License is distributed on an "AS IS" BASIS,
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ # See the License for the specific language governing permissions and
+ # limitations under the License.
+
+ROOT_DIR=$(realpath $(dirname "$0")/..)
+SCRIPT_DIR="$ROOT_DIR/scripts"
+
+
+DATE_STR=$(date +"%F-%H-%M-%S")
+
+SIDELOAD_LOGFILE_PATH="logs/sideload_$DATE_STR.log"
+
+# Redirect all output (stdout and stderr) to both the terminal and the log file
+exec > >(tee -a "$SIDELOAD_LOGFILE_PATH") 2>&1
+
+# backend container
+CONTAINER_NAME="certification-tool-backend-1"
+
+source "$SCRIPT_DIR/utils.sh"
+
+print_start_of_script
+
+print_script_step "Updating tests information"
+docker exec -i $CONTAINER_NAME python3 /app/test_collections/matter/sdk_tests/support/python_testing/list_python_tests_classes.py
+if [ $? -ne 0 ]; then
+    echo "Unable to execute command in backend container. Could you please check if it is running?"
+    exit 1
+fi
+
+# Retrieve backend container ID
+print_script_step "Retrieving backend container ID..."
+CONTAINER_ID=$(docker ps -qf "name=${CONTAINER_NAME}")
+
+# Check if the container was found
+if [ -z "$CONTAINER_ID" ]; then
+    echo "Container '${CONTAINER_NAME}' not found."
+    exit 1
+fi
+
+# Restart the container
+print_script_step "Restarting container ${CONTAINER_NAME} (ID: ${CONTAINER_ID})..."
+docker restart "$CONTAINER_ID"
+
+# Check if the restart process was successful
+if [ $? -eq 0 ]; then
+    echo -n "Waiting for backend to start"
+    CHECK_BACKEND_SERVICE="docker exec -i $CONTAINER_NAME curl --fail -s --output /dev/null http://localhost/docs"
+    until $CHECK_BACKEND_SERVICE
+    do
+        echo -n "."
+        sleep 5
+    done
+    echo "Container restarted successfully!"
+
+else
+    echo "Failed to restart the container!"
+    exit 1
+fi
+
+print_end_of_script

scripts/start.sh

@@ -33,6 +33,17 @@ set -e
 BACKEND_COMPOSE_DEV="-f docker-compose.override-backend-dev.yml"
 FRONTEND_COMPOSE_DEV="-f docker-compose.override-frontend-dev.yml"
 
+DATE_STR=$(date +"%F-%H-%M-%S")
+
+BACKEND_LOGFILE_PATH="logs/backend_service_start_$DATE_STR.log"
+FRONTEND_LOGFILE_PATH="logs/frontend_service_start_$DATE_STR.log"
+
+print_start_container() {
+    echo "################################################################################" >> "$1" 2>&1
+    echo "start.sh: Starting..." >> "$1" 2>&1
+    echo "################################################################################" >> "$1" 2>&1
+}
+
 # Parse args for which docker compose overrides to use
 BACKEND_COMPOSE=""
 FRONTEND_COMPOSE=""
@@ -91,30 +102,42 @@ if [ $? -ne 0 ]; then
     exit 1
 fi
 
+print_start_container "$FRONTEND_LOGFILE_PATH"
+
 if [ "$FRONTEND_DEV" = true ] ; then
     echo "!!!! Matter TH frontend started in development mode."
     echo "!!!! Manually start frontend by connecting to the frontend container"
 else
     echo -n "Waiting for frontend to start"
-    until docker compose exec frontend curl --fail -s --output /dev/null http://localhost:4200
+    CHECK_FRONTEND_SERVICE="docker compose exec frontend curl --fail -s --output /dev/null http://localhost:4200"
+    until $CHECK_FRONTEND_SERVICE >> $FRONTEND_LOGFILE_PATH 2>&1
     do
         echo -n "."
         sleep 5
     done
     echo " done"
 fi
 
+print_start_container "$BACKEND_LOGFILE_PATH"
+
 if [ "$BACKEND_DEV" = true ] ; then
     echo "!!!! Matter TH backend started in development mode."
     echo "!!!! Manually start backend by connecting to the backend container"
 else
     echo -n "Waiting for backend to start"
-    until docker compose exec backend curl --fail -s --output /dev/null http://localhost/docs
+    CHECK_BACKEND_SERVICE="docker compose exec backend curl --fail -s --output /dev/null http://localhost/docs"
+    until $CHECK_BACKEND_SERVICE >> $BACKEND_LOGFILE_PATH 2>&1
     do
         echo -n "."
         sleep 5
     done
     echo " done"
 fi
 
+echo "Backend startup process completed" >> $BACKEND_LOGFILE_PATH 2>&1
+docker compose logs backend >> $BACKEND_LOGFILE_PATH 2>&1
+
+echo "Frontend startup process completed" >> $FRONTEND_LOGFILE_PATH 2>&1
+docker compose logs frontend >> $FRONTEND_LOGFILE_PATH 2>&1
+
 echo "Script 'start.sh' completed successfully"

scripts/ubuntu/1-install-dependencies.sh

@@ -39,8 +39,23 @@ readarray packagelist < "$UBUNTU_SCRIPT_DIR/package-dependency-list.txt"
 SAVEIFS=$IFS
 IFS=$(echo -en "\r")
 for package in ${packagelist[@]}; do
-  print_script_step "Instaling package: ${package[@]}"
-  sudo DEBIAN_FRONTEND=noninteractive apt-get satisfy ${package[@]} -y --allow-downgrades
+  print_script_step "Installing package: ${package[@]}"
+
+  # Special handling for docker-ce to avoid version 29.x
+  if [[ "${package%%[[:space:]]}" == docker-ce* ]]; then
+    # Get the latest version that is not 29.x
+    DOCKER_VERSION=$(apt-cache madison docker-ce | awk '$3 !~ /^5:29\./ {print $3; exit}')
+    if [ -n "$DOCKER_VERSION" ]; then
+      print_script_step "Installing docker-ce version $DOCKER_VERSION (excluding 29.x)"
+      sudo DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-downgrades docker-ce=$DOCKER_VERSION docker-ce-cli=$DOCKER_VERSION containerd.io
+      sudo apt-mark hold docker-ce docker-ce-cli
+    else
+      echo "ERROR: No suitable docker-ce version found (excluding 29.x)"
+      exit 1
+    fi
+  else
+    sudo DEBIAN_FRONTEND=noninteractive apt-get satisfy "${package%%[[:space:]]}" -y --allow-downgrades
+  fi
 done
 IFS=$SAVEIFS 
 

scripts/ubuntu/1.1-install-docker-repository.sh

@@ -23,33 +23,30 @@ source "$SCRIPT_DIR/utils.sh"
 
 print_start_of_script
 
+set +e
 print_script_step "Verify docker.download.com is reachable"
 # Verify docker.download.com is reachable before attempting to install the
 # Docker Package Repo (network randomly fails after service restarts).
-# A ping will be attempted and retried in increments of 1 second before
-# a 5 minute timeout.
-timeout 300s bash -c '
-start_time=$(date)
-echo "Ping started at: $start_time"
-while :; do
-  if ping -c 1 docker.download.com | grep -q "1 received"; then
-    echo "Ping docker.download.com successful"
-    end_time=$(date)
-    echo "Ping ended at: $end_time"
-    echo "Ping duration: $(($(date +%s) - $(date -d "$start_time" +%s))) seconds"
-    break
-  fi
-  echo "Ping docker.download.com failed, retrying..."
-  sleep 1
+for i in {1..5}
+do
+    timeout 2 bash -c "(echo >/dev/tcp/docker.download.com/80) &>/dev/null"
+    retVal=$?
+    if [ $retVal -eq 0 ]; then
+        echo "The docker.download.com is reacheable"
+        break
+    else
+        echo "The docker.download.com is unreachable for try $i"
+        sleep $(expr $i \* 2)
+    fi
+
+    if [ "$i" -eq '5' ]; then
+        echo "Failed to stablish connection with the docker.download.com service."
+        echo "Please verify your connection or try again later."
+        exit 1
+    fi
 done
-if [ $? -eq 124 ]; then
-  end_time=$(date)
-  echo "docker.download.com: Timeout reached"
-  echo "Ping ended at: $end_time"
-  echo "Ping duration: $(($(date +%s) - $(date -d "$start_time" +%s))) seconds"
-fi
-'
 
+set -e
 # Reference link: https://docs.docker.com/engine/install/ubuntu/
 print_script_step "Add Docker's official GPG key"
 sudo apt-get update -y