From 22811bdc16f74789cbd8d270c53e230738afda1a Mon Sep 17 00:00:00 2001 From: kburkewv Date: Fri, 6 Jun 2025 13:55:04 -0400 Subject: [PATCH 1/7] Added the gemini component --- docker-compose.components.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/docker-compose.components.yml b/docker-compose.components.yml index 1134c82b..2cf089dc 100644 --- a/docker-compose.components.yml +++ b/docker-compose.components.yml @@ -143,6 +143,11 @@ services: resources: limits: cpus: "2.0" + + gemini-detection: + <<: *detection-component-base + image: ${REGISTRY}openmpf_gemini_detection:${TAG} + build: ${OPENMPF_PROJECTS_PATH}/openmpf-components/python/GeminiDetection keyword-tagging: <<: *detection-component-base From 1d5e111b220e71b06c7cf1e8d04d2a4b5391ca27 Mon Sep 17 00:00:00 2001 From: Sarah Shearing Date: Fri, 9 Jan 2026 20:21:26 +0000 Subject: [PATCH 2/7] remove detection from components base in gemini detection definition --- docker-compose.components.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.components.yml b/docker-compose.components.yml index 867a956f..41d81488 100644 --- a/docker-compose.components.yml +++ b/docker-compose.components.yml @@ -134,7 +134,7 @@ services: cpus: "2.0" gemini-detection: - <<: *detection-component-base + <<: *component-base image: ${REGISTRY}openmpf_gemini_detection:${TAG} build: ${OPENMPF_PROJECTS_PATH}/openmpf-components/python/GeminiDetection From 9dfeafd871a02af27766045fffeeac62715d3d25 Mon Sep 17 00:00:00 2001 From: asarver Date: Thu, 9 Jul 2026 12:21:06 -0400 Subject: [PATCH 3/7] Added vllm and params to the summarization compose --- docker-compose.components.yml | 40 ++++++++++++++++++++++++++++++++--- 1 file changed, 37 insertions(+), 3 deletions(-) diff --git a/docker-compose.components.yml b/docker-compose.components.yml index 6a834896..e53f613b 100644 --- a/docker-compose.components.yml +++ b/docker-compose.components.yml @@ -132,10 +132,44 @@ services: limits: cpus: "2.0" - gemini-detection: + gemini-video-summarization: <<: *component-base - image: ${REGISTRY}openmpf_gemini_detection:${TAG} - build: ${OPENMPF_PROJECTS_PATH}/openmpf-components/python/GeminiDetection + image: ${REGISTRY}openmpf_gemini_video_summarization:${TAG} + build: + context: ${OPENMPF_PROJECTS_PATH}/openmpf-components/python/GeminiVideoSummarization + args: + BUILD_REGISTRY: ${REGISTRY} + BUILD_TAG: ${TAG} + environment: + <<: *common-env-vars + MPF_PROP_API: ${GEMINI_API:-OpenAI} + MPF_PROP_OPENAI_BASE_URL: ${GEMINI_OPENAI_BASE_URL:-http://gemini-video-summarization-server:8000/v1} + MPF_PROP_MODEL_NAME: ${GEMINI_MODEL_NAME:-google/gemma-4-12B-it} + MPF_PROP_APPLICATION_CREDENTIALS: ${GEMINI_APPLICATION_CREDENTIALS:-} + MPF_PROP_ENABLE_TIMELINE: ${GEMINI_ENABLE_TIMELINE:-0} + MPF_PROP_ENABLE_AUDIO: ${GEMINI_ENABLE_AUDIO:-1} + MPF_PROP_PROCESS_FPS: ${GEMINI_PROCESS_FPS:-1.0} + MPF_PROP_OPENAI_REQUEST_TIMEOUT_SECONDS: ${GEMINI_OPENAI_REQUEST_TIMEOUT_SECONDS:-600} + depends_on: + - workflow-manager + - gemini-video-summarization-server + + gemini-video-summarization-server: + image: ${REGISTRY}openmpf_gemini_video_summarization_server:${TAG} + build: + context: ${OPENMPF_PROJECTS_PATH}/openmpf-components/python/GeminiVideoSummarization + dockerfile: Dockerfile.vllm + ipc: host + volumes: + - ${GEMINI_HF_CACHE:-${HOME}/.cache/huggingface}:/root/.cache/huggingface + deploy: + mode: global + # resources: + # reservations: + # devices: + # - driver: nvidia + # device_ids: ['0'] + # capabilities: [gpu] fasttext-language-detection: <<: *component-base From 0691ddd1158a971862085225de5f1d579039f324 Mon Sep 17 00:00:00 2001 From: asarver Date: Thu, 9 Jul 2026 13:00:59 -0400 Subject: [PATCH 4/7] Added gemini video sum to tests compose --- docker-compose.components.test.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/docker-compose.components.test.yml b/docker-compose.components.test.yml index b4fb18df..02ab9765 100644 --- a/docker-compose.components.test.yml +++ b/docker-compose.components.test.yml @@ -37,6 +37,9 @@ services: east-text-detection: <<: *test-args + gemini-video-summarization: + <<: *test-args + mog-motion-detection: <<: *test-args From 0611e3ad1c99bf676bea94ad7785772ca7b883e4 Mon Sep 17 00:00:00 2001 From: asarver Date: Fri, 10 Jul 2026 13:11:48 -0400 Subject: [PATCH 5/7] Added gpu and healthcheck to vllm server, added vllm test server --- docker-compose.components.test.yml | 17 +++++++++++++++++ docker-compose.components.yml | 24 ++++++++++++++++-------- 2 files changed, 33 insertions(+), 8 deletions(-) diff --git a/docker-compose.components.test.yml b/docker-compose.components.test.yml index 02ab9765..88e46a70 100644 --- a/docker-compose.components.test.yml +++ b/docker-compose.components.test.yml @@ -40,6 +40,23 @@ services: gemini-video-summarization: <<: *test-args + gemini-video-summarization-vllm-tests: + image: ${REGISTRY}openmpf_gemini_video_summarization_tests:${TAG} + build: + context: ${OPENMPF_PROJECTS_PATH}/openmpf-components/python/GeminiVideoSummarization + target: vllm-tests + args: + BUILD_REGISTRY: ${REGISTRY} + BUILD_TAG: ${TAG} + RUN_TESTS: 'true' + environment: + RUN_VLLM_TESTS: 'true' + GEMINI_TEST_OPENAI_BASE_URL: http://gemini-video-summarization-server:8000/v1 + GEMINI_TEST_MODEL_NAME: ${GEMINI_MODEL_NAME:-google/gemma-4-12B-it} + depends_on: + gemini-video-summarization-server: + condition: service_healthy + mog-motion-detection: <<: *test-args diff --git a/docker-compose.components.yml b/docker-compose.components.yml index e53f613b..f74703b6 100644 --- a/docker-compose.components.yml +++ b/docker-compose.components.yml @@ -151,8 +151,10 @@ services: MPF_PROP_PROCESS_FPS: ${GEMINI_PROCESS_FPS:-1.0} MPF_PROP_OPENAI_REQUEST_TIMEOUT_SECONDS: ${GEMINI_OPENAI_REQUEST_TIMEOUT_SECONDS:-600} depends_on: - - workflow-manager - - gemini-video-summarization-server + workflow-manager: + condition: service_started + gemini-video-summarization-server: + condition: service_healthy gemini-video-summarization-server: image: ${REGISTRY}openmpf_gemini_video_summarization_server:${TAG} @@ -162,14 +164,20 @@ services: ipc: host volumes: - ${GEMINI_HF_CACHE:-${HOME}/.cache/huggingface}:/root/.cache/huggingface + healthcheck: + test: ["CMD", "curl", "--fail", "--silent", "--show-error", "--max-time", "5", "http://localhost:8000/health"] + interval: 10s + timeout: 6s + retries: 120 + start_period: 30s deploy: mode: global - # resources: - # reservations: - # devices: - # - driver: nvidia - # device_ids: ['0'] - # capabilities: [gpu] + resources: + reservations: + devices: + - driver: nvidia + device_ids: ['0'] + capabilities: [gpu] fasttext-language-detection: <<: *component-base From ca9cff94a4ae8b528b8d16c4d3e5ce42f2049cf3 Mon Sep 17 00:00:00 2001 From: asarver Date: Mon, 13 Jul 2026 13:50:50 -0400 Subject: [PATCH 6/7] Jenkins fix --- docker-compose.components.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/docker-compose.components.yml b/docker-compose.components.yml index f74703b6..b68ce218 100644 --- a/docker-compose.components.yml +++ b/docker-compose.components.yml @@ -163,7 +163,9 @@ services: dockerfile: Dockerfile.vllm ipc: host volumes: - - ${GEMINI_HF_CACHE:-${HOME}/.cache/huggingface}:/root/.cache/huggingface + - type: bind + source: ${GEMINI_HF_CACHE:-${HOME}/.cache/huggingface} + target: /root/.cache/huggingface healthcheck: test: ["CMD", "curl", "--fail", "--silent", "--show-error", "--max-time", "5", "http://localhost:8000/health"] interval: 10s From 75a936a71da97f631ed44f9eccc9ef3bc8bbb027 Mon Sep 17 00:00:00 2001 From: asarver Date: Tue, 21 Jul 2026 12:49:16 -0400 Subject: [PATCH 7/7] Updated summarization server to not force a specific gpu, like speech sum --- docker-compose.components.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/docker-compose.components.yml b/docker-compose.components.yml index b68ce218..b8121f0a 100644 --- a/docker-compose.components.yml +++ b/docker-compose.components.yml @@ -174,12 +174,12 @@ services: start_period: 30s deploy: mode: global - resources: - reservations: - devices: - - driver: nvidia - device_ids: ['0'] - capabilities: [gpu] + # resources: + # reservations: + # devices: + # - driver: nvidia + # device_ids: ['0'] + # capabilities: [gpu] fasttext-language-detection: <<: *component-base