From ccfd206fa021b7a5c44e02c108d843bdb35e60f5 Mon Sep 17 00:00:00 2001
From: Sanket Jadhav <sanket.jadhav@pattern.com>
Date: Thu, 19 Mar 2026 18:13:53 +0530
Subject: [PATCH] Add EventLogURI to commandContext and update Spark event log
 directory handling

---
 internal/pkg/object/command/sparkeks/sparkeks.go | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/internal/pkg/object/command/sparkeks/sparkeks.go b/internal/pkg/object/command/sparkeks/sparkeks.go
index 1b60f0d..a9fdb45 100644
--- a/internal/pkg/object/command/sparkeks/sparkeks.go
+++ b/internal/pkg/object/command/sparkeks/sparkeks.go
@@ -94,6 +94,7 @@ var (
 type commandContext struct {
 	JobsURI       string            `yaml:"jobs_uri,omitempty" json:"jobs_uri,omitempty"`
 	WrapperURI    string            `yaml:"wrapper_uri,omitempty" json:"wrapper_uri,omitempty"`
+	EventLogURI   string            `yaml:"event_log_uri,omitempty" json:"event_log_uri,omitempty"`
 	Properties    map[string]string `yaml:"properties,omitempty" json:"properties,omitempty"`
 	KubeNamespace string            `yaml:"kube_namespace,omitempty" json:"kube_namespace,omitempty"`
 }
@@ -670,9 +671,10 @@ func applySparkOperatorConfig(execCtx *executionContext) {
 	// Add default spark properties
 	sparkApp.Spec.SparkConf[sparkAppNameProperty] = execCtx.appName
 
-	if execCtx.logURI != "" {
-		logURI := updateS3ToS3aURI(execCtx.logURI)
-		sparkApp.Spec.SparkConf[sparkEventLogDirProperty] = logURI
+	// Set spark event log directory for spark history server 
+	if execCtx.commandContext.EventLogURI != "" {
+		eventLogURI := updateS3ToS3aURI(execCtx.commandContext.EventLogURI)
+		sparkApp.Spec.SparkConf[sparkEventLogDirProperty] = eventLogURI
 	}
 
 	if sparkSubmitParams := getSparkSubmitParameters(jobContext); sparkSubmitParams != nil {