From 9428cf6608ad83504b94ce5430cbdfe87ce9899d Mon Sep 17 00:00:00 2001 From: Fabio Graetz Date: Wed, 17 Apr 2024 19:06:23 +0000 Subject: [PATCH] Show All user logs while queueing phase as before Signed-off-by: Fabio Graetz --- flyteplugins/go/tasks/plugins/k8s/spark/spark.go | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/flyteplugins/go/tasks/plugins/k8s/spark/spark.go b/flyteplugins/go/tasks/plugins/k8s/spark/spark.go index 4aede5a0dae..8b766a391a4 100644 --- a/flyteplugins/go/tasks/plugins/k8s/spark/spark.go +++ b/flyteplugins/go/tasks/plugins/k8s/spark/spark.go @@ -322,6 +322,7 @@ func (sparkResourceHandler) BuildIdentityResource(ctx context.Context, taskCtx p } func getEventInfoForSpark(pluginContext k8s.PluginContext, sj *sparkOp.SparkApplication) (*pluginsCore.TaskInfo, error) { + sparkConfig := GetSparkConfig() taskLogs := make([]*core.TaskLog, 0, 3) taskExecID := pluginContext.TaskExecutionMetadata().GetTaskExecutionID() @@ -405,9 +406,13 @@ func getEventInfoForSpark(pluginContext k8s.PluginContext, sj *sparkOp.SparkAppl return nil, err } + // "All user" logs are shown already in the queuing and initializing phase. + for _, log := range o.TaskLogs { + log.ShowWhilePending = true + } + taskLogs = append(taskLogs, o.TaskLogs...) } - customInfoMap := make(map[string]string) // Spark UI.