Skip to content

Commit

Permalink
Show All user logs while queueing phase as before
Browse files Browse the repository at this point in the history
Signed-off-by: Fabio Graetz <[email protected]>
  • Loading branch information
fg91 committed Apr 17, 2024
1 parent 3afc6b5 commit 79fcfbb
Showing 1 changed file with 6 additions and 1 deletion.
7 changes: 6 additions & 1 deletion flyteplugins/go/tasks/plugins/k8s/spark/spark.go
Original file line number Diff line number Diff line change
Expand Up @@ -322,6 +322,7 @@ func (sparkResourceHandler) BuildIdentityResource(ctx context.Context, taskCtx p
}

func getEventInfoForSpark(pluginContext k8s.PluginContext, sj *sparkOp.SparkApplication) (*pluginsCore.TaskInfo, error) {

sparkConfig := GetSparkConfig()
taskLogs := make([]*core.TaskLog, 0, 3)
taskExecID := pluginContext.TaskExecutionMetadata().GetTaskExecutionID()
Expand Down Expand Up @@ -405,9 +406,13 @@ func getEventInfoForSpark(pluginContext k8s.PluginContext, sj *sparkOp.SparkAppl
return nil, err
}

// "All user" logs are shown already in the queuing and initializing phase.
for _, log := range o.TaskLogs {
log.ShowWhilePending = true
}

taskLogs = append(taskLogs, o.TaskLogs...)
}

customInfoMap := make(map[string]string)

// Spark UI.
Expand Down

0 comments on commit 79fcfbb

Please sign in to comment.