perf: improve garden performance (#4938)

* perf: replace _.cloneDeep with fast-copy

* perf: lower debug logs log level

* perf: disable source mapping support

* chore: make the linter happy

cli/bin/garden

@@ -38,7 +38,6 @@ if (process.env.GARDEN_ENABLE_PROFILING === "1" || process.env.GARDEN_ENABLE_PRO
 const { initTracing } = require("@garden-io/core/build/src/util/open-telemetry/tracing")
 initTracing()
 
-require("source-map-support").install()
 const cli = require("../build/src/cli")
 
 // eslint-disable-next-line @typescript-eslint/no-floating-promises

core/package.json

@@ -66,6 +66,7 @@
     "eventemitter2": "^6.4.9",
     "eventemitter3": "^5.0.0",
     "execa": "^4.1.0",
+    "fast-copy": "^3.0.1",
     "fs-extra": "^11.1.0",
     "get-port": "^5.1.1",
     "glob": "^10.2.6",

core/src/actions/base.ts

@@ -33,7 +33,8 @@ import { actionOutputsSchema } from "../plugin/handlers/base/base"
 import type { GraphResult, GraphResults } from "../graph/results"
 import type { RunResult } from "../plugin/base"
 import { Memoize } from "typescript-memoize"
-import { cloneDeep, flatten, fromPairs, isString, memoize, omit, sortBy } from "lodash"
+import cloneDeep from "fast-copy"
+import { flatten, fromPairs, isString, memoize, omit, sortBy } from "lodash"
 import { ActionConfigContext, ActionSpecContext } from "../config/template-contexts/actions"
 import { relative } from "path"
 import { InternalError } from "../exceptions"

core/src/cli/cli.ts

@@ -44,13 +44,13 @@ import { getCustomCommands } from "../commands/custom"
 import { Profile } from "../util/profiling"
 import { prepareDebugLogfiles } from "./debug-logs"
 import { Log } from "../logger/log-entry"
-import { JsonFileWriter } from "../logger/writers/json-file-writer"
 import { dedent } from "../util/string"
 import { GardenProcess, GlobalConfigStore } from "../config-store/global"
 import { registerProcess, waitForOutputFlush } from "../process"
 import { uuidv4 } from "../util/random"
 import { withSessionContext } from "../util/open-telemetry/context"
 import { wrapActiveSpan } from "../util/open-telemetry/spans"
+import { JsonFileWriter } from "../logger/writers/json-file-writer"
 
 export interface RunOutput {
   argv: any
@@ -135,7 +135,7 @@ ${renderCommands(commands)}
       {
         logFilePath: join(gardenDirPath, LOGS_DIR_NAME, jsonLogfileName),
         truncatePrevious: true,
-        level: LogLevel.silly,
+        level: LogLevel.debug,
         json: true,
       },
       {

core/src/commands/custom.ts

@@ -10,7 +10,8 @@ import Bluebird from "bluebird"
 import chalk from "chalk"
 import execa from "execa"
 import { apply as jsonMerge } from "json-merge-patch"
-import { cloneDeep, keyBy, mapValues, flatten } from "lodash"
+import cloneDeep from "fast-copy"
+import { keyBy, mapValues, flatten } from "lodash"
 import { parseCliArgs, prepareMinimistOpts } from "../cli/helpers"
 import { BooleanParameter, globalOptions, IntegerParameter, Parameter, StringParameter } from "../cli/params"
 import { loadConfigResources } from "../config/base"

core/src/commands/workflow.ts

@@ -7,7 +7,8 @@
  */
 
 import chalk from "chalk"
-import { cloneDeep, flatten, last, repeat, size } from "lodash"
+import cloneDeep from "fast-copy"
+import { flatten, last, repeat, size } from "lodash"
 import { printHeader, getTerminalWidth, renderMessageWithDivider, renderDuration } from "../logger/util"
 import { Command, CommandParams, CommandResult } from "./base"
 import { dedent, wordWrap, deline } from "../util/string"

core/src/config-store/global.ts

@@ -13,7 +13,8 @@ import { ConfigStore } from "./base"
 import { z } from "zod"
 import { readFile } from "fs-extra"
 import { load } from "js-yaml"
-import { cloneDeep, omit } from "lodash"
+import cloneDeep from "fast-copy"
+import { omit } from "lodash"
 
 export const legacyGlobalConfigFilename = "global-config.yml"
 export const globalConfigFilename = "global-config.json"

core/src/config/common.ts

@@ -10,7 +10,8 @@ import Joi, { SchemaLike } from "@hapi/joi"
 import Ajv from "ajv"
 import addFormats from "ajv-formats"
 import { splitLast, deline, dedent, naturalList, titleize } from "../util/string"
-import { cloneDeep, isArray, isPlainObject, isString, mapValues, memoize } from "lodash"
+import cloneDeep from "fast-copy"
+import { isArray, isPlainObject, isString, mapValues, memoize } from "lodash"
 import { joiPathPlaceholder } from "./validation"
 import { DOCS_BASE_URL, GardenApiVersion } from "../constants"
 import { ActionKind, actionKinds, actionKindsLower } from "../actions/types"

core/src/config/project.ts

@@ -28,7 +28,8 @@ import { resolveTemplateStrings } from "../template-string/template-string"
 import { EnvironmentConfigContext, ProjectConfigContext } from "./template-contexts/project"
 import { findByName, getNames } from "../util/util"
 import { ConfigurationError, ParameterError, ValidationError } from "../exceptions"
-import { cloneDeep, memoize } from "lodash"
+import cloneDeep from "fast-copy"
+import { memoize } from "lodash"
 import { GenericProviderConfig, providerConfigBaseSchema } from "./provider"
 import { DOCS_BASE_URL, GardenApiVersion, GitScanMode, gitScanModes } from "../constants"
 import { defaultDotIgnoreFile } from "../util/fs"

core/src/docs/table-of-contents.ts

@@ -27,7 +27,8 @@ import matter = require("gray-matter")
 import dtree = require("directory-tree")
 import { readFileSync, writeFile, createFile } from "fs-extra"
 import { resolve } from "path"
-import { cloneDeep, repeat } from "lodash"
+import cloneDeep from "fast-copy"
+import { repeat } from "lodash"
 import titleize = require("titleize")
 import humanizeString = require("humanize-string")
 import { dedent } from "../util/string"

core/src/garden.ts

@@ -12,7 +12,8 @@ import { ensureDir } from "fs-extra"
 import dedent from "dedent"
 import { platform, arch } from "os"
 import { relative, resolve } from "path"
-import { flatten, sortBy, keyBy, mapValues, cloneDeep, groupBy, set } from "lodash"
+import cloneDeep from "fast-copy"
+import { flatten, sortBy, keyBy, mapValues, groupBy, set } from "lodash"
 import AsyncLock from "async-lock"
 
 import { TreeCache } from "./cache"

core/src/graph/actions.ts

@@ -7,7 +7,8 @@
  */
 
 import Bluebird from "bluebird"
-import { cloneDeep, isEqual, mapValues, memoize, omit, pick, uniq } from "lodash"
+import cloneDeep from "fast-copy"
+import { isEqual, mapValues, memoize, omit, pick, uniq } from "lodash"
 import {
   Action,
   ActionConfig,

core/src/logger/log-entry.ts

@@ -7,7 +7,8 @@
  */
 
 import logSymbols from "log-symbols"
-import { cloneDeep, round } from "lodash"
+import cloneDeep from "fast-copy"
+import { round } from "lodash"
 
 import { LogLevel } from "./logger"
 import { Omit } from "../util/util"

core/src/plugins/kubernetes/helm/handlers.ts

@@ -16,7 +16,8 @@ import { ExecBuildConfig } from "../../exec/build"
 import { HelmActionConfig, HelmDeployConfig, HelmPodTestConfig } from "./config"
 import { getServiceResourceSpec } from "../util"
 import { jsonMerge } from "../../../util/util"
-import { cloneDeep, omit } from "lodash"
+import cloneDeep from "fast-copy"
+import { omit } from "lodash"
 import { DeepPrimitiveMap } from "../../../config/common"
 import { convertServiceResource } from "../kubernetes-type/common"
 import { ConvertModuleParams } from "../../../plugin/handlers/Module/convert"

core/src/plugins/kubernetes/local-mode.ts

@@ -8,7 +8,8 @@
 
 import { ContainerDeployAction, containerLocalModeSchema, ContainerLocalModeSpec } from "../container/config"
 import { dedent, gardenAnnotationKey, splitLast } from "../../util/string"
-import { cloneDeep, remove, set } from "lodash"
+import cloneDeep from "fast-copy"
+import { remove, set } from "lodash"
 import { BaseResource, KubernetesResource, SyncableResource, SyncableRuntimeAction } from "./types"
 import { PrimitiveMap } from "../../config/common"
 import {

core/src/plugins/kubernetes/run.ts

@@ -8,7 +8,8 @@
 
 import tar from "tar"
 import tmp from "tmp-promise"
-import { cloneDeep, omit, pick, some } from "lodash"
+import cloneDeep from "fast-copy"
+import { omit, pick, some } from "lodash"
 import { Log } from "../../logger/log-entry"
 import { CoreV1Event } from "@kubernetes/client-node"
 import {

core/src/plugins/kubernetes/sync.ts

@@ -25,7 +25,8 @@ import {
   syncTargetPathSchema,
 } from "../container/moduleConfig"
 import { dedent, gardenAnnotationKey } from "../../util/string"
-import { cloneDeep, kebabCase, keyBy, omit, set } from "lodash"
+import cloneDeep from "fast-copy"
+import { kebabCase, keyBy, omit, set } from "lodash"
 import {
   getResourceContainer,
   getResourceKey,

core/src/resolve-module.ts

@@ -6,7 +6,8 @@
  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
  */
 
-import { cloneDeep, isArray, isString, keyBy } from "lodash"
+import cloneDeep from "fast-copy"
+import { isArray, isString, keyBy } from "lodash"
 import { validateWithPath } from "./config/validation"
 import {
   getModuleTemplateReferences,

core/src/template-string/template-string.ts

@@ -16,7 +16,8 @@ import {
   GenericContext,
   ScanContext,
 } from "../config/template-contexts/base"
-import { cloneDeep, difference, isNumber, isPlainObject, isString, uniq } from "lodash"
+import cloneDeep from "fast-copy"
+import { difference, isNumber, isPlainObject, isString, uniq } from "lodash"
 import {
   ActionReference,
   arrayConcatKey,

core/src/types/module.ts

@@ -6,7 +6,8 @@
  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
  */
 
-import { flatten, uniq, cloneDeep, some } from "lodash"
+import cloneDeep from "fast-copy"
+import { flatten, uniq, some } from "lodash"
 import { getNames, findByName } from "../util/util"
 import { ModuleConfig, moduleConfigSchema } from "../config/module"
 import type { ModuleVersion } from "../vcs/vcs"

core/src/util/testing.ts

@@ -7,7 +7,8 @@
  */
 
 import { GlobalOptions, globalOptions, ParameterValues } from "../cli/params"
-import { cloneDeep, isEqual, keyBy, set, mapValues } from "lodash"
+import cloneDeep from "fast-copy"
+import { isEqual, keyBy, set, mapValues } from "lodash"
 import { Garden, GardenOpts, GardenParams, GetConfigGraphParams, resolveGardenParams } from "../garden"
 import { DeepPrimitiveMap, StringMap } from "../config/common"
 import { ModuleConfig } from "../config/module"

core/test/helpers/test-plugin.ts

@@ -6,7 +6,8 @@
  * file, You can obtain one at http://mozilla.org/MPL/2.0/.
  */
 
-import { cloneDeep, get, isString, merge } from "lodash"
+import cloneDeep from "fast-copy"
+import { get, isString, merge } from "lodash"
 
 import { convertExecModule } from "../../src/plugins/exec/convert"
 import { createSchema, joi, joiArray } from "../../src/config/common"

core/test/integ/src/plugins/container/container.ts

@@ -15,7 +15,8 @@ import { expectError, getDataDir, makeTestGarden, TestGarden } from "../../../..
 import { ActionLog, createActionLog } from "../../../../../src/logger/log-entry"
 import { expect } from "chai"
 import { ContainerBuildAction, ContainerBuildActionSpec } from "../../../../../src/plugins/container/moduleConfig"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { publishContainerBuild } from "../../../../../src/plugins/container/publish"
 import { Executed } from "../../../../../src/actions/types"
 import { BuildActionConfig } from "../../../../../src/actions/build"

core/test/integ/src/plugins/kubernetes/container/deployment.ts

@@ -18,7 +18,8 @@ import {
 import { KubernetesPluginContext, KubernetesProvider } from "../../../../../../src/plugins/kubernetes/config"
 import { V1ConfigMap, V1Secret } from "@kubernetes/client-node"
 import { KubernetesResource, KubernetesWorkload } from "../../../../../../src/plugins/kubernetes/types"
-import { cloneDeep, keyBy } from "lodash"
+import cloneDeep from "fast-copy"
+import { keyBy } from "lodash"
 import { getContainerTestGarden } from "./container"
 import { DeployTask } from "../../../../../../src/tasks/deploy"
 import { TestGarden, expectError, findNamespaceStatusEvent, grouped } from "../../../../../helpers"

core/test/integ/src/plugins/kubernetes/helm/config.ts

@@ -8,7 +8,8 @@
 
 import { resolve } from "path"
 import { expect } from "chai"
-import { cloneDeep, omit } from "lodash"
+import cloneDeep from "fast-copy"
+import { omit } from "lodash"
 
 import { expectError, getDataDir, makeTestGarden, TestGarden, withDefaultGlobalOpts } from "../../../../../helpers"
 import { PluginContext } from "../../../../../../src/plugin-context"

core/test/integ/src/plugins/kubernetes/kubernetes-type/common.ts

@@ -7,7 +7,8 @@
  */
 
 import { expect } from "chai"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { ConfigGraph } from "../../../../../../src/graph/config-graph"
 import { PluginContext } from "../../../../../../src/plugin-context"
 import { readManifests } from "../../../../../../src/plugins/kubernetes/kubernetes-type/common"

core/test/integ/src/plugins/kubernetes/kubernetes-type/config.ts

@@ -7,7 +7,7 @@
  */
 
 import { expect } from "chai"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
 
 import { TestGarden, getDataDir, makeTestGarden } from "../../../../../helpers"
 import { ModuleConfig } from "../../../../../../src/config/module"

core/test/integ/src/plugins/kubernetes/kubernetes-type/handlers.ts

@@ -8,7 +8,8 @@
 
 import { expect } from "chai"
 import execa from "execa"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import tmp from "tmp-promise"
 
 import { TestGarden } from "../../../../../helpers"

core/test/unit/src/commands/publish.ts

@@ -12,7 +12,8 @@ import { expect } from "chai"
 import { PublishCommand } from "../../../../src/commands/publish"
 import { withDefaultGlobalOpts, makeTestGarden, getAllTaskResults, getDataDir } from "../../../helpers"
 import { taskResultOutputs } from "../../../helpers"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { PublishActionResult, PublishBuildAction } from "../../../../src/plugin/handlers/Build/publish"
 import { createGardenPlugin, GardenPluginSpec } from "../../../../src/plugin/plugin"
 import { ConvertModuleParams } from "../../../../src/plugin/handlers/Module/convert"

core/test/unit/src/config/render-template.ts

@@ -17,7 +17,8 @@ import {
 import { resolve } from "path"
 import { joi } from "../../../../src/config/common"
 import { pathExists, remove } from "fs-extra"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { configTemplateKind, renderTemplateKind } from "../../../../src/config/base"
 import { RenderTemplateConfig, renderConfigTemplate } from "../../../../src/config/render-template"
 import { Log } from "../../../../src/logger/log-entry"

core/test/unit/src/plugins/container/helpers.ts

@@ -8,7 +8,8 @@
 
 import { expect } from "chai"
 import { join } from "path"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import td from "testdouble"
 import tmp from "tmp-promise"
 import { writeFile, mkdir } from "fs-extra"

core/test/unit/src/router/base.ts

@@ -7,7 +7,8 @@
  */
 
 import { expect } from "chai"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { ResolvedBuildAction } from "../../../../src/actions/build"
 import { joi } from "../../../../src/config/common"
 import { resolveAction } from "../../../../src/graph/actions"

core/test/unit/src/types/test.ts

@@ -10,7 +10,8 @@ import { expect } from "chai"
 import { getDataDir, makeTestGarden, makeTestGardenA } from "../../../helpers"
 import { TestConfig } from "../../../../src/config/test"
 import { testFromConfig } from "../../../../src/types/test"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { DEFAULT_TEST_TIMEOUT_SEC } from "../../../../src/constants"
 
 describe("testFromConfig", () => {

core/test/unit/src/vcs/vcs.ts

@@ -26,7 +26,8 @@ import {
 } from "../../../../src/vcs/vcs"
 import { makeTestGardenA, makeTestGarden, getDataDir, TestGarden, defaultModuleConfig } from "../../../helpers"
 import { expect } from "chai"
-import { cloneDeep } from "lodash"
+import cloneDeep from "fast-copy"
+
 import { ModuleConfig } from "../../../../src/config/module"
 import { GitHandler } from "../../../../src/vcs/git"
 import { resolve, join } from "path"

plugins/jib/index.ts

@@ -26,7 +26,8 @@ import { joi } from "@garden-io/core/build/src/config/common"
 import { baseBuildSpecSchema } from "@garden-io/core/build/src/config/module"
 import { ConfigureModuleParams } from "@garden-io/core/build/src/plugin/handlers/Module/configure"
 import { containerHelpers } from "@garden-io/core/build/src/plugins/container/helpers"
-import { cloneDeep, pick } from "lodash"
+import cloneDeep from "fast-copy"
+import { pick } from "lodash"
 import { LogLevel } from "@garden-io/core/build/src/logger/logger"
 import { detectProjectType, getBuildFlags, JibBuildActionSpec, JibBuildConfig, JibContainerModule } from "./util"
 import { ConvertModuleParams, ConvertModuleResult } from "@garden-io/core/build/src/plugin/handlers/Module/convert"