kind: ClusterAnalysisTemplate
apiVersion: argoproj.io/v1alpha1
metadata:
  name: new-relic.canary.response-time.verification
spec:
  args:
  - name: appName
  - name: rolloutName
  - name: analysisInitialDelay
    value: "4m"  # Initial delay before the analysis starts (use a duration in the Argo Rollouts format)
  - name: analysisInterval
    value: "1m"  # Interval between subsequent analysis executions (use a duration in the Argo Rollouts format)
  - name: analysisTimeWindow
    value: "70 seconds"  # Time window for the data query to New Relic (use a duration in the NRQL format)
  - name: analysisCount
    value: "60"  # Number of times the analysis will run
  - name: responseTimeDeviationThreshold
    value: "6.0"  # Threshold for acceptable response time deviation (in multiples of standard deviation)
  - name: responseTimeResolution
    value: "0.3"  # Resolution component for the response time calculation (in milliseconds)
  - name: limitOfTransactionNames
    value: "16"  # Maximum number of endpoints to analyze
  - name: inconclusiveLimit
    value: 3  # Maximum allowed inconclusive executions before marking the entire analysis as inconclusive
  - name: customConditionPrefix
    value: ""  # Prefix of custom query condition, e.g. to filter by a custom tag: "and tags.DC = '"
  - name: customConditionValue
    value: ""  # Value of custom query condition, e.g. the value of the tag: "us-east1"
  - name: customConditionSuffix
    value: ""  # Suffix of custom query condition, usually a closing apostrophe: "'"
  - name: stablePodHash
  - name: latestPodHash
  - name: new-relic.personal-api-key
    valueFrom:
      secretKeyRef:
        name: newrelic
        key: personal-api-key
  - name: new-relic.account-id
    valueFrom:
      secretKeyRef:
        name: newrelic
        key: account-id
  metrics:
  - name: "NR Canary Response Time"
    successCondition: "len(result) > 0 && all(result, {.responseTimeDeviation < {{ args.responseTimeDeviationThreshold }}})"
    failureCondition: "false"
    initialDelay: "{{ args.analysisInitialDelay }}"
    interval: "{{ args.analysisInterval }}"
    count: "{{ args.analysisCount }}"
    inconclusiveLimit: "{{ args.inconclusiveLimit }}"
    provider:
      web:
        method: POST
        url: "https://api.newrelic.com/graphql"
        timeoutSeconds: 120
        headers:
          - key: Content-Type
            value: "application/json"
          - key: API-Key
            value: "{{ args.new-relic.personal-api-key }}"
        jsonPath: "{$.data.actor.account.nrql.results}"
        jsonBody:
          query: |
              {
                actor {
                  account(id: {{ args.new-relic.account-id }}) {
                    nrql(
                      timeout: 120
                      query: """
                              select
                                  average(abs(`canary` - `stable`) / (`stdev` + {{ args.responseTimeResolution }})) as `responseTimeDeviation`,
                                  average(`canary`) as `canary`, average(`stable`) as `stable`, average(`stdev`) as `stdev`
                              from
                                  (
                                      select
                                          (filter(
                                              average(`apm.service.transaction.duration`),
                                              where
                                                host like '{{ args.rolloutName }}-{{ args.stablePodHash }}%'
                                          ) or -1.0) as `stable`,
                                          (filter(
                                              average(`apm.service.transaction.duration`),
                                              where
                                                host like '{{ args.rolloutName }}-{{ args.latestPodHash }}%'
                                          ) or -1.0) as `canary`,
                                          filter(
                                              stddev(`apm.service.transaction.duration`),
                                              where
                                                host like '{{ args.rolloutName }}-{{ args.stablePodHash }}%'
                                          ) as `stdev`
                                      from
                                          Metric
                                      where
                                          appName = '{{ args.appName }}' {{ args.customConditionPrefix }}{{ args.customConditionValue }}{{ args.customConditionSuffix }}
                                          and transactionName in (
                                              select
                                                  transactionName
                                              from
                                                  (
                                                      FROM
                                                          Metric
                                                      SELECT
                                                          count(`apm.service.transaction.duration`) FACET transactionName
                                                      WHERE
                                                          appName = '{{ args.appName }}' {{ args.customConditionPrefix }}{{ args.customConditionValue }}{{ args.customConditionSuffix }}
                                                      LIMIT
                                                          {{ args.limitOfTransactionNames }}
                                                  )
                                          ) FACET transactionName
                                  ) FACET transactionName since {{ args.analysisTimeWindow }} ago
                      """
                    ) {
                      results
                    }
                  }
                }
              }
          variables: ""

kind: ClusterAnalysisTemplate
apiVersion: argoproj.io/v1alpha1
metadata:
  name: new-relic.canary.error-rate.verification
spec:
  args:
  - name: appName
  - name: rolloutName
  - name: analysisInitialDelay
    value: "4m"  # Initial delay before the analysis starts (use a duration in the Argo Rollouts format)
  - name: analysisInterval
    value: "1m"  # Interval between subsequent analysis executions (use a duration in the Argo Rollouts format)
  - name: analysisTimeWindow
    value: "70 seconds"  # Time window for the data query to New Relic (use a duration in the NRQL format)
  - name: analysisCount
    value: "60"  # Number of times the analysis will run
  - name: errorRateDeviationThreshold
    value: "2.0"  # Threshold for acceptable error rate deviation (in multiples of existing error rate)
  - name: errorRateResolution
    value: "0.0001"  # Resolution component for the error rate calculation
  - name: limitOfTransactionNames
    value: "16"  # Maximum number of endpoints to analyze
  - name: inconclusiveLimit
    value: 3  # Maximum allowed inconclusive executions before marking the entire analysis as inconclusive
  - name: customConditionPrefix
    value: ""  # Prefix of custom query condition, e.g. to filter by a custom tag: "and tags.DC = '"
  - name: customConditionValue
    value: ""  # Value of custom query condition, e.g. the value of the tag: "us-east1"
  - name: customConditionSuffix
    value: ""  # Suffix of custom query condition, usually a closing apostrophe: "'"
  - name: stablePodHash
  - name: latestPodHash
  - name: new-relic.personal-api-key
    valueFrom:
      secretKeyRef:
        name: newrelic
        key: personal-api-key
  - name: new-relic.account-id
    valueFrom:
      secretKeyRef:
        name: newrelic
        key: account-id
  metrics:
  - name: "NR Canary Error Rate"
    successCondition: "all(result, {.errorRateDeviation < {{ args.errorRateDeviationThreshold }}})"
    failureCondition: "false"
    initialDelay: "{{ args.analysisInitialDelay }}"
    interval: "{{ args.analysisInterval }}"
    count: "{{ args.analysisCount }}"
    inconclusiveLimit: "{{ args.inconclusiveLimit }}"
    provider:
      web:
        method: POST
        url: "https://api.newrelic.com/graphql"
        timeoutSeconds: 120
        headers:
          - key: Content-Type
            value: "application/json"
          - key: API-Key
            value: "{{ args.new-relic.personal-api-key }}"
        jsonPath: "{$.data.actor.account.nrql.results}"
        jsonBody:
          query: |
              {
                actor {
                  account(id: {{ args.new-relic.account-id }}) {
                    nrql(
                      timeout: 120
                      query: """
                              select
                                  average(`canary` / (`stable` + {{ args.errorRateResolution }})) as `errorRateDeviation`,
                                  average(`canary`) as `canary`, average(`stable`) as `stable`
                              from
                                  (
                                      select
                                          (filter(
                                              count(`apm.service.transaction.error.count`) / count(`apm.service.transaction.duration`),
                                              where
                                                host like '{{ args.rolloutName }}-{{ args.stablePodHash }}%'
                                          ) or 0) as `stable`,
                                          (filter(
                                              count(`apm.service.transaction.error.count`) / count(`apm.service.transaction.duration`),
                                              where
                                                host like '{{ args.rolloutName }}-{{ args.latestPodHash }}%'
                                          ) or 0) as `canary`
                                      from
                                          Metric
                                      where
                                          appName = '{{ args.appName }}' {{ args.customConditionPrefix }}{{ args.customConditionValue }}{{ args.customConditionSuffix }}
                                          and transactionName in (
                                              select
                                                  transactionName
                                              from
                                                  (
                                                      FROM
                                                          Metric
                                                      SELECT
                                                          count(`apm.service.transaction.duration`) FACET transactionName
                                                      WHERE
                                                          appName = '{{ args.appName }}' {{ args.customConditionPrefix }}{{ args.customConditionValue }}{{ args.customConditionSuffix }}
                                                      LIMIT
                                                          {{ args.limitOfTransactionNames }}
                                                  )
                                          ) FACET transactionName
                                  ) FACET transactionName since {{ args.analysisTimeWindow }} ago
                      """
                    ) {
                      results
                    }
                  }
                }
              }
          variables: ""

metadata:
  labels:
    application: my-app
    cluster: cluster-name-1
    region: us-east1
spec:
  strategy:
    canary:
      steps:
        - setWeight: 1
        - analysis:
            analysisRunMetadata: {}
            args:
              - name: metricName
                value: 'Automatic canary verification'
              - name: appName
                valueFrom:
                  fieldRef:
                    fieldPath: metadata.labels['application']
              - name: rolloutName
                valueFrom:
                  fieldRef:
                    fieldPath: metadata.name
              - name: customConditionPrefix
                value: "and tags.DC = '"
              - name: customConditionValue
                valueFrom:
                  fieldRef:
                    fieldPath: metadata.labels['region']
              - name: customConditionSuffix
                value: "'"
              - name: stablePodHash
                valueFrom:
                  podTemplateHashValue: Stable
              - name: latestPodHash
                valueFrom:
                  podTemplateHashValue: Latest
            templates:
              - clusterScope: true
                templateName: new-relic.canary.response-time.verification
              - clusterScope: true
                templateName: new-relic.canary.error-rate.verification
        - setWeight: 100