feat: hogql trends (#17519)

* Scaffolding to get trends working with new runner

* Handle multiple series

* Added date range filters

* Moved filters out of the main query

* Add hogql math operator

* Support hogql expressions in math operators

* Fixes for master branch changes

* Empty commit to trigger github checks

* Remove unused import

* Fixed type checking

* Updated schema.json with TrendsQueryResponse

* Update UI snapshots for `chromium` (1)

* Update UI snapshots for `chromium` (1)

* Updated schema and added series filters

* Update UI snapshots for `chromium` (1)

* Update UI snapshots for `chromium` (1)

* Update query snapshots

* Update UI snapshots for `chromium` (1)

* Update query snapshots

* Update UI snapshots for `chromium` (1)

* Update UI snapshots for `chromium` (1)

* Update UI snapshots for `chromium` (1)

* Added being able to compare to previous period

* Added sampling

* Move query runner caching logic outside of individual runners

* Added support for formulas

---------

Co-authored-by: github-actions <41898282+github-actions[bot]@users.noreply.github.com>

frontend/src/queries/schema.json

@@ -2283,6 +2283,9 @@
                     ],
                     "description": "Property filters for all series"
                 },
+                "response": {
+                    "$ref": "#/definitions/TrendsQueryResponse"
+                },
                 "samplingFactor": {
                     "description": "Sampling rate",
                     "type": ["number", "null"]
@@ -2308,6 +2311,34 @@
             },
             "required": ["kind", "series"],
             "type": "object"
+        },
+        "TrendsQueryResponse": {
+            "additionalProperties": false,
+            "properties": {
+                "is_cached": {
+                    "type": "boolean"
+                },
+                "last_refresh": {
+                    "type": "string"
+                },
+                "next_allowed_client_refresh": {
+                    "type": "string"
+                },
+                "result": {
+                    "items": {
+                        "type": "object"
+                    },
+                    "type": "array"
+                },
+                "timings": {
+                    "items": {
+                        "$ref": "#/definitions/QueryTiming"
+                    },
+                    "type": "array"
+                }
+            },
+            "required": ["result"],
+            "type": "object"
         }
     }
 }

frontend/src/queries/schema.ts

@@ -374,6 +374,11 @@ export type TrendsFilter = Omit<
     TrendsFilterType & { hidden_legend_indexes?: number[] },
     keyof FilterType | 'hidden_legend_keys'
 >
+
+export interface TrendsQueryResponse extends QueryResponse {
+    result: Record<string, any>[]
+}
+
 export interface TrendsQuery extends InsightsQueryBase {
     kind: NodeKind.TrendsQuery
     /** Granularity of the response. Can be one of `hour`, `day`, `week` or `month` */
@@ -384,6 +389,7 @@ export interface TrendsQuery extends InsightsQueryBase {
     trendsFilter?: TrendsFilter
     /** Breakdown of the events and actions */
     breakdown?: BreakdownFilter
+    response?: TrendsQueryResponse
 }
 
 /** `FunnelsFilterType` minus everything inherited from `FilterType` and

frontend/src/queries/utils.ts

@@ -126,7 +126,7 @@ export function isLifecycleQuery(node?: Node | null): node is LifecycleQuery {
 }
 
 export function isQueryWithHogQLSupport(node?: Node | null): node is LifecycleQuery {
-    return isLifecycleQuery(node)
+    return isLifecycleQuery(node) || isTrendsQuery(node)
 }
 
 export function isInsightQueryWithDisplay(node?: Node | null): node is TrendsQuery | StickinessQuery {

posthog/api/query.py

@@ -27,6 +27,7 @@
 from posthog.hogql.query import execute_hogql_query
 
 from posthog.hogql_queries.lifecycle_query_runner import LifecycleQueryRunner
+from posthog.hogql_queries.trends_query_runner import TrendsQueryRunner
 from posthog.models import Team
 from posthog.models.event.events_query import run_events_query
 from posthog.models.user import User
@@ -227,6 +228,10 @@ def process_query(
         refresh_requested = refresh_requested_by_client(request) if request else False
         lifecycle_query_runner = LifecycleQueryRunner(query_json, team)
         return _unwrap_pydantic_dict(lifecycle_query_runner.run(refresh_requested=refresh_requested))
+    elif query_kind == "TrendsQuery":
+        refresh_requested = refresh_requested_by_client(request) if request else False
+        trends_query_runner = TrendsQueryRunner(query_json, team)
+        return _unwrap_pydantic_dict(trends_query_runner.run(refresh_requested=refresh_requested))
     elif query_kind == "DatabaseSchemaQuery":
         database = create_hogql_database(team.pk)
         return serialize_database(database)

posthog/hogql_queries/query_runner.py

@@ -1,5 +1,5 @@
 from abc import ABC, abstractmethod
-from datetime import datetime, timedelta
+from datetime import datetime
 from typing import Any, Generic, List, Optional, Type, Dict, TypeVar
 
 from prometheus_client import Counter
@@ -119,9 +119,9 @@ def _cache_key(self) -> str:
         return generate_cache_key(f"query_{self.toJSON()}_{self.team.pk}_{self.team.timezone}")
 
     @abstractmethod
-    def _is_stale(self, cached_result_package) -> bool:
+    def _is_stale(self, cached_result_package):
         raise NotImplementedError()
 
     @abstractmethod
-    def _refresh_frequency(self) -> timedelta:
+    def _refresh_frequency(self):
         raise NotImplementedError()