From 522201c44e82f3797f1c9d580d2fdf57f7ee80cc Mon Sep 17 00:00:00 2001
From: Luca Faggianelli <luca.faggianelli@gmail.com>
Date: Fri, 9 Jun 2023 17:57:36 +0200
Subject: [PATCH 1/5] save logs timestamp as utc time

fix #132
---
 src/plombery/logger/formatter.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/src/plombery/logger/formatter.py b/src/plombery/logger/formatter.py
index 42cbef62..72eb1b8b 100644
--- a/src/plombery/logger/formatter.py
+++ b/src/plombery/logger/formatter.py
@@ -1,5 +1,6 @@
 import logging
 import json
+from time import gmtime
 
 
 DEFAULT_LOG_ATTRIBUTES = {
@@ -34,6 +35,9 @@ def __init__(
         self.default_msec_format = msec_format
         self.datefmt = None
 
+        # Store log timestamp in UTC time
+        self.converter = gmtime
+
     def usesTime(self) -> bool:
         """
         Overwritten to look for the attribute in the format dict values instead of the fmt string.

From 2b02da85e97e07a1b0d0e20c59ddce808e39d203 Mon Sep 17 00:00:00 2001
From: Luca Faggianelli <luca.faggianelli@gmail.com>
Date: Fri, 9 Jun 2023 18:46:22 +0200
Subject: [PATCH 2/5] store datetimes as utc

this applies to all datetimes, in the database and in the logs

fix #132
---
 frontend/src/components/Tasks.tsx     |  4 ++--
 src/plombery/database/models.py       | 17 +++++++++++++++--
 src/plombery/orchestrator/executor.py | 14 +++++++++-----
 3 files changed, 26 insertions(+), 9 deletions(-)

diff --git a/frontend/src/components/Tasks.tsx b/frontend/src/components/Tasks.tsx
index 6b1afa50..d8f195a7 100644
--- a/frontend/src/components/Tasks.tsx
+++ b/frontend/src/components/Tasks.tsx
@@ -40,7 +40,7 @@ const RunsTasksList: React.FC<Props> = ({ pipeline, run }) => {
       <List>
         {pipeline.tasks.map((task, i) => (
           <ListItem key={task.id} className="space-x-4">
-            {run.tasks_run[i] ? (
+            {run.tasks_run && run.tasks_run[i] ? (
               <Icon
                 variant="light"
                 icon={STATUS_ICONS[run.tasks_run[i].status]}
@@ -69,7 +69,7 @@ const RunsTasksList: React.FC<Props> = ({ pipeline, run }) => {
               )}
             </div>
 
-            {run.tasks_run[i]?.has_output && (
+            {run.tasks_run && run.tasks_run[i]?.has_output && (
               <Button
                 variant="light"
                 color="indigo"
diff --git a/src/plombery/database/models.py b/src/plombery/database/models.py
index 4ffad26b..fe8a4e8c 100644
--- a/src/plombery/database/models.py
+++ b/src/plombery/database/models.py
@@ -1,4 +1,5 @@
 from typing import List
+import datetime
 
 from fastapi.encoders import jsonable_encoder
 from pydantic import parse_obj_as
@@ -50,6 +51,18 @@ def process_result_value(self, value, dialect):
         return parse_obj_as(self.pydantic_type, value) if value else None
 
 
+class AwareDateTime(sa.types.TypeDecorator):
+    """
+    Results returned as timezone-aware datetimes (UTC timezone),
+    not naive ones.
+    """
+
+    impl = DateTime
+
+    def process_result_value(self, value, dialect):
+        return value.replace(tzinfo=datetime.timezone.utc)
+
+
 class PipelineRun(Base):
     __tablename__ = "pipeline_runs"
 
@@ -57,9 +70,9 @@ class PipelineRun(Base):
     pipeline_id = Column(String, index=True)
     trigger_id = Column(String)
     status = Column(String)
-    start_time = Column(DateTime)
+    start_time = Column(AwareDateTime)
     duration = Column(Integer, default=0)
-    tasks_run = Column(PydanticType(List[TaskRun]))
+    tasks_run = Column(PydanticType(List[TaskRun]), default=list)
 
 
 Base.metadata.create_all(bind=engine)
diff --git a/src/plombery/orchestrator/executor.py b/src/plombery/orchestrator/executor.py
index 9b05ad7d..5381faac 100644
--- a/src/plombery/orchestrator/executor.py
+++ b/src/plombery/orchestrator/executor.py
@@ -1,6 +1,6 @@
 from typing import Callable, Coroutine, List
 import asyncio
-from datetime import datetime
+from datetime import datetime, timezone
 import inspect
 
 from pydantic import BaseModel
@@ -22,6 +22,10 @@
 from plombery.schemas import PipelineRunStatus, TaskRun
 
 
+def utcnow():
+    return datetime.now(tz=timezone.utc)
+
+
 def _run_all_tasks(coros: List[Coroutine]):
     tasks = set()
 
@@ -35,7 +39,7 @@ def _run_all_tasks(coros: List[Coroutine]):
 def _on_pipeline_start(pipeline: Pipeline, trigger: Trigger = None):
     pipeline_run = create_pipeline_run(
         PipelineRunCreate(
-            start_time=datetime.now(),
+            start_time=utcnow(),
             pipeline_id=pipeline.id,
             trigger_id=trigger.id if trigger else MANUAL_TRIGGER_ID,
             status="running",
@@ -48,7 +52,7 @@ def _on_pipeline_start(pipeline: Pipeline, trigger: Trigger = None):
 
 
 def _on_pipeline_executed(pipeline_run: PipelineRun, status: PipelineRunStatus):
-    update_pipeline_run(pipeline_run, datetime.now(), status)
+    update_pipeline_run(pipeline_run, utcnow(), status)
 
     _send_pipeline_event(pipeline_run)
 
@@ -106,7 +110,7 @@ async def run(pipeline: Pipeline, trigger: Trigger = None, params: dict = None):
         task_run = TaskRun(task_id=task.id)
 
         try:
-            task_start_time = datetime.now()
+            task_start_time = utcnow()
             flowing_data = await _execute_task(task, flowing_data, params)
             task_run.status = PipelineRunStatus.COMPLETED
         except Exception as e:
@@ -115,7 +119,7 @@ async def run(pipeline: Pipeline, trigger: Trigger = None, params: dict = None):
             task_run.status = PipelineRunStatus.FAILED
         finally:
             task_run.duration = (
-                datetime.now() - task_start_time
+                utcnow() - task_start_time
             ).total_seconds() * 1000
 
             task_run.has_output = store_task_output(

From 7207fdc9f508cc7399087fe27e382e101fc86057 Mon Sep 17 00:00:00 2001
From: Luca Faggianelli <luca.faggianelli@gmail.com>
Date: Tue, 20 Jun 2023 15:40:36 +0200
Subject: [PATCH 3/5] update changelog

---
 CHANGELOG.md | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 8dfdfb62..1d4b67b5 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -10,6 +10,9 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 - Add next fire time to pipelines and triggers (#27)
 - show run time in runs list (#129)
 
+### Changed
+- Save times with UTC timezone (#132)
+
 ### Fixed
 - change taskrun duration from positive to non-negative (#128)
 - specify button type when in form to avoid submit (#133)

From 9c2fc961f3ce598a98d6df114893608b9e1a8ffd Mon Sep 17 00:00:00 2001
From: Luca Faggianelli <luca.faggianelli@gmail.com>
Date: Tue, 20 Jun 2023 15:41:39 +0200
Subject: [PATCH 4/5] deploy docs only if docs/ folder change

---
 .github/workflows/docs.yaml | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/docs.yaml b/.github/workflows/docs.yaml
index 7fe36854..7fe8de15 100644
--- a/.github/workflows/docs.yaml
+++ b/.github/workflows/docs.yaml
@@ -3,7 +3,8 @@ on:
   push:
     branches:
       - main
-      - docs
+    paths:
+      - docs/**
 
 permissions:
   contents: write
@@ -15,7 +16,7 @@ jobs:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
         with:
-          python-version: 3.x
+          python-version: '3.11'
       - uses: actions/cache@v3
         with:
           key: ${{ github.ref }}

From 2d47c091433bf0224ddb36a5d8d23201e0b47578 Mon Sep 17 00:00:00 2001
From: Luca Faggianelli <luca.faggianelli@gmail.com>
Date: Tue, 20 Jun 2023 15:41:49 +0200
Subject: [PATCH 5/5] enable type checks in vscode

---
 .vscode/settings.json | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/.vscode/settings.json b/.vscode/settings.json
index 28c73cec..1335e9c8 100644
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -13,5 +13,6 @@
     "tag:yaml.org,2002:python/name:materialx.emoji.to_svg",
     "tag:yaml.org,2002:python/name:materialx.emoji.twemoji",
     "tag:yaml.org,2002:python/name:pymdownx.superfences.fence_code_format"
-  ]
+  ],
+  "python.analysis.typeCheckingMode": "basic"
 }
\ No newline at end of file