chore: update how metrics are collected

app.py

@@ -61,6 +61,7 @@ def process_import_function(event, context):
         key = message.get("file_path")
         jurisdiction_id = message.get("jurisdiction_id")
         jurisdiction_name = message.get("jurisdiction_name")
+
         # Archiving processed realtime bills defaults to False, except it was
         # explicitly set on cli or on task-definitions Repo as <--archive>
         # or added on AWS admin console for os-realtime lambda function
@@ -116,12 +117,14 @@ def process_import_function(event, context):
         logger.info(f"importing {jur_id}...")
         try:
             do_import(jur_id, f"{datadir}{abbreviation}")
-            stats.send_last_run(
-                "last_collection_run_time",
-                {
-                    "jurisdiction": juris["name"],
-                    "scrape_type": "import",
-                },
+            stats.write_stats(
+                [
+                    {
+                        "metric": "objects",
+                        "fields": {"realtime_import": 1},
+                        "tags": {"jurisdiction": juris["name"]},
+                    }
+                ]
             )
 
             if file_archiving_enabled:
@@ -131,7 +134,9 @@ def process_import_function(event, context):
             s3_client.delete_object(Bucket=bucket, Key=file_path)
             logger.info(f"Deleted file :: {file_path}")
         except Exception as e:
-            logger.error(f"Error importing jurisdiction {jur_id}: {e}")  # noqa: E501
+            logger.error(
+                f"Error importing jurisdiction {jur_id}: {e}"
+            )  # noqa: E501
             continue
 
     logger.info(f"{len(all_files)} files processed")
@@ -148,7 +153,8 @@ def remove_duplicate_message(items):
 
     # Use another list comprehension to create a list of unique dictionaries
     filtered_items = [
-        dict(i) for i in set(tuple(i.items()) for i in parsed_items)  # noqa: E501
+        dict(i)
+        for i in set(tuple(i.items()) for i in parsed_items)  # noqa: E501
     ]
 
     return filtered_items

pyproject.toml

@@ -18,3 +18,10 @@ black = "^24.4.2"
 [build-system]
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
+
+[flake8]
+max-line-length = 79
+
+[tool.black]
+line-length = 79
+