Merge pull request #55 from GSA/add-harvest-cli

add arg parse function and test

harvester/utils.py

@@ -1,6 +1,7 @@
 import hashlib
 import json
 import os
+import argparse
 
 import boto3
 import sansjson
@@ -11,6 +12,16 @@
 # ruff: noqa: F841
 
 
+def parse_args(args):
+
+    parser = argparse.ArgumentParser(
+        prog="Harvest Runner", description="etl harvest sources"
+    )
+    parser.add_argument("-j", "--jobid")
+
+    return parser.parse_args(args)
+
+
 def convert_set_to_list(obj):
     if isinstance(obj, set):
         return list(obj)

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "datagov-harvesting-logic"
-version = "0.3.7"
+version = "0.3.8"
 description = ""
 # authors = [
 #     {name = "Jin Sun", email = "[email protected]"},

tests/unit/utils/test_utils.py

@@ -1,4 +1,5 @@
 from harvester.ckan_utils import munge_tag, munge_title_to_name
+from harvester.utils import parse_args
 import pytest
 
 # these tests are copied from
@@ -44,3 +45,9 @@ def test_munge_title_to_name(self, original, expected):
         """Munge a list of names gives expected results."""
         munge = munge_title_to_name(original)
         assert munge == expected
+
+
+class TestGeneralUtils:
+    def test_args_parsing(self):
+        args = parse_args(["-j", "test-id"])
+        assert args.jobid == "test-id"