💚 add ci auto release as well as dlt currying update

.changes/0.2.21.md

@@ -0,0 +1,5 @@
+## 0.2.21 - 2023-03-29
+### Changed
+* Updated singer dlt to return curried source function so that the name is configurable
+### Fixed
+* Added missing instantiation arg for custom AltoExtension cls

.github/labels.yml

@@ -0,0 +1,66 @@
+---
+# Labels names are important as they are used by Release Drafter to decide
+# regarding where to record them in changelog or if to skip them.
+#
+# The repository labels will be automatically configured using this file and
+# the GitHub Action https://github.com/marketplace/actions/github-labeler.
+- name: breaking
+  description: Breaking Changes
+  color: bfd4f2
+- name: bug
+  description: Something isn't working
+  color: d73a4a
+- name: build
+  description: Build System and Dependencies
+  color: bfdadc
+- name: ci
+  description: Continuous Integration
+  color: 4a97d6
+- name: dependencies
+  description: Pull requests that update a dependency file
+  color: 0366d6
+- name: documentation
+  description: Improvements or additions to documentation
+  color: 0075ca
+- name: duplicate
+  description: This issue or pull request already exists
+  color: cfd3d7
+- name: enhancement
+  description: New feature or request
+  color: a2eeef
+- name: github_actions
+  description: Pull requests that update Github_actions code
+  color: "000000"
+- name: good first issue
+  description: Good for newcomers
+  color: 7057ff
+- name: help wanted
+  description: Extra attention is needed
+  color: 008672
+- name: invalid
+  description: This doesn't seem right
+  color: e4e669
+- name: performance
+  description: Performance
+  color: "016175"
+- name: python
+  description: Pull requests that update Python code
+  color: 2b67c6
+- name: question
+  description: Further information is requested
+  color: d876e3
+- name: refactoring
+  description: Refactoring
+  color: ef67c4
+- name: removal
+  description: Removals and Deprecations
+  color: 9ae7ea
+- name: style
+  description: Style
+  color: c120e5
+- name: testing
+  description: Testing
+  color: b1fc6f
+- name: wontfix
+  description: This will not be worked on
+  color: ffffff

.github/release-drafter.yml

@@ -0,0 +1,33 @@
+categories:
+  - title: ":boom: Breaking Changes"
+    label: "breaking"
+  - title: ":rocket: Features"
+    label: "enhancement"
+  - title: ":fire: Removals and Deprecations"
+    label: "removal"
+  - title: ":beetle: Fixes"
+    label: "bug"
+  - title: ":racehorse: Performance"
+    label: "performance"
+  - title: ":rotating_light: Testing"
+    label: "testing"
+  - title: ":construction_worker: Continuous Integration"
+    label: "ci"
+  - title: ":books: Documentation"
+    label: "documentation"
+  - title: ":hammer: Refactoring"
+    label: "refactoring"
+  - title: ":lipstick: Style"
+    label: "style"
+  - title: ":package: Dependencies"
+    labels:
+      - "dependencies"
+      - "build"
+template: |
+  ## Changes
+
+  See the [CHANGELOG](https://github.com/z3z1ma/dbt-osmosis/blob/main/CHANGELOG.md) for a full list of changes.
+
+  Automatically detected changes:
+
+  $CHANGES

.github/workflows/constraints.txt

@@ -0,0 +1,3 @@
+pip==23.0.1
+poetry==1.3.2
+virtualenv==20.21.0

.github/workflows/labeler.yml

@@ -0,0 +1,18 @@
+name: Labeler
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  labeler:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out the repository
+        uses: actions/checkout@v3
+
+      - name: Run Labeler
+        uses: crazy-max/[email protected]
+        with:
+          skip-delete: true

.github/workflows/release.yml

@@ -0,0 +1,78 @@
+name: Release
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+    steps:
+      - name: Check out the repository
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 2
+
+      - name: Set up Python
+        uses: actions/setup-python@v3
+        with:
+          python-version: "3.10"
+
+      - name: Upgrade pip
+        run: |
+          pip install --constraint=.github/workflows/constraints.txt pip
+          pip --version
+
+      - name: Install Poetry
+        run: |
+          pip install --constraint=.github/workflows/constraints.txt poetry
+          poetry --version
+
+      - name: Check if there is a parent commit
+        id: check-parent-commit
+        run: |
+          echo "::set-output name=sha::$(git rev-parse --verify --quiet HEAD^)"
+
+      - name: Detect and tag new version
+        id: check-version
+        if: steps.check-parent-commit.outputs.sha
+        uses: salsify/[email protected]
+        with:
+          version-command: |
+            bash -o pipefail -c "poetry version | awk '{ print \$2 }'"
+
+      - name: Bump version for developmental release
+        if: "! steps.check-version.outputs.tag"
+        run: |
+          poetry version patch &&
+          version=$(poetry version | awk '{ print $2 }') &&
+          poetry version $version.dev.$(date +%s)
+
+      - name: Build package
+        run: |
+          poetry build --ansi
+
+      - name: Publish package on PyPI
+        if: steps.check-version.outputs.tag
+        uses: pypa/[email protected]
+        with:
+          user: __token__
+          password: ${{ secrets.PYPI_TOKEN }}
+
+      - name: Publish package on TestPyPI
+        if: "! steps.check-version.outputs.tag"
+        uses: pypa/[email protected]
+        with:
+          user: __token__
+          password: ${{ secrets.TEST_PYPI_TOKEN }}
+          repository_url: https://test.pypi.org/legacy/
+
+      - name: Publish the release notes
+        uses: release-drafter/[email protected]
+        with:
+          publish: ${{ steps.check-version.outputs.tag != '' }}
+          tag: ${{ steps.check-version.outputs.tag }}
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

CHANGELOG.md

@@ -6,6 +6,12 @@ adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html),
 and is generated by [Changie](https://github.com/miniscruff/changie).
 
 
+## 0.2.21 - 2023-03-29
+### Changed
+* Updated singer dlt to return curried source function so that the name is configurable
+### Fixed
+* Added missing instantiation arg for custom AltoExtension cls
+
 ## 0.2.13 - 2023-03-15
 ### Added
 * Added rill extension

alto/dlt_singer.py

@@ -70,61 +70,68 @@ def run(self) -> None:
         self.graceful_exit = True
 
 
-@dlt.source
-def singer(
-    source: str,
-    streams: t.Optional[t.List[str]] = None,
-    env: t.Optional[str] = None,
-    resource_options: t.Optional[t.Dict[str, t.Any]] = None,
-) -> t.Sequence[t.Any]:
-    """Singer source function."""
-    if resource_options is None:
-        resource_options = {}
-    if env is None:
-        env = os.getenv("ALTO_ENV", alto.constants.DEFAULT_ENVIRONMENT)
-    # Prepare engine and data structures
-    engine = alto.engine.get_engine(env)
-    (tap,) = alto.engine.make_plugins(
-        source,
-        filesystem=engine.filesystem,
-        configuration=engine.configuration,
-    )
-    catalog = alto.engine.get_and_render_catalog(tap, engine.filesystem)
-    # Use the streams from the catalog if not provided
-    baseline_streams = [stream.tap_stream_id for stream in catalog.streams]
-    if streams is None:
-        streams = baseline_streams
-    if not streams:
-        raise ValueError("No streams were found in the catalog or selected by the user.")
-    for stream in streams:
-        if stream not in baseline_streams:
-            raise ValueError(
-                f"Stream '{stream}' was not found in the catalog. "
-                f"Available streams: {baseline_streams}"
+def singer(name: str, **kwargs) -> t.Callable[..., t.Sequence[t.Any]]:
+    """Factory for creating a dlt.source function for a singer tap."""
+
+    @dlt.source(name=name, **kwargs)
+    def _singer(
+        source: str,
+        streams: t.Optional[t.List[str]] = None,
+        env: t.Optional[str] = None,
+        resource_options: t.Optional[t.Dict[str, t.Any]] = None,
+    ) -> t.Sequence[t.Any]:
+        """Singer source function."""
+        if resource_options is None:
+            resource_options = {}
+        if env is None:
+            env = os.getenv("ALTO_ENV", alto.constants.DEFAULT_ENVIRONMENT)
+        # Prepare engine and data structures
+        engine = alto.engine.get_engine(env)
+        (tap,) = alto.engine.make_plugins(
+            source,
+            filesystem=engine.filesystem,
+            configuration=engine.configuration,
+        )
+        catalog = alto.engine.get_and_render_catalog(tap, engine.filesystem)
+        # Use the streams from the catalog if not provided
+        baseline_streams = [stream.tap_stream_id for stream in catalog.streams]
+        if streams is None:
+            streams = baseline_streams
+        if not streams:
+            raise ValueError("No streams were found in the catalog or selected by the user.")
+        for stream in streams:
+            if stream not in baseline_streams:
+                raise ValueError(
+                    f"Stream '{stream}' was not found in the catalog. "
+                    f"Available streams: {baseline_streams}"
+                )
+        # Create the demuxer
+        tap.select = streams
+        producer = SingerTapDemux(tap, engine, dlt.state().setdefault(tap.name, {}), *streams)
+        producer.start()
+        # Use the catalog to determine some resource props
+        for stream in streams:
+            opts: dict = resource_options.setdefault(stream, {})
+            for entry in catalog.streams:
+                if entry.tap_stream_id == stream:
+                    this = entry
+                    break
+            else:
+                continue
+            method = this.forced_replication_method or this.replication_method
+            if method == "FULL_TABLE":
+                opts.setdefault("write_disposition", "replace")
+            elif method == "INCREMENTAL":
+                opts.setdefault("write_disposition", "append")
+        # Create the dlt resources
+        return tuple(
+            singer_stream_factory(stream, resource_options[stream])(
+                producer.streams[stream], producer
             )
-    # Create the demuxer
-    tap.select = streams
-    producer = SingerTapDemux(tap, engine, dlt.state().setdefault(tap.name, {}), *streams)
-    producer.start()
-    # Use the catalog to determine some resource props
-    for stream in streams:
-        opts: dict = resource_options.setdefault(stream, {})
-        for entry in catalog.streams:
-            if entry.tap_stream_id == stream:
-                this = entry
-                break
-        else:
-            continue
-        method = this.forced_replication_method or this.replication_method
-        if method == "FULL_TABLE":
-            opts.setdefault("write_disposition", "replace")
-        elif method == "INCREMENTAL":
-            opts.setdefault("write_disposition", "append")
-    # Create the dlt resources
-    return tuple(
-        singer_stream_factory(stream, resource_options[stream])(producer.streams[stream], producer)
-        for stream in streams
-    )
+            for stream in streams
+        )
+
+    return _singer
 
 
 def singer_stream_factory(

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "singer-alto"
-version = "0.2.20"
+version = "0.2.21"
 description = "A package for managing singer.io taps and targets"
 authors = ["z3z1ma <[email protected]>"]
 readme = "README.md"