Merge branch 'main' into sanitize-nulls

MeltanoLabs · Dec 10, 2024 · 8ea2a3b · 8ea2a3b
2 parents 4c1571f + fca6aa3
commit 8ea2a3b
Show file tree

Hide file tree

Showing 21 changed files with 687 additions and 394 deletions.
diff --git a/.github/ISSUE_TEMPLATE/feature.yml b/.github/ISSUE_TEMPLATE/feature.yml
@@ -0,0 +1,22 @@
+name: Feature Request
+description: Request a new feature be supported by this project
+title: "feat: <title>"
+
+labels: []
+
+assignees:
+  - edgarrmondragon
+
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for taking the time to fill out feature request!
+  - type: textarea
+    id: what
+    attributes:
+      label: Description
+      description: Describe the feature
+      placeholder: Tell us about the new feature in detail, how it would benefit you or other users
+    validations:
+      required: true
diff --git a/.github/dependabot.yml b/.github/dependabot.yml
@@ -8,7 +8,7 @@ updates:
   - package-ecosystem: "pip"
     directory: "/"
     schedule:
-      interval: weekly
+      interval: monthly
       timezone: "America/New_York"
       time: "07:23"
     versioning-strategy: increase-if-necessary
@@ -22,7 +22,7 @@ updates:
   - package-ecosystem: "pip"
     directory: "/.github/workflows"
     schedule:
-      interval: weekly
+      interval: monthly
       timezone: "America/New_York"
       time: "07:23"
     reviewers:
@@ -34,7 +34,7 @@ updates:
   - package-ecosystem: "github-actions"
     directory: "/"
     schedule:
-      interval: weekly
+      interval: monthly
       timezone: "America/New_York"
       time: "07:23"
     groups:

diff --git a/.github/workflows/ci_workflow.yml b/.github/workflows/ci_workflow.yml
@@ -20,8 +20,16 @@ on:
   workflow_dispatch:
     inputs: {}
 
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+env:
+  FORCE_COLOR: 1
+
 jobs:
   tests:
+    name: Python ${{ matrix.python-version }} / Postgres ${{ matrix.postgres-version }} / ${{ matrix.use-copy == 'true' && 'COPY' || 'INSERT' }}
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
@@ -32,39 +40,63 @@ jobs:
         - "3.11"
         - "3.10"
         - "3.9"
+        postgres-version:
+        - "17"
+        use-copy:
+        - "true"
+        include:
+        - python-version: "3.13"
+          postgres-version: "13"
+          use-copy: "true"
+        - python-version: "3.13"
+          postgres-version: "14"
+          use-copy: "true"
+        - python-version: "3.13"
+          postgres-version: "15"
+          use-copy: "true"
+        - python-version: "3.13"
+          postgres-version: "16"
+          use-copy: "true"
+        - python-version: "3.13"
+          postgres-version: "17"
+          use-copy: "false"
     steps:
     - uses: actions/checkout@v4
+      with:
+        fetch-tags: true
     - name: Fix key permissions
       run: |
         chmod 600 ssl/server.key
         sudo chown 999:999 ssl/server.key
         chmod 600 ssl/pkey.key
         chmod 644 ssl/public_pkey.key
     - name: Set up Postgres container
+      env:
+        POSTGRES_VERSION: ${{ matrix.postgres-version }}
       run: |
         docker compose -f docker-compose.yml up -d
+    - run: docker ps
     - name: Set up Python '${{ matrix.python-version }}'
       uses: actions/setup-python@v5
       with:
         python-version: '${{ matrix.python-version }}'
-    - name: Install Poetry
+    - name: Install Tox
       env:
         PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         python -m pip install --upgrade pip
-        pipx install poetry
-    - name: Install dependencies
-      run: |
-        poetry env use python${{ matrix.python-version }}
-        poetry install
+        pipx install tox
     - name: Run pytest
+      env:
+        TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }}
       run: |
-        poetry run pytest --capture=no
+        tox -e ${{ matrix.python-version }}
     - name: Run lint
       run: |
-        poetry run tox -e lint
+        tox -e lint
 
   integration:
+    name: Meltano integration test / ${{ matrix.use-copy == 'true' && 'COPY' || 'INSERT' }}
     runs-on: ubuntu-latest
     services:
       postgres:
@@ -78,16 +110,24 @@ jobs:
           --health-retries 5
         ports:
           - 5432:5432
+    strategy:
+      fail-fast: false
+      matrix:
+        use-copy: ["true", "false"]
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python
       uses: actions/setup-python@v5
       with:
         python-version: 3.x
     - name: Install dependencies
+      env:
+        PIP_CONSTRAINT: ${{ github.workspace }}/.github/workflows/constraints.txt
       run: |
         python -m pip install --upgrade pip
         pipx install meltano
-        meltano install
+        meltano --version
     - name: smoke-test-tap
+      env:
+        TARGET_POSTGRES_USE_COPY: ${{ matrix.use-copy }}
       run: meltano run tap-smoke-test target-postgres
diff --git a/.github/workflows/constraints.txt b/.github/workflows/constraints.txt
@@ -1 +1,2 @@
-poetry==1.8.4
+meltano==3.6.0b4
+tox==4.23.2
diff --git a/.github/workflows/release_workflow.yml b/.github/workflows/release_workflow.yml
@@ -37,6 +37,4 @@ jobs:
         tag: ${{ github.ref }}
         overwrite: true
         file_glob: true
-    - uses: pypa/[email protected]
-      with:
-        attestations: true
+    - uses: pypa/[email protected]
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -1,6 +1,6 @@
 ci:
   autofix_prs: false
-  autoupdate_schedule: weekly
+  autoupdate_schedule: monthly
   autoupdate_commit_msg: 'chore: pre-commit autoupdate'
 
 repos:
@@ -18,19 +18,8 @@ repos:
   - id: trailing-whitespace
 
 - repo: https://github.com/astral-sh/ruff-pre-commit
-  rev: v0.7.1
+  rev: v0.8.1
   hooks:
   - id: ruff
     args: [--fix]
   - id: ruff-format
-
-- repo: https://github.com/pre-commit/mirrors-mypy
-  rev: 'v1.13.0'
-  hooks:
-  - id: mypy
-    exclude: tests
-    additional_dependencies:
-    - types-paramiko
-    - types-simplejson
-    - types-sqlalchemy
-    - types-jsonschema