Skip to content

Commit

Permalink
ADAP-1125: Update the repo structure to migrate to a monorepo (#764)
Browse files Browse the repository at this point in the history
Co-authored-by: Colin Rogers <[email protected]>
  • Loading branch information
mikealfare and colin-rogers-dbt authored Dec 11, 2024
1 parent cb63070 commit 8d5cef3
Show file tree
Hide file tree
Showing 19 changed files with 496 additions and 564 deletions.
81 changes: 81 additions & 0 deletions .github/workflows/_integration-tests.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,81 @@
name: "Integration tests"

on:
workflow_call:
inputs:
package:
description: "Choose the package to test"
type: string
default: "dbt-athena"
branch:
description: "Choose the branch to test"
type: string
default: "main"
repository:
description: "Choose the repository to test, when using a fork"
type: string
default: "dbt-labs/dbt-athena"
os:
description: "Choose the OS to test against"
type: string
default: ${{ vars.DEFAULT_RUNNER }}
python-version:
description: "Choose the Python version to test against"
type: string
default: ${{ vars.DEFAULT_PYTHON_VERSION }}
workflow_dispatch:
inputs:
package:
description: "Choose the package to test"
type: choice
options: ["dbt-athena", "dbt-athena-community"]
branch:
description: "Choose the branch to test"
type: string
default: "main"
repository:
description: "Choose the repository to test, when using a fork"
type: string
default: "dbt-labs/dbt-athena"
os:
description: "Choose the OS to test against"
type: string
default: ${{ vars.DEFAULT_RUNNER }}
python-version:
description: "Choose the Python version to test against"
type: choice
options: ["3.9", "3.10", "3.11", "3.12"]

permissions:
id-token: write
contents: read

env:
DBT_TEST_ATHENA_S3_STAGING_DIR: ${{ vars.DBT_TEST_ATHENA_S3_BUCKET }}/staging/
DBT_TEST_ATHENA_S3_TMP_TABLE_DIR: ${{ vars.DBT_TEST_ATHENA_S3_BUCKET }}/tmp_tables/
DBT_TEST_ATHENA_REGION_NAME: ${{ vars.DBT_TEST_ATHENA_REGION_NAME }}
DBT_TEST_ATHENA_DATABASE: awsdatacatalog
DBT_TEST_ATHENA_SCHEMA: dbt-tests
DBT_TEST_ATHENA_WORK_GROUP: athena-dbt-tests
DBT_TEST_ATHENA_THREADS: 16
DBT_TEST_ATHENA_POLL_INTERVAL: 0.5
DBT_TEST_ATHENA_NUM_RETRIES: 3

jobs:
integration-tests:
runs-on: ${{ inputs.os }}
steps:
- uses: actions/checkout@v4
with:
ref: ${{ inputs.branch }}
repository: ${{ inputs.repository }}
- uses: actions/setup-python@v5
with:
python-version: ${{ inputs.python-version }}
- uses: pypa/hatch@install
- uses: aws-actions/configure-aws-credentials@v4
with:
role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID }}:role/${{ secrets.ASSUMABLE_ROLE_NAME }}
aws-region: ${{ vars.DBT_TEST_ATHENA_REGION_NAME }}
- run: hatch run integration-tests
working-directory: ./${{ inputs.package }}
39 changes: 0 additions & 39 deletions .github/workflows/code-quality.yml

This file was deleted.

64 changes: 0 additions & 64 deletions .github/workflows/integration-tests.yml

This file was deleted.

102 changes: 0 additions & 102 deletions .github/workflows/publish-internal.yml

This file was deleted.

85 changes: 0 additions & 85 deletions .github/workflows/publish-pypi.yml

This file was deleted.

Loading

0 comments on commit 8d5cef3

Please sign in to comment.