Feat/refactor

.github/workflows/apps.yml

@@ -0,0 +1,55 @@
+name: UDFs
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+jobs:
+  coverage:
+    name: coverage
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./apps/numa-udfs
+    steps:
+    - uses: actions/checkout@v4
+    - name: Install poetry
+      run: pipx install poetry==1.8
+
+    - name: Set up Python
+      uses: actions/setup-python@v5
+      with:
+        python-version: 3.11
+        cache: 'poetry'
+
+    - name: Install dependencies
+      run: poetry install --no-root --with dev
+    - name: Run Coverage
+      run: |
+        poetry run pytest --cov-report=xml --cov=src --cov-config .coveragerc tests/ -sq
+
+    - name: Upload Coverage
+      uses: codecov/codecov-action@v4
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        files: ./coverage.xml
+        fail_ci_if_error: true
+        verbose: true
+        working-directory: ./apps/numa-udfs
+        name: numalogic-udfs
+
+  devcontainer:
+    name: coverage
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./apps/numa-udfs
+    steps:
+      - uses: actions/checkout@v4
+      - name: Build and run dev container task
+        uses: devcontainers/[email protected]
+        with:
+          subFolder: ./apps/numa-udfs
+          runCmd: pytest tests/

.github/workflows/ci.yml

@@ -7,32 +7,73 @@ on:
     branches: [ "main", "release/*" ]
 
 jobs:
-  build:
-    name: Python version
+  numaloigic-core:
+    name: numalogic-core
     runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-core
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12"]
+        python-version: ["3.10", "3.11", "3.12"]
 
     steps:
     - uses: actions/checkout@v4
-
-    - name: Install poetry
-      run: pipx install poetry==1.6.1
-
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
-        cache: 'poetry'
-
+        cache: 'pip'
     - name: Install dependencies
       run: |
-        poetry env use ${{ matrix.python-version }}
-        poetry install --all-extras --with dev
-        poetry run pip install "torch<3.0" -i https://download.pytorch.org/whl/cpu
-        poetry run pip install "pytorch-lightning<3.0"
-
-    - name: Test with pytest
+        pip install -r requirements/requirements.txt
+        pip install -r requirements/requirements-dev.txt
+    - name: Run tests
+      run: make test
+  numalogic-connectors:
+    name: numalogic-conectors
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-connectors
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: [ "3.10", "3.11", "3.12"]
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+      - name: Install dependencies
+        run: make setup
+      - name: Echo
+        run: pwd
+      - name: Run tests
+        run: make test
+  numalogic-registry:
+    name: numalogic-registry
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-registry
+    strategy:
+      fail-fast: false
+      matrix:
+          python-version: [ "3.10", "3.11", "3.12"]
+    steps:
+    - uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+        cache: 'pip'
+    - name: Install dependencies
+      working-directory: ./libs/numalogic-registry
+      run: make setup
+    - name: Run tests
+      working-directory: ./libs/numalogic-registry
       run: make test

.github/workflows/coverage.yml

@@ -7,36 +7,27 @@ on:
     branches: [ "main" ]
 
 jobs:
-  build:
-    name: Codecov
+  numalogic-core:
+    name: numalogic-core
     runs-on: ubuntu-latest
-    strategy:
-      fail-fast: false
-      matrix:
-        python-version: ["3.9"]
-
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-core
     steps:
     - uses: actions/checkout@v4
-
-    - name: Install poetry
-      run: pipx install poetry==1.6.1
-
-    - name: Set up Python ${{ matrix.python-version }}
+    - name: Set up Python
       uses: actions/setup-python@v5
       with:
-        python-version: ${{ matrix.python-version }}
-        cache: 'poetry'
-
+        python-version: 3.9
+        cache: 'pip'
     - name: Install dependencies
+      working-directory: ./libs/numalogic-core
       run: |
-        poetry env use ${{ matrix.python-version }}
-        poetry install --all-extras --with dev
-        poetry run pip install "torch<3.0" -i https://download.pytorch.org/whl/cpu
-        poetry run pip install "pytorch-lightning<3.0"
+        pip install -r requirements/requirements.txt
+        pip install -r requirements/requirements-dev.txt
 
     - name: Run Coverage
-      run: |
-        poetry run pytest --cov-report=xml --cov=numalogic --cov-config .coveragerc tests/ -sq
+      run: pytest --cov-report=xml --cov=numalogic --cov-config .coveragerc tests/ -sq
 
     - name: Upload Coverage
       uses: codecov/codecov-action@v4
@@ -45,3 +36,61 @@ jobs:
         files: ./coverage.xml
         fail_ci_if_error: true
         verbose: true
+        working-directory: ./libs/numalogic-core
+        name: numalogic-core
+  numalogic-connectors:
+    name: numalogic-connectors
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-connectors
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.9
+          cache: 'pip'
+      - name: Install dependencies
+        working-directory: ./libs/numalogic-connectors
+        run: make setup
+      - name: Run Coverage
+        run: pytest --cov-report=xml --cov=nlconnectors --cov-config .coveragerc tests/ -sq
+
+      - name: Upload Coverage
+        uses: codecov/codecov-action@v4
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./coverage.xml
+          fail_ci_if_error: true
+          verbose: true
+          working-directory: ./libs/numalogic-connectors
+          name: numalogic-connectors
+  numalogic-registry:
+    name: numalogic-registry
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-registry
+    steps:
+      - uses: actions/checkout@v4
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.9
+          cache: 'pip'
+      - name: Install dependencies
+        working-directory: ./libs/numalogic-registry
+        run: make setup
+      - name: Run Coverage
+        run: pytest --cov-report=xml --cov=nlregistry --cov-config .coveragerc tests/ -sq
+
+      - name: Upload Coverage
+        uses: codecov/codecov-action@v4
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: ./coverage.xml
+          fail_ci_if_error: true
+          verbose: true
+          working-directory: ./libs/numalogic-registry
+          name: numalogic-registry

.github/workflows/gh-pages.yaml

@@ -19,7 +19,7 @@ jobs:
       - name: Setup Python
         uses: actions/setup-python@v5
         with:
-          python-version: 3.9
+          python-version: 3.11
       - name: build
         run: make docs
       - name: deploy

.github/workflows/lint.yml

@@ -7,20 +7,66 @@ on:
     branches: [ "main", "release/*" ]
 
 jobs:
-  black:
-    name: Black format
+  numalogic-core:
+    name: numalogic-core
     runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-core
     steps:
       - uses: actions/checkout@v4
       - uses: psf/black@stable
         with:
           options: "--check --verbose"
           version: "~= 23.3"
-
-  ruff:
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
+          cache: 'pip'
+      - name: Ruff
+        run: |
+          pip install ruff==0.4.7
+          ruff check -v .
+  numalogic-connectors:
+    name: numalogic-connectors
     runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-connectors
     steps:
-      - uses: actions/checkout@v3
-      - uses: chartboost/ruff-action@v1
+      - uses: actions/checkout@v4
+      - uses: psf/black@stable
+        with:
+          options: "--check --verbose"
+          version: "~= 23.3"
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: 3.11
+          cache: 'pip'
+      - name: Ruff
+        run: |
+          pip install ruff==0.4.7
+          ruff check -v .
+  numalogic-registry:
+    name: numalogic-registry
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./libs/numalogic-registry
+    steps:
+      - uses: actions/checkout@v4
+      - uses: psf/black@stable
+        with:
+          options: "--check --verbose"
+          version: "~= 23.3"
+      - name: Set up Python
+        uses: actions/setup-python@v5
         with:
-          version: "0.0.275"
+          python-version: 3.11
+          cache: 'pip'
+      - name: Ruff
+        run: |
+          pip install ruff==0.4.7
+          ruff check -v .