Merge pull request #61 from liprec/develop

Push v2.3.2
liprec · Dec 31, 2020 · aeae4b3 · aeae4b3
2 parents d00782d + bb59500
commit aeae4b3
Show file tree

Hide file tree

Showing 71 changed files with 6,800 additions and 962 deletions.
diff --git a/.azure-pipeline-task.yml b/.azure-pipeline-task.yml
diff --git a/.azure-pipelines.yml b/.azure-pipelines.yml
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
@@ -0,0 +1,75 @@
+name: Build and test
+
+on:
+  push:
+    branches: [develop, main]
+
+jobs:
+  build:
+    name: Build, test and pack tasks
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup NodeJS
+        uses: actions/setup-node@v1
+        with:
+          node-version: 12
+      - name: install modclean
+        run: |
+          npm install modclean
+        env:
+          CI: true
+      - name: build tasks
+        run: |
+          tasks=./**/v2
+          for task in $tasks
+          do
+            echo Build and test $task
+            cd $task
+            npm install
+            npm run test
+            echo Prepare 'node_modules' of $task
+            rm -Rf node_modules
+            npm install --production
+            $GITHUB_WORKSPACE/node_modules/.bin/modclean -r -n default:safe,default:caution
+            cd $GITHUB_WORKSPACE
+          done
+      - name: install tfx-cli
+        run: |
+          npm install tfx-cli
+        env:
+          CI: true
+      # Production package
+      - name: run tfx-cli - production version
+        if: ${{ endsWith(github.ref, 'main') }}
+        run: |
+          $GITHUB_WORKSPACE/node_modules/.bin/tfx extension create --manifest-globs $GITHUB_WORKSPACE/vss-extension.json
+      - name: extract version name - production version
+        if: ${{ endsWith(github.ref, 'main') }}
+        id: extract_version
+        run: |
+          node -e "const v = require('./vss-extension.json').version;console.log('::set-output name=version::' + v);"
+      - name: store extension - production version
+        if: ${{ endsWith(github.ref, 'main') }}
+        uses: actions/upload-artifact@v2
+        with:
+          name: liprec.vsts-publish-adf-${{ steps.extract_version.outputs.version }}
+          path: |
+            liprec.vsts-publish-adf-${{ steps.extract_version.outputs.version }}.vsix
+      # Preview package
+      - name: run tfx-cli - preview version
+        if: ${{ endsWith(github.ref, 'develop') }}
+        run: |
+          $GITHUB_WORKSPACE/node_modules/.bin/tfx extension create --manifest-globs $GITHUB_WORKSPACE/vss-extension-preview.json
+      - name: extract version name - preview version
+        if: ${{ endsWith(github.ref, 'develop') }}
+        id: extract_version_preview
+        run: |
+          node -e "const v = require('./vss-extension-preview.json').version;console.log('::set-output name=version::' + v);"
+      - name: store extension - preview version
+        if: ${{ endsWith(github.ref, 'develop') }}
+        uses: actions/upload-artifact@v2
+        with:
+          name: liprec.vsts-publish-adf-preview-${{ steps.extract_version_preview.outputs.version }}
+          path: |
+            liprec.vsts-publish-adf-preview-${{ steps.extract_version_preview.outputs.version }}.vsix
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -1,5 +1,12 @@
 {
+    "editor.tabSize": 4,
+    "editor.insertSpaces": true,
     "editor.formatOnSave": true,
+    "[yaml]": {
+        "editor.tabSize": 2,
+        "editor.defaultFormatter": "redhat.vscode-yaml"
+    },
+    "files.eol": "\n",
     "cSpell.words": [
         "datafactory",
         "dataset",

diff --git a/README.md b/README.md
@@ -1,68 +1,53 @@
-[![Build Status](https://dev.azure.com/datascenarios/GitHub%20Projects/_apis/build/status/vsts-publish-adf?branchName=master)](https://dev.azure.com/datascenarios/GitHub%20Projects/_build/latest?definitionId=23&branchName=master)
-
 # Azure Data Factory
 
 This extension adds release tasks related to Azure Data Factory (V1 and V2) to release pipelines of Azure DevOps.
 
-## Azure Data Factory Deployment
-
-Azure DevOps release task that will deploy JSON files with definition of Linked Services, Datasets, Pipelines and/or Triggers (V2) to an existing Azure Data Factory. 
-![](images/screenshot-2.png)
-
-[More information](deploy-adf-json/README.md)
-
-## Azure Data Factory Trigger
-
-Azure DevOps release task to either Start or Stop Azure Data Factory triggers.
-![](images/screenshot-4.png)
-
-[More information](toggle-adf-trigger/README.md)
-
-## Azure Data Factory Delete Items
-
-Azure DevOps release task to delete Azure Data Factory items, like triggers, pipelines, datasets and linked services.
-![](images/screenshot-5.png)
-
-[More information](delete-adf-items/README.md)
+## Build status
 
-## Azure Data Factory Trigger Pipelines
+| Branch  | status                                                                                                                                                                                                                           |
+| ------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| Main    | [![Build and test](https://github.com/liprec/vsts-publish-adf/workflows/Build%20and%20test/badge.svg?branch=main)](https://github.com/liprec/vsts-publish-adf/actions?query=branch%3Amain+workflow%3A%22Build+and+test%22)       |
+| Develop | [![Build and test](https://github.com/liprec/vsts-publish-adf/workflows/Build%20and%20test/badge.svg?branch=develop)](https://github.com/liprec/vsts-publish-adf/actions?query=branch%3Adevelop+workflow%3A%22Build+and+test%22) |
 
-Azure DevOps release task to trigger an Azure Data Factory pipeline to start.
-![](images/screenshot-6.png)
+## Azure Data Factory Azure DevOps tasks
 
-[More information](trigger-adf-pipeline/README.md)
+See https://azurebi-docs.jppp.org/vsts-extensions/azure-data-factory.html for the complete documentation.
 
-## Azure Data Factory Pipelines Management (Deprecated)
-
-Azure DevOps release task to either suspend or resume all pipelines of an Azure Data Factory.
-![](images/screenshot-3.png)
+## Release notes
 
-[More information](suspend-adf-pipeline/README.md)
+**2.3**
 
-## Release notes
+-   Added support for dependencies between pipelines and linked services
+-   Added release gate (serverless task) for active runs
+-   Changed filters (trigger/delete task) to RegEx filters
 
 **2.2**
 
-- Added support for deploy Data flows definition files
-- Added paging support for data factories with more than 50 objects
-- Adding support for trigger parameter files
+-   Added support for deploy Data flows definition files
+-   Added paging support for data factories with more than 50 objects
+-   Adding support for trigger parameter files
 
 **2.0.0**
-- Added new task: Delete Items
-- Added new task: Toggle Pipeline
-- Rewrite to platform independent version by using NodeJS and REST APIs
-- This version only support Azure Data Factory v2
-- Readme updated to version 2 functionality
+
+-   Added new task: Delete Items
+-   Added new task: Toggle Pipeline
+-   Rewrite to platform independent version by using NodeJS and REST APIs
+-   This version only support Azure Data Factory v2
+-   Readme updated to version 2 functionality
 
 **1.5.7**
-- Added support for V2 deployments
-- Added trigger start/stop task (V2)
+
+-   Added support for V2 deployments
+-   Added trigger start/stop task (V2)
 
 **1.0.7**
-- Add extra error logging
+
+-   Add extra error logging
 
 **1.0.5**
-- [Bug] Fixed suspend/resume logic
+
+-   [Bug] Fixed suspend/resume logic
 
 **1.0.0**
-- Initial public release
+
+-   Initial public release
diff --git a/delete-adf-items/v2/.mocharc.json b/delete-adf-items/v2/.mocharc.json
@@ -0,0 +1,6 @@
+{
+    "extension": ["ts"],
+    "spec": "**/*.spec.ts",
+    "require": "ts-node/register",
+    "reporter": ["list"]
+}
diff --git a/delete-adf-items/v2/deleteadfitem.spec.ts b/delete-adf-items/v2/deleteadfitem.spec.ts
@@ -0,0 +1,35 @@
+/*
+ * Azure Pipelines Azure Datafactory Deploy Task
+ *
+ * Copyright (c) 2020 Jan Pieter Posthuma / DataScenarios
+ *
+ * All rights reserved.
+ *
+ * MIT License.
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ *  of this software and associated documentation files (the "Software"), to deal
+ *  in the Software without restriction, including without limitation the rights
+ *  to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ *  copies of the Software, and to permit persons to whom the Software is
+ *  furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ *  all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ *  IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ *  FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ *  AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ *  LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ *  OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ *  THE SOFTWARE.
+ */
+
+"use strict";
+
+import { strict as assert } from "assert";
+
+import * as ttm from "azure-pipelines-task-lib/mock-test";
+
+describe("delete-adf-items tests", function () {});