From f81a37adc45785849ba776a7b651d413948c9ec9 Mon Sep 17 00:00:00 2001 From: Paul Andrew <60190428+mrpaulandrew@users.noreply.github.com> Date: Tue, 22 Feb 2022 09:19:29 +0000 Subject: [PATCH] Adding pipeline: 05 - Get File List Utility --- .../pipeline/05 - Get File List Utility.json | 52 +++++++++++++++++++ 1 file changed, 52 insertions(+) create mode 100644 Code/DataFactory/pipeline/05 - Get File List Utility.json diff --git a/Code/DataFactory/pipeline/05 - Get File List Utility.json b/Code/DataFactory/pipeline/05 - Get File List Utility.json new file mode 100644 index 0000000..38c37f8 --- /dev/null +++ b/Code/DataFactory/pipeline/05 - Get File List Utility.json @@ -0,0 +1,52 @@ +{ + "name": "05 - Get File List Utility", + "properties": { + "activities": [ + { + "name": "Get File List", + "type": "Lookup", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "source": { + "type": "AzureSqlSource", + "sqlReaderQuery": { + "value": "@pipeline().parameters.GetFileQuery", + "type": "Expression" + }, + "queryTimeout": "02:00:00", + "partitionOption": "None" + }, + "dataset": { + "referenceName": "GetSetMetadata", + "type": "DatasetReference" + }, + "firstRowOnly": false + } + } + ], + "parameters": { + "GetFileQuery": { + "type": "string" + } + }, + "variables": { + "DemoVariable": { + "type": "String" + } + }, + "folder": { + "name": "Demo Pipelines/Data Uploads" + }, + "annotations": [], + "lastPublishTime": "2020-09-02T14:13:14Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file