dennis/Azure-Data-Integration-Pipeline-Training
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Adding pipeline: CopyAndMapAWEntity

Browse Source
This commit is contained in:
Richard Swinbank 2022-10-22 14:46:19 +01:00
parent 2a1c8b20a9
commit f58c20590e
1 changed files with 361 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

361
Code/DataFactory/pipeline/CopyAndMapAWEntity.json Normal file
View File

@ -0,0 +1,361 @@
{
"name": "CopyAndMapAWEntity",
"properties": {
"activities": [
{
"name": "Copy data1",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "0.12:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "DelimitedTextSource",
"storeSettings": {
"type": "HttpReadSettings",
"requestMethod": "GET"
},
"formatSettings": {
"type": "DelimitedTextReadSettings"
}
},
"sink": {
"type": "ParquetSink",
"storeSettings": {
"type": "AzureBlobFSWriteSettings"
},
"formatSettings": {
"type": "ParquetWriteSettings"
}
},
"enableStaging": false,
"translator": {
"type": "TabularTranslator",
"mappings": [
{
"source": {
"type": "String",
"ordinal": 1
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 2
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 3
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 4
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 5
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 6
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 7
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 8
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 9
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 10
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 11
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 12
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 13
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 14
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 15
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 16
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 17
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 18
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 19
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 20
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 21
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 22
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 23
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 24
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
},
{
"source": {
"type": "String",
"ordinal": 25
},
"sink": {
"name": "Columnundefined",
"type": "String",
"physicalType": "UTF8"
}
}
],
"typeConversion": true,
"typeConversionSettings": {
"allowDataTruncation": true,
"treatBooleanAsNumber": false
}
}
},
"inputs": [
{
"referenceName": "HTTP_TSV_AdventureWorks",
"type": "DatasetReference",
"parameters": {
"EntityName": {
"value": "@pipeline().parameters.EntityName",
"type": "Expression"
}
}
}
],
"outputs": [
{
"referenceName": "ADLS_PQT_AdventureWorks",
"type": "DatasetReference",
"parameters": {
"EntityName": {
"value": "@pipeline().parameters.EntityName",
"type": "Expression"
}
}
}
]
}
],
"parameters": {
"EntityName": {
"type": "string",
"defaultValue": "ProductCategory"
}
},
"folder": {
"name": "Labs2"
},
"annotations": []
}
}