diff --git a/Code/DataFactory/pipeline/CopyAndMapAWEntity.json b/Code/DataFactory/pipeline/CopyAndMapAWEntity.json new file mode 100644 index 0000000..570f167 --- /dev/null +++ b/Code/DataFactory/pipeline/CopyAndMapAWEntity.json @@ -0,0 +1,361 @@ +{ + "name": "CopyAndMapAWEntity", + "properties": { + "activities": [ + { + "name": "Copy data1", + "type": "Copy", + "dependsOn": [], + "policy": { + "timeout": "0.12:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "source": { + "type": "DelimitedTextSource", + "storeSettings": { + "type": "HttpReadSettings", + "requestMethod": "GET" + }, + "formatSettings": { + "type": "DelimitedTextReadSettings" + } + }, + "sink": { + "type": "ParquetSink", + "storeSettings": { + "type": "AzureBlobFSWriteSettings" + }, + "formatSettings": { + "type": "ParquetWriteSettings" + } + }, + "enableStaging": false, + "translator": { + "type": "TabularTranslator", + "mappings": [ + { + "source": { + "type": "String", + "ordinal": 1 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 2 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 3 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 4 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 5 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 6 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 7 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 8 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 9 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 10 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 11 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 12 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 13 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 14 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 15 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 16 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 17 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 18 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 19 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 20 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 21 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 22 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 23 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 24 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + }, + { + "source": { + "type": "String", + "ordinal": 25 + }, + "sink": { + "name": "Columnundefined", + "type": "String", + "physicalType": "UTF8" + } + } + ], + "typeConversion": true, + "typeConversionSettings": { + "allowDataTruncation": true, + "treatBooleanAsNumber": false + } + } + }, + "inputs": [ + { + "referenceName": "HTTP_TSV_AdventureWorks", + "type": "DatasetReference", + "parameters": { + "EntityName": { + "value": "@pipeline().parameters.EntityName", + "type": "Expression" + } + } + } + ], + "outputs": [ + { + "referenceName": "ADLS_PQT_AdventureWorks", + "type": "DatasetReference", + "parameters": { + "EntityName": { + "value": "@pipeline().parameters.EntityName", + "type": "Expression" + } + } + } + ] + } + ], + "parameters": { + "EntityName": { + "type": "string", + "defaultValue": "ProductCategory" + } + }, + "folder": { + "name": "Labs2" + }, + "annotations": [] + } +} \ No newline at end of file