Updating pipeline: 04 - Upload - From Metadata

2022-02-26 10:30:35 +00:00 · 2022-02-26 10:30:35 +00:00 · 25a0c81d5e
commit 25a0c81d5e
parent 101c565807
1 changed files with 78 additions and 0 deletions
--- a/Code/DataFactory/pipeline/04
+++ b/Code/DataFactory/pipeline/04
@ -145,6 +145,84 @@
 												]
 											}
 										]
+									},
+									{
+										"value": "parquet",
+										"activities": [
+											{
+												"name": "Parquet Copy",
+												"type": "Copy",
+												"dependsOn": [],
+												"policy": {
+													"timeout": "7.00:00:00",
+													"retry": 0,
+													"retryIntervalInSeconds": 30,
+													"secureOutput": false,
+													"secureInput": false
+												},
+												"userProperties": [],
+												"typeProperties": {
+													"source": {
+														"type": "ParquetSource",
+														"storeSettings": {
+															"type": "FileServerReadSettings",
+															"recursive": false,
+															"enablePartitionDiscovery": false
+														}
+													},
+													"sink": {
+														"type": "ParquetSink",
+														"storeSettings": {
+															"type": "AzureBlobFSWriteSettings"
+														},
+														"formatSettings": {
+															"type": "ParquetWriteSettings"
+														}
+													},
+													"enableStaging": false,
+													"translator": {
+														"type": "TabularTranslator",
+														"typeConversion": true,
+														"typeConversionSettings": {
+															"allowDataTruncation": true,
+															"treatBooleanAsNumber": false
+														}
+													}
+												},
+												"inputs": [
+													{
+														"referenceName": "LaptopFilesParquet",
+														"type": "DatasetReference",
+														"parameters": {
+															"Directory": {
+																"value": "@item().SourceDirectory",
+																"type": "Expression"
+															},
+															"File": {
+																"value": "@item().FileName",
+																"type": "Expression"
+															}
+														}
+													}
+												],
+												"outputs": [
+													{
+														"referenceName": "LakeFileParquet",
+														"type": "DatasetReference",
+														"parameters": {
+															"Directory": {
+																"value": "@item().TargetDirectory",
+																"type": "Expression"
+															},
+															"File": {
+																"value": "@item().FileName",
+																"type": "Expression"
+															}
+														}
+													}
+												]
+											}
+										]
 									}
 								],
 								"defaultActivities": [