From 25a0c81d5ed7b8a7a28ff43c8f505f8a97ed4c87 Mon Sep 17 00:00:00 2001
From: Paul Andrew <60190428+mrpaulandrew@users.noreply.github.com>
Date: Sat, 26 Feb 2022 10:30:35 +0000
Subject: [PATCH] Updating pipeline: 04 - Upload - From Metadata

---
 .../pipeline/04 - Upload - From Metadata.json | 78 +++++++++++++++++++
 1 file changed, 78 insertions(+)

diff --git a/Code/DataFactory/pipeline/04 - Upload - From Metadata.json b/Code/DataFactory/pipeline/04 - Upload - From Metadata.json
index 652afb7..f58784c 100644
--- a/Code/DataFactory/pipeline/04 - Upload - From Metadata.json	
+++ b/Code/DataFactory/pipeline/04 - Upload - From Metadata.json	
@@ -145,6 +145,84 @@
 												]
 											}
 										]
+									},
+									{
+										"value": "parquet",
+										"activities": [
+											{
+												"name": "Parquet Copy",
+												"type": "Copy",
+												"dependsOn": [],
+												"policy": {
+													"timeout": "7.00:00:00",
+													"retry": 0,
+													"retryIntervalInSeconds": 30,
+													"secureOutput": false,
+													"secureInput": false
+												},
+												"userProperties": [],
+												"typeProperties": {
+													"source": {
+														"type": "ParquetSource",
+														"storeSettings": {
+															"type": "FileServerReadSettings",
+															"recursive": false,
+															"enablePartitionDiscovery": false
+														}
+													},
+													"sink": {
+														"type": "ParquetSink",
+														"storeSettings": {
+															"type": "AzureBlobFSWriteSettings"
+														},
+														"formatSettings": {
+															"type": "ParquetWriteSettings"
+														}
+													},
+													"enableStaging": false,
+													"translator": {
+														"type": "TabularTranslator",
+														"typeConversion": true,
+														"typeConversionSettings": {
+															"allowDataTruncation": true,
+															"treatBooleanAsNumber": false
+														}
+													}
+												},
+												"inputs": [
+													{
+														"referenceName": "LaptopFilesParquet",
+														"type": "DatasetReference",
+														"parameters": {
+															"Directory": {
+																"value": "@item().SourceDirectory",
+																"type": "Expression"
+															},
+															"File": {
+																"value": "@item().FileName",
+																"type": "Expression"
+															}
+														}
+													}
+												],
+												"outputs": [
+													{
+														"referenceName": "LakeFileParquet",
+														"type": "DatasetReference",
+														"parameters": {
+															"Directory": {
+																"value": "@item().TargetDirectory",
+																"type": "Expression"
+															},
+															"File": {
+																"value": "@item().FileName",
+																"type": "Expression"
+															}
+														}
+													}
+												]
+											}
+										]
 									}
 								],
 								"defaultActivities": [