diff --git a/TrainingFactoryDev/ARMTemplateForFactory.json b/TrainingFactoryDev/ARMTemplateForFactory.json index 786580a..ab4a065 100644 --- a/TrainingFactoryDev/ARMTemplateForFactory.json +++ b/TrainingFactoryDev/ARMTemplateForFactory.json @@ -2555,6 +2555,47 @@ "[concat(variables('factoryId'), '/linkedServices/traininglake01')]" ] }, + { + "name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]", + "type": "Microsoft.DataFactory/factories/datasets", + "apiVersion": "2018-06-01", + "properties": { + "linkedServiceName": { + "referenceName": "traininglake01", + "type": "LinkedServiceReference" + }, + "parameters": { + "Directory": { + "type": "string" + }, + "File": { + "type": "string" + } + }, + "folder": { + "name": "Lake" + }, + "annotations": [], + "type": "Binary", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": { + "value": "@dataset().Directory", + "type": "Expression" + }, + "fileSystem": "datawarehouse" + } + } + }, + "dependsOn": [ + "[concat(variables('factoryId'), '/linkedServices/traininglake01')]" + ] + }, { "name": "[concat(parameters('factoryName'), '/LaptopFilePersonCSV')]", "type": "Microsoft.DataFactory/factories/datasets", @@ -2595,6 +2636,88 @@ "[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]" ] }, + { + "name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]", + "type": "Microsoft.DataFactory/factories/datasets", + "apiVersion": "2018-06-01", + "properties": { + "linkedServiceName": { + "referenceName": "LaptopFiles", + "type": "LinkedServiceReference" + }, + "parameters": { + "Directory": { + "type": "string" + }, + "File": { + "type": "string" + } + }, + "folder": { + "name": "Laptop" + }, + "annotations": [], + "type": "Binary", + "typeProperties": { + "location": { + "type": "FileServerLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": { + "value": "@dataset().Directory", + "type": "Expression" + } + } + } + }, + "dependsOn": [ + "[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]" + ] + }, + { + "name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]", + "type": "Microsoft.DataFactory/factories/datasets", + "apiVersion": "2018-06-01", + "properties": { + "linkedServiceName": { + "referenceName": "LaptopFiles", + "type": "LinkedServiceReference" + }, + "parameters": { + "Directory": { + "type": "string" + }, + "File": { + "type": "string" + } + }, + "folder": { + "name": "Laptop" + }, + "annotations": [], + "type": "Parquet", + "typeProperties": { + "location": { + "type": "FileServerLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": { + "value": "@dataset().Directory", + "type": "Expression" + } + }, + "compressionCodec": "snappy" + }, + "schema": [] + }, + "dependsOn": [ + "[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]" + ] + }, { "name": "[concat(parameters('factoryName'), '/LaptopFolders')]", "type": "Microsoft.DataFactory/factories/datasets", @@ -3136,129 +3259,6 @@ "dependsOn": [ "[concat(variables('factoryId'), '/managedVirtualNetworks/default')]" ] - }, - { - "name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]", - "type": "Microsoft.DataFactory/factories/datasets", - "apiVersion": "2018-06-01", - "properties": { - "linkedServiceName": { - "referenceName": "LaptopFiles", - "type": "LinkedServiceReference" - }, - "parameters": { - "Directory": { - "type": "string" - }, - "File": { - "type": "string" - } - }, - "folder": { - "name": "Laptop" - }, - "annotations": [], - "type": "Binary", - "typeProperties": { - "location": { - "type": "FileServerLocation", - "fileName": { - "value": "@dataset().File", - "type": "Expression" - }, - "folderPath": { - "value": "@dataset().Directory", - "type": "Expression" - } - } - } - }, - "dependsOn": [ - "[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]" - ] - }, - { - "name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]", - "type": "Microsoft.DataFactory/factories/datasets", - "apiVersion": "2018-06-01", - "properties": { - "linkedServiceName": { - "referenceName": "traininglake01", - "type": "LinkedServiceReference" - }, - "parameters": { - "Directory": { - "type": "string" - }, - "File": { - "type": "string" - } - }, - "folder": { - "name": "Lake" - }, - "annotations": [], - "type": "Binary", - "typeProperties": { - "location": { - "type": "AzureBlobFSLocation", - "fileName": { - "value": "@dataset().File", - "type": "Expression" - }, - "folderPath": { - "value": "@dataset().Directory", - "type": "Expression" - }, - "fileSystem": "datawarehouse" - } - } - }, - "dependsOn": [ - "[concat(variables('factoryId'), '/linkedServices/traininglake01')]" - ] - }, - { - "name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]", - "type": "Microsoft.DataFactory/factories/datasets", - "apiVersion": "2018-06-01", - "properties": { - "linkedServiceName": { - "referenceName": "LaptopFiles", - "type": "LinkedServiceReference" - }, - "parameters": { - "Directory": { - "type": "string" - }, - "File": { - "type": "string" - } - }, - "folder": { - "name": "Laptop" - }, - "annotations": [], - "type": "Parquet", - "typeProperties": { - "location": { - "type": "FileServerLocation", - "fileName": { - "value": "@dataset().File", - "type": "Expression" - }, - "folderPath": { - "value": "@dataset().Directory", - "type": "Expression" - } - }, - "compressionCodec": "snappy" - }, - "schema": [] - }, - "dependsOn": [ - "[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]" - ] } ] } \ No newline at end of file diff --git a/TrainingFactoryDev/linkedTemplates/ArmTemplate_1.json b/TrainingFactoryDev/linkedTemplates/ArmTemplate_1.json index aac9873..93be0d5 100644 --- a/TrainingFactoryDev/linkedTemplates/ArmTemplate_1.json +++ b/TrainingFactoryDev/linkedTemplates/ArmTemplate_1.json @@ -348,6 +348,45 @@ }, "dependsOn": [] }, + { + "name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]", + "type": "Microsoft.DataFactory/factories/datasets", + "apiVersion": "2018-06-01", + "properties": { + "linkedServiceName": { + "referenceName": "traininglake01", + "type": "LinkedServiceReference" + }, + "parameters": { + "Directory": { + "type": "string" + }, + "File": { + "type": "string" + } + }, + "folder": { + "name": "Lake" + }, + "annotations": [], + "type": "Binary", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": { + "value": "@dataset().Directory", + "type": "Expression" + }, + "fileSystem": "datawarehouse" + } + } + }, + "dependsOn": [] + }, { "name": "[concat(parameters('factoryName'), '/LaptopFilePersonCSV')]", "type": "Microsoft.DataFactory/factories/datasets", @@ -386,6 +425,84 @@ }, "dependsOn": [] }, + { + "name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]", + "type": "Microsoft.DataFactory/factories/datasets", + "apiVersion": "2018-06-01", + "properties": { + "linkedServiceName": { + "referenceName": "LaptopFiles", + "type": "LinkedServiceReference" + }, + "parameters": { + "Directory": { + "type": "string" + }, + "File": { + "type": "string" + } + }, + "folder": { + "name": "Laptop" + }, + "annotations": [], + "type": "Binary", + "typeProperties": { + "location": { + "type": "FileServerLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": { + "value": "@dataset().Directory", + "type": "Expression" + } + } + } + }, + "dependsOn": [] + }, + { + "name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]", + "type": "Microsoft.DataFactory/factories/datasets", + "apiVersion": "2018-06-01", + "properties": { + "linkedServiceName": { + "referenceName": "LaptopFiles", + "type": "LinkedServiceReference" + }, + "parameters": { + "Directory": { + "type": "string" + }, + "File": { + "type": "string" + } + }, + "folder": { + "name": "Laptop" + }, + "annotations": [], + "type": "Parquet", + "typeProperties": { + "location": { + "type": "FileServerLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": { + "value": "@dataset().Directory", + "type": "Expression" + } + }, + "compressionCodec": "snappy" + }, + "schema": [] + }, + "dependsOn": [] + }, { "name": "[concat(parameters('factoryName'), '/LaptopFolders')]", "type": "Microsoft.DataFactory/factories/datasets", @@ -517,123 +634,6 @@ }, "dependsOn": [] }, - { - "name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]", - "type": "Microsoft.DataFactory/factories/datasets", - "apiVersion": "2018-06-01", - "properties": { - "linkedServiceName": { - "referenceName": "LaptopFiles", - "type": "LinkedServiceReference" - }, - "parameters": { - "Directory": { - "type": "string" - }, - "File": { - "type": "string" - } - }, - "folder": { - "name": "Laptop" - }, - "annotations": [], - "type": "Binary", - "typeProperties": { - "location": { - "type": "FileServerLocation", - "fileName": { - "value": "@dataset().File", - "type": "Expression" - }, - "folderPath": { - "value": "@dataset().Directory", - "type": "Expression" - } - } - } - }, - "dependsOn": [] - }, - { - "name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]", - "type": "Microsoft.DataFactory/factories/datasets", - "apiVersion": "2018-06-01", - "properties": { - "linkedServiceName": { - "referenceName": "traininglake01", - "type": "LinkedServiceReference" - }, - "parameters": { - "Directory": { - "type": "string" - }, - "File": { - "type": "string" - } - }, - "folder": { - "name": "Lake" - }, - "annotations": [], - "type": "Binary", - "typeProperties": { - "location": { - "type": "AzureBlobFSLocation", - "fileName": { - "value": "@dataset().File", - "type": "Expression" - }, - "folderPath": { - "value": "@dataset().Directory", - "type": "Expression" - }, - "fileSystem": "datawarehouse" - } - } - }, - "dependsOn": [] - }, - { - "name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]", - "type": "Microsoft.DataFactory/factories/datasets", - "apiVersion": "2018-06-01", - "properties": { - "linkedServiceName": { - "referenceName": "LaptopFiles", - "type": "LinkedServiceReference" - }, - "parameters": { - "Directory": { - "type": "string" - }, - "File": { - "type": "string" - } - }, - "folder": { - "name": "Laptop" - }, - "annotations": [], - "type": "Parquet", - "typeProperties": { - "location": { - "type": "FileServerLocation", - "fileName": { - "value": "@dataset().File", - "type": "Expression" - }, - "folderPath": { - "value": "@dataset().Directory", - "type": "Expression" - } - }, - "compressionCodec": "snappy" - }, - "schema": [] - }, - "dependsOn": [] - }, { "name": "[concat(parameters('factoryName'), '/01 - Upload - Simple')]", "type": "Microsoft.DataFactory/factories/pipelines",