dennis/Azure-Data-Integration-Pipeline-Training
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ARM template and parameters deployed on 2-28-2022 16:58:47, based on the collaboration branch's commit ID: e6ef95d3cf2f9e6e33f4878d21f7ab9eddc886cc

Browse Source
This commit is contained in:
Paul Andrew 2022-02-28 16:58:49 +00:00
parent d1c841b473
commit cfb26311e5
2 changed files with 240 additions and 240 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

246
TrainingFactoryDev/ARMTemplateForFactory.json
View File

@ -2555,6 +2555,47 @@
"[concat(variables('factoryId'), '/linkedServices/traininglake01')]" "[concat(variables('factoryId'), '/linkedServices/traininglake01')]"
] ]
}, },
{
"name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "traininglake01",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Lake"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
},
"fileSystem": "datawarehouse"
}
}
},
"dependsOn": [
"[concat(variables('factoryId'), '/linkedServices/traininglake01')]"
]
},
{ {
"name": "[concat(parameters('factoryName'), '/LaptopFilePersonCSV')]", "name": "[concat(parameters('factoryName'), '/LaptopFilePersonCSV')]",
"type": "Microsoft.DataFactory/factories/datasets", "type": "Microsoft.DataFactory/factories/datasets",
@ -2595,6 +2636,88 @@
"[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]" "[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]"
] ]
}, },
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
}
}
},
"dependsOn": [
"[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]"
]
},
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Parquet",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
},
"compressionCodec": "snappy"
},
"schema": []
},
"dependsOn": [
"[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]"
]
},
{ {
"name": "[concat(parameters('factoryName'), '/LaptopFolders')]", "name": "[concat(parameters('factoryName'), '/LaptopFolders')]",
"type": "Microsoft.DataFactory/factories/datasets", "type": "Microsoft.DataFactory/factories/datasets",
@ -3136,129 +3259,6 @@
"dependsOn": [ "dependsOn": [
"[concat(variables('factoryId'), '/managedVirtualNetworks/default')]" "[concat(variables('factoryId'), '/managedVirtualNetworks/default')]"
] ]
},
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
}
}
},
"dependsOn": [
"[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]"
]
},
{
"name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "traininglake01",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Lake"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
},
"fileSystem": "datawarehouse"
}
}
},
"dependsOn": [
"[concat(variables('factoryId'), '/linkedServices/traininglake01')]"
]
},
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Parquet",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
},
"compressionCodec": "snappy"
},
"schema": []
},
"dependsOn": [
"[concat(variables('factoryId'), '/linkedServices/LaptopFiles')]"
]
} }
] ]
} }

234
TrainingFactoryDev/linkedTemplates/ArmTemplate_1.json
View File

@ -348,6 +348,45 @@
}, },
"dependsOn": [] "dependsOn": []
}, },
{
"name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "traininglake01",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Lake"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
},
"fileSystem": "datawarehouse"
}
}
},
"dependsOn": []
},
{ {
"name": "[concat(parameters('factoryName'), '/LaptopFilePersonCSV')]", "name": "[concat(parameters('factoryName'), '/LaptopFilePersonCSV')]",
"type": "Microsoft.DataFactory/factories/datasets", "type": "Microsoft.DataFactory/factories/datasets",
@ -386,6 +425,84 @@
}, },
"dependsOn": [] "dependsOn": []
}, },
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
}
}
},
"dependsOn": []
},
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Parquet",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
},
"compressionCodec": "snappy"
},
"schema": []
},
"dependsOn": []
},
{ {
"name": "[concat(parameters('factoryName'), '/LaptopFolders')]", "name": "[concat(parameters('factoryName'), '/LaptopFolders')]",
"type": "Microsoft.DataFactory/factories/datasets", "type": "Microsoft.DataFactory/factories/datasets",
@ -517,123 +634,6 @@
}, },
"dependsOn": [] "dependsOn": []
}, },
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
}
}
},
"dependsOn": []
},
{
"name": "[concat(parameters('factoryName'), '/LakeFilesBinary')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "traininglake01",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Lake"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
},
"fileSystem": "datawarehouse"
}
}
},
"dependsOn": []
},
{
"name": "[concat(parameters('factoryName'), '/LaptopFilesParquet')]",
"type": "Microsoft.DataFactory/factories/datasets",
"apiVersion": "2018-06-01",
"properties": {
"linkedServiceName": {
"referenceName": "LaptopFiles",
"type": "LinkedServiceReference"
},
"parameters": {
"Directory": {
"type": "string"
},
"File": {
"type": "string"
}
},
"folder": {
"name": "Laptop"
},
"annotations": [],
"type": "Parquet",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": {
"value": "@dataset().Directory",
"type": "Expression"
}
},
"compressionCodec": "snappy"
},
"schema": []
},
"dependsOn": []
},
{ {
"name": "[concat(parameters('factoryName'), '/01 - Upload - Simple')]", "name": "[concat(parameters('factoryName'), '/01 - Upload - Simple')]",
"type": "Microsoft.DataFactory/factories/pipelines", "type": "Microsoft.DataFactory/factories/pipelines",