dennis/Azure-Data-Integration-Pipeline-Training
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Adding credential: TrainingCredential01

Browse Source 
Adding dataflow: MappingOrderAggregation
Adding dataset: LakeFileOrderHeaderParquet
Adding dataset: LakeFileOrderDetailLinesParquet
Adding dataset: TableOrderSummary
Adding linkedService: traininglake01noneKV
Adding linkedService: trainingdb01
Adding linkedService: TrainingKeys01
Adding dataflow: WranglingOrderAggregation
Adding dataset: GetSetMetadata
Adding dataset: AnyDatabaseTable
Adding linkedService: AnyDatabaseConnection
Adding dataset: LaptopFolders
Adding linkedService: LaptopFiles
Adding integrationRuntime: PaulsLaptopIR
Adding dataset: LaptopFilePersonCSV
Adding dataset: LakeFiles
Adding linkedService: traininglake01
Adding dataset: LaptopsFiles
Adding dataset: LakeFilePersonCSV
Adding dataset: LakeFileParquet
Adding integrationRuntime: ForDataFlowDemos
Adding integrationRuntime: VNetEnabledIR
Adding managedVirtualNetwork: default
Adding linkedService: traininglak01
Adding linkedService: TrainingKeys01withUMI
Adding linkedService: TrainingStore01
Adding linkedService: BatchForTraining01
Adding pipeline: Scale Out Level 2
Adding pipeline: Scale Out Level 1
Adding pipeline: Lazy Replication
Adding pipeline: 03 - Upload - From Discovery
Adding pipeline: 01 - Upload - Simple
Adding pipeline: 04 - Upload - From Metadata
Adding pipeline: Order Summary with Mapping
Adding pipeline: 02 - Upload - Copy Params
Adding pipeline: 1950 Activities
Adding pipeline: Custom Activity
Adding managedPrivateEndpoint: AzureKeyVault1
Adding factory: TrainingFactoryDev
This commit is contained in:
Paul Andrew
2022-02-11 10:15:02 +00:00
parent 21254cf18e
commit be14d332c0
40 changed files with 2268 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
Code/DataFactory/linkedService/AnyDatabaseConnection.json Normal file
View File

@@ -0,0 +1,26 @@
{
"name": "AnyDatabaseConnection",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"parameters": {
"DBConnectionSecret": {
"type": "string"
}
},
"annotations": [],
"type": "AzureSqlDatabase",
"typeProperties": {
"connectionString": {
"type": "AzureKeyVaultSecret",
"store": {
"referenceName": "TrainingKeys01",
"type": "LinkedServiceReference"
},
"secretName": {
"value": "@linkedService().DBConnectionSecret",
"type": "Expression"
}
}
}
}
}

17
Code/DataFactory/linkedService/BatchForTraining01.json Normal file
View File

@@ -0,0 +1,17 @@
{
"name": "BatchForTraining01",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureBatch",
"typeProperties": {
"batchUri": "https://batchfortraining01.uksouth.batch.azure.com",
"poolName": "09a2ec47-0cc8-4492-935c-04852e3ec654",
"accountName": "batchfortraining01",
"linkedServiceName": {
"referenceName": "TrainingStore01",
"type": "LinkedServiceReference"
}
}
}
}

24
Code/DataFactory/linkedService/LaptopFiles.json Normal file
View File

@@ -0,0 +1,24 @@
{
"name": "LaptopFiles",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "FileServer",
"typeProperties": {
"host": "C:\\ADFRoot\\",
"userId": "ADFIRUser",
"password": {
"type": "AzureKeyVaultSecret",
"store": {
"referenceName": "TrainingKeys01",
"type": "LinkedServiceReference"
},
"secretName": "ADFIRUser"
}
},
"connectVia": {
"referenceName": "PaulsLaptopIR",
"type": "IntegrationRuntimeReference"
}
}
}

11
Code/DataFactory/linkedService/TrainingKeys01.json Normal file
View File

@@ -0,0 +1,11 @@
{
"name": "TrainingKeys01",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureKeyVault",
"typeProperties": {
"baseUrl": "https://TrainingKeys01.vault.azure.net/"
}
}
}

15
Code/DataFactory/linkedService/TrainingKeys01withUMI.json Normal file
View File

@@ -0,0 +1,15 @@
{
"name": "TrainingKeys01withUMI",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureKeyVault",
"typeProperties": {
"baseUrl": "https://TrainingKeys01.vault.azure.net/",
"credential": {
"referenceName": "TrainingCredential01",
"type": "CredentialReference"
}
}
}
}

12
Code/DataFactory/linkedService/TrainingStore01.json Normal file
View File

@@ -0,0 +1,12 @@
{
"name": "TrainingStore01",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureBlobStorage",
"typeProperties": {
"connectionString": "DefaultEndpointsProtocol=https;AccountName=trainingstore01;EndpointSuffix=core.windows.net;",
"encryptedCredential": "ew0KICAiVmVyc2lvbiI6ICIyMDE3LTExLTMwIiwNCiAgIlByb3RlY3Rpb25Nb2RlIjogIktleSIsDQogICJTZWNyZXRDb250ZW50VHlwZSI6ICJQbGFpbnRleHQiLA0KICAiQ3JlZGVudGlhbElkIjogIkRBVEFGQUNUT1JZQEMzMkUyRjlELTM1NzUtNDQ5Qy1BMEQyLTI0Qjg3Rjk5RUFFRV9hM2Y1NDEwZC01MzEzLTQ2MmItOTYwMC0yODdkNDE1NDM4MmEiDQp9"
}
}
}

18
Code/DataFactory/linkedService/trainingdb01.json Normal file
View File

@@ -0,0 +1,18 @@
{
"name": "trainingdb01",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureSqlDatabase",
"typeProperties": {
"connectionString": {
"type": "AzureKeyVaultSecret",
"store": {
"referenceName": "TrainingKeys01",
"type": "LinkedServiceReference"
},
"secretName": "ConnectionString-trainingdb01"
}
}
}
}

12
Code/DataFactory/linkedService/traininglak01.json Normal file
View File

@@ -0,0 +1,12 @@
{
"name": "traininglak01",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureBlobFS",
"typeProperties": {
"url": "https://traininglake01.dfs.core.windows.net",
"encryptedCredential": "ew0KICAiVmVyc2lvbiI6ICIyMDE3LTExLTMwIiwNCiAgIlByb3RlY3Rpb25Nb2RlIjogIktleSIsDQogICJTZWNyZXRDb250ZW50VHlwZSI6ICJQbGFpbnRleHQiLA0KICAiQ3JlZGVudGlhbElkIjogIlRSQUlOSU5HRkFDVE9SWURFVl82MDAxZmU4MS1mYzM3LTRjZjAtOWExNy00NTI2OWQ1MTJmZjIiDQp9"
}
}
}

19
Code/DataFactory/linkedService/traininglake01.json Normal file
View File

@@ -0,0 +1,19 @@
{
"name": "traininglake01",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureBlobFS",
"typeProperties": {
"url": "https://traininglake01.dfs.core.windows.net",
"accountKey": {
"type": "AzureKeyVaultSecret",
"store": {
"referenceName": "TrainingKeys01",
"type": "LinkedServiceReference"
},
"secretName": "traininglake01"
}
}
}
}

12
Code/DataFactory/linkedService/traininglake01noneKV.json Normal file
View File

@@ -0,0 +1,12 @@
{
"name": "traininglake01noneKV",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureBlobFS",
"typeProperties": {
"url": "https://traininglake01.dfs.core.windows.net",
"encryptedCredential": "ew0KICAiVmVyc2lvbiI6ICIyMDE3LTExLTMwIiwNCiAgIlByb3RlY3Rpb25Nb2RlIjogIktleSIsDQogICJTZWNyZXRDb250ZW50VHlwZSI6ICJQbGFpbnRleHQiLA0KICAiQ3JlZGVudGlhbElkIjogIlRSQUlOSU5HRkFDVE9SWURFVl8zYTM3NmM1OC0yOTQ4LTQwZWEtYjcwMC1lYjM0OWJmNzUyOTUiDQp9"
}
}
}