dennis/Azure-Data-Integration-Pipeline-Training
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Repo reorg

Browse Source
This commit is contained in:
Paul Andrew
2022-08-16 08:42:57 +01:00
parent d969bf2580
commit dca62f67e7
34 changed files with 119 additions and 377 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
Code/CustomActivity/obj/CustomActivity.csproj.nuget.dgspec.json
View File

@@ -1,17 +1,17 @@
{
"format": 1,
"restore": {
"C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj": {}
"C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj": {}
},
"projects": {
"C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj": {
"C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj": {
"version": "1.0.0",
"restore": {
"projectUniqueName": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj",
"projectUniqueName": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj",
"projectName": "CustomActivity",
"projectPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj",
"projectPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj",
"packagesPath": "C:\\Users\\paul.andrew\\.nuget\\packages\\",
"outputPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\obj\\",
"outputPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\obj\\",
"projectStyle": "PackageReference",
"fallbackFolders": [
"C:\\Program Files (x86)\\Microsoft Visual Studio\\Shared\\NuGetPackages"
@@ -58,7 +58,7 @@
"privateAssets": "all"
}
},
"runtimeIdentifierGraphPath": "C:\\Program Files\\dotnet\\sdk\\5.0.405\\RuntimeIdentifierGraph.json"
"runtimeIdentifierGraphPath": "C:\\Program Files\\dotnet\\sdk\\5.0.408\\RuntimeIdentifierGraph.json"
}
}
}

2
Code/CustomActivity/obj/Debug/netcoreapp3.1/CustomActivity.GeneratedMSBuildEditorConfig.editorconfig
View File

@@ -1,3 +1,3 @@
is_global = true
build_property.RootNamespace = CustomActivity
build_property.ProjectDir = C:\Users\paul.andrew\GitHub\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\Code\CustomActivity\
build_property.ProjectDir = C:\Users\paul.andrew\GitHub\Azure-Data-Integration-Pipeline-Training\Code\CustomActivity\

BIN
Code/CustomActivity/obj/Debug/netcoreapp3.1/CustomActivity.assets.cache
View File

Binary file not shown.

BIN
Code/CustomActivity/obj/Debug/netcoreapp3.1/CustomActivity.csproj.AssemblyReference.cache
View File

Binary file not shown.

8
Code/CustomActivity/obj/project.assets.json
View File

@@ -14,11 +14,11 @@
"project": {
"version": "1.0.0",
"restore": {
"projectUniqueName": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj",
"projectUniqueName": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj",
"projectName": "CustomActivity",
"projectPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj",
"projectPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj",
"packagesPath": "C:\\Users\\paul.andrew\\.nuget\\packages\\",
"outputPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\obj\\",
"outputPath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\obj\\",
"projectStyle": "PackageReference",
"fallbackFolders": [
"C:\\Program Files (x86)\\Microsoft Visual Studio\\Shared\\NuGetPackages"
@@ -65,7 +65,7 @@
"privateAssets": "all"
}
},
"runtimeIdentifierGraphPath": "C:\\Program Files\\dotnet\\sdk\\5.0.405\\RuntimeIdentifierGraph.json"
"runtimeIdentifierGraphPath": "C:\\Program Files\\dotnet\\sdk\\5.0.408\\RuntimeIdentifierGraph.json"
}
}
}

4
Code/CustomActivity/obj/project.nuget.cache
View File

@@ -1,8 +1,8 @@
{
"version": 2,
"dgSpecHash": "xRYOk9IhudNquJUU9b9JCl1B1oiWukwfQcF3G+uz+Yc2wIvOQgSgEa86Jepb1nvUAUel2waPl+qrCo11gOh5Lg==",
"dgSpecHash": "f0p4CwgurPXk2v0yD5sG6nLAvje2rr5wHxFdncruLvsOGiK3Q2I9TnSpBC64Z+fnkevGX0xQTI2XPAbWzSUW3A==",
"success": true,
"projectFilePath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipelines-Advanced-Design-and-Delivery\\Code\\CustomActivity\\CustomActivity.csproj",
"projectFilePath": "C:\\Users\\paul.andrew\\GitHub\\Azure-Data-Integration-Pipeline-Training\\Code\\CustomActivity\\CustomActivity.csproj",
"expectedPackageFiles": [],
"logs": []
}

64
Code/DataFactory/dataflow/BuildProductDimension.json Normal file
View File

@@ -0,0 +1,64 @@
{
"name": "BuildProductDimension",
"properties": {
"folder": {
"name": "Lab4"
},
"type": "MappingDataFlow",
"typeProperties": {
"sources": [
{
"dataset": {
"referenceName": "ADLS_Product",
"type": "DatasetReference"
},
"name": "Product"
},
{
"dataset": {
"referenceName": "ADLS_ProductCategory",
"type": "DatasetReference"
},
"name": "ProductCategory"
},
{
"dataset": {
"referenceName": "ADLS_ProductModel",
"type": "DatasetReference"
},
"name": "ProductModel"
}
],
"sinks": [
{
"dataset": {
"referenceName": "ADLS_DimProduct",
"type": "DatasetReference"
},
"name": "DimProduct"
}
],
"transformations": [
{
"name": "SelectProductColumns"
},
{
"name": "SelectProductCategoryColumns"
},
{
"name": "SelectProductModelColumns"
},
{
"name": "LookupProductCategory"
},
{
"name": "LookupProductModelID"
},
{
"name": "RemoveDuplicateColumns"
}
],
"script": "source(output(\n\t\tProductID as short,\n\t\tName as string,\n\t\tProductNumber as string,\n\t\tColor as string,\n\t\tStandardCost as double,\n\t\tListPrice as double,\n\t\tSize as string,\n\t\tWeight as double,\n\t\tProductCategoryID as short,\n\t\tProductModelID as short,\n\t\tSellStartDate as string,\n\t\tSellEndDate as string,\n\t\tDiscontinuedDate as string,\n\t\tThumbNailPhoto as string,\n\t\tThumbnailPhotoFileName as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> Product\nsource(output(\n\t\tProductCategoryID as short,\n\t\tParentProductCategoryID as string,\n\t\tName as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> ProductCategory\nsource(output(\n\t\tProductModelID as short,\n\t\tName as string,\n\t\tCatalogDescription as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> ProductModel\nProduct select(mapColumn(\n\t\tProductID,\n\t\tProduct = Name,\n\t\tProductCategoryID,\n\t\tProductModelID\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductColumns\nProductCategory select(mapColumn(\n\t\tProductCategoryID,\n\t\tProductCategory = Name\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductCategoryColumns\nProductModel select(mapColumn(\n\t\tProductModelID,\n\t\tProductModel = Name\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductModelColumns\nSelectProductColumns, SelectProductCategoryColumns lookup(SelectProductColumns@ProductCategoryID == SelectProductCategoryColumns@ProductCategoryID,\n\tmultiple: false,\n\tpickup: 'any',\n\tbroadcast: 'auto')~> LookupProductCategory\nLookupProductCategory, SelectProductModelColumns lookup(SelectProductColumns@ProductModelID == SelectProductModelColumns@ProductModelID,\n\tmultiple: false,\n\tpickup: 'any',\n\tbroadcast: 'auto')~> LookupProductModelID\nLookupProductModelID select(mapColumn(\n\t\tProductID,\n\t\tProduct,\n\t\tProductCategoryID = {SelectProductColumns@ProductCategoryID},\n\t\tProductModelID = {SelectProductColumns@ProductModelID},\n\t\tProductCategory,\n\t\tProductModel\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> RemoveDuplicateColumns\nRemoveDuplicateColumns sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tformat: 'parquet',\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> DimProduct"
}
}
}

24
Code/DataFactory/dataset/ADLS_DimProduct.json Normal file
View File

@@ -0,0 +1,24 @@
{
"name": "ADLS_DimProduct",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "Parquet",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"folderPath": "Cleaned/DimProduct",
"fileSystem": "lakeroot"
},
"compressionCodec": "snappy"
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

28
Code/DataFactory/dataset/ADLS_Product.json Normal file
View File

@@ -0,0 +1,28 @@
{
"name": "ADLS_Product",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "SalesLT.Product.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

28
Code/DataFactory/dataset/ADLS_ProductCategory.json Normal file
View File

@@ -0,0 +1,28 @@
{
"name": "ADLS_ProductCategory",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "SalesLT.ProductCategory.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

28
Code/DataFactory/dataset/ADLS_ProductModel.json Normal file
View File

@@ -0,0 +1,28 @@
{
"name": "ADLS_ProductModel",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "SalesLT.ProductModel.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

27
Code/DataFactory/dataset/ADLS_Raw.json Normal file
View File

@@ -0,0 +1,27 @@
{
"name": "ADLS_Raw",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab2"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

36
Code/DataFactory/dataset/ADLS_Raw_Generic.json Normal file
View File

@@ -0,0 +1,36 @@
{
"name": "ADLS_Raw_Generic",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"parameters": {
"File": {
"type": "string"
}
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

34
Code/DataFactory/dataset/ASQL_AdventureWorks_Generic.json Normal file
View File

@@ -0,0 +1,34 @@
{
"name": "ASQL_AdventureWorks_Generic",
"properties": {
"linkedServiceName": {
"referenceName": "AzureSqlDatabase1",
"type": "LinkedServiceReference"
},
"parameters": {
"TableSchema": {
"type": "string"
},
"TableName": {
"type": "string"
}
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"type": "AzureSqlTable",
"schema": [],
"typeProperties": {
"schema": {
"value": "@dataset().TableSchema",
"type": "Expression"
},
"table": {
"value": "@dataset().TableName",
"type": "Expression"
}
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

106
Code/DataFactory/dataset/ASQL_Product.json Normal file
View File

@@ -0,0 +1,106 @@
{
"name": "ASQL_Product",
"properties": {
"linkedServiceName": {
"referenceName": "AzureSqlDatabase1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab2"
},
"annotations": [],
"type": "AzureSqlTable",
"schema": [
{
"name": "ProductID",
"type": "int",
"precision": 10
},
{
"name": "Name",
"type": "nvarchar"
},
{
"name": "ProductNumber",
"type": "nvarchar"
},
{
"name": "Color",
"type": "nvarchar"
},
{
"name": "StandardCost",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "ListPrice",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "Size",
"type": "nvarchar"
},
{
"name": "Weight",
"type": "decimal",
"precision": 8,
"scale": 2
},
{
"name": "ProductCategoryID",
"type": "int",
"precision": 10
},
{
"name": "ProductModelID",
"type": "int",
"precision": 10
},
{
"name": "SellStartDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "SellEndDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "DiscontinuedDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "ThumbNailPhoto",
"type": "varbinary"
},
{
"name": "ThumbnailPhotoFileName",
"type": "nvarchar"
},
{
"name": "rowguid",
"type": "uniqueidentifier"
},
{
"name": "ModifiedDate",
"type": "datetime",
"precision": 23,
"scale": 3
}
],
"typeProperties": {
"schema": "SalesLT",
"table": "Product"
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

106
Code/DataFactory/dataset/ASQL_ProductModel.json Normal file
View File

@@ -0,0 +1,106 @@
{
"name": "ASQL_ProductModel",
"properties": {
"linkedServiceName": {
"referenceName": "AzureSqlDatabase1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "AzureSqlTable",
"schema": [
{
"name": "ProductID",
"type": "int",
"precision": 10
},
{
"name": "Name",
"type": "nvarchar"
},
{
"name": "ProductNumber",
"type": "nvarchar"
},
{
"name": "Color",
"type": "nvarchar"
},
{
"name": "StandardCost",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "ListPrice",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "Size",
"type": "nvarchar"
},
{
"name": "Weight",
"type": "decimal",
"precision": 8,
"scale": 2
},
{
"name": "ProductCategoryID",
"type": "int",
"precision": 10
},
{
"name": "ProductModelID",
"type": "int",
"precision": 10
},
{
"name": "SellStartDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "SellEndDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "DiscontinuedDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "ThumbNailPhoto",
"type": "varbinary"
},
{
"name": "ThumbnailPhotoFileName",
"type": "nvarchar"
},
{
"name": "rowguid",
"type": "uniqueidentifier"
},
{
"name": "ModifiedDate",
"type": "datetime",
"precision": 23,
"scale": 3
}
],
"typeProperties": {
"schema": "SalesLT",
"table": "ProductModel"
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

4
Code/DataFactory/factory/adayfullofadf-adf.json Normal file
View File

@@ -0,0 +1,4 @@
{
"name": "adayfullofadf-adf",
"location": "uksouth"
}

27
Code/DataFactory/integrationRuntime/SSISIntegrationRuntime.json Normal file
View File

@@ -0,0 +1,27 @@
{
"name": "SSISIntegrationRuntime",
"properties": {
"type": "Managed",
"typeProperties": {
"computeProperties": {
"location": "UK South",
"nodeSize": "Standard_D2_v3",
"numberOfNodes": 1,
"maxParallelExecutionsPerNode": 2
},
"ssisProperties": {
"catalogInfo": {
"catalogServerEndpoint": "adayfullofadf-sql.database.windows.net",
"catalogAdminUserName": "sql-admin",
"catalogAdminPassword": {
"type": "SecureString",
"value": "**********"
},
"catalogPricingTier": "S1"
},
"edition": "Standard",
"licenseType": "LicenseIncluded"
}
}
}
}

11
Code/DataFactory/linkedService/AzureDataLakeStorage1.json Normal file
View File

@@ -0,0 +1,11 @@
{
"name": "AzureDataLakeStorage1",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureBlobFS",
"typeProperties": {
"url": "https://adayfullofadfsa.dfs.core.windows.net"
}
}
}

12
Code/DataFactory/linkedService/AzureSqlDatabase1.json Normal file
View File

@@ -0,0 +1,12 @@
{
"name": "AzureSqlDatabase1",
"type": "Microsoft.DataFactory/factories/linkedservices",
"properties": {
"annotations": [],
"type": "AzureSqlDatabase",
"typeProperties": {
"connectionString": "integrated security=False;encrypt=True;connection timeout=30;data source=adayfullofadf-sql.database.windows.net;initial catalog=AdventureWorks;user id=sql-admin",
"encryptedCredential": "ew0KICAiVmVyc2lvbiI6ICIyMDE3LTExLTMwIiwNCiAgIlByb3RlY3Rpb25Nb2RlIjogIktleSIsDQogICJTZWNyZXRDb250ZW50VHlwZSI6ICJQbGFpbnRleHQiLA0KICAiQ3JlZGVudGlhbElkIjogIkFEQVlGVUxMT0ZBREYtQURGXzA3MGU1MDIyLWEzYjMtNDFmMS1hOTk3LWU2ODE3Y2VhNjdhYyINCn0="
}
}
}

36
Code/DataFactory/pipeline/BuildProductDimension.json Normal file
View File

@@ -0,0 +1,36 @@
{
"name": "BuildProductDimension",
"properties": {
"activities": [
{
"name": "BuildProductDimension",
"type": "ExecuteDataFlow",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"dataflow": {
"referenceName": "BuildProductDimension",
"type": "DataFlowReference"
},
"compute": {
"coreCount": 8,
"computeType": "General"
}
}
}
],
"folder": {
"name": "Lab4"
},
"annotations": [],
"lastPublishTime": "2020-09-26T17:05:06Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}

83
Code/DataFactory/pipeline/CopyAdventureWorks.json Normal file
View File

@@ -0,0 +1,83 @@
{
"name": "CopyAdventureWorks",
"properties": {
"activities": [
{
"name": "Get table list",
"type": "Lookup",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "AzureSqlSource",
"sqlReaderQuery": "SELECT TABLE_SCHEMA, TABLE_NAME \nFROM INFORMATION_SCHEMA.TABLES\nWHERE TABLE_TYPE = 'BASE TABLE'\nAND TABLE_SCHEMA = 'SalesLT'\n",
"queryTimeout": "02:00:00",
"partitionOption": "None"
},
"dataset": {
"referenceName": "ASQL_Product",
"type": "DatasetReference"
},
"firstRowOnly": false
}
},
{
"name": "ForEach1",
"type": "ForEach",
"dependsOn": [
{
"activity": "Get table list",
"dependencyConditions": [
"Succeeded"
]
}
],
"userProperties": [],
"typeProperties": {
"items": {
"value": "@activity('Get table list').output.value",
"type": "Expression"
},
"activities": [
{
"name": "Execute Pipeline1",
"type": "ExecutePipeline",
"dependsOn": [],
"userProperties": [],
"typeProperties": {
"pipeline": {
"referenceName": "CopyAnyTable",
"type": "PipelineReference"
},
"waitOnCompletion": true,
"parameters": {
"TableSchema": {
"value": "@item().TABLE_SCHEMA",
"type": "Expression"
},
"TableName": {
"value": "@item().TABLE_NAME",
"type": "Expression"
}
}
}
}
]
}
}
],
"folder": {
"name": "Lab5"
},
"annotations": [],
"lastPublishTime": "2020-09-26T17:11:52Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}

89
Code/DataFactory/pipeline/CopyAnyTable.json Normal file
View File

@@ -0,0 +1,89 @@
{
"name": "CopyAnyTable",
"properties": {
"activities": [
{
"name": "Copy table",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "AzureSqlSource",
"queryTimeout": "02:00:00",
"partitionOption": "None"
},
"sink": {
"type": "DelimitedTextSink",
"storeSettings": {
"type": "AzureBlobFSWriteSettings"
},
"formatSettings": {
"type": "DelimitedTextWriteSettings",
"quoteAllText": true,
"fileExtension": ".txt"
}
},
"enableStaging": false,
"translator": {
"type": "TabularTranslator",
"typeConversion": true,
"typeConversionSettings": {
"allowDataTruncation": true,
"treatBooleanAsNumber": false
}
}
},
"inputs": [
{
"referenceName": "ASQL_AdventureWorks_Generic",
"type": "DatasetReference",
"parameters": {
"TableSchema": {
"value": "@pipeline().parameters.TableSchema",
"type": "Expression"
},
"TableName": {
"value": "@pipeline().parameters.TableName",
"type": "Expression"
}
}
}
],
"outputs": [
{
"referenceName": "ADLS_Raw_Generic",
"type": "DatasetReference",
"parameters": {
"File": {
"value": "@{pipeline().parameters.TableSchema}.@{pipeline().parameters.TableName}.txt",
"type": "Expression"
}
}
}
]
}
],
"parameters": {
"TableSchema": {
"type": "string"
},
"TableName": {
"type": "string"
}
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"lastPublishTime": "2020-09-26T17:11:52Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}

65
Code/DataFactory/pipeline/CopyProduct.json Normal file
View File

@@ -0,0 +1,65 @@
{
"name": "CopyProduct",
"properties": {
"activities": [
{
"name": "Copy data to lake",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "AzureSqlSource",
"queryTimeout": "02:00:00",
"partitionOption": "None"
},
"sink": {
"type": "DelimitedTextSink",
"storeSettings": {
"type": "AzureBlobFSWriteSettings"
},
"formatSettings": {
"type": "DelimitedTextWriteSettings",
"quoteAllText": true,
"fileExtension": ".txt"
}
},
"enableStaging": false,
"translator": {
"type": "TabularTranslator",
"typeConversion": true,
"typeConversionSettings": {
"allowDataTruncation": true,
"treatBooleanAsNumber": false
}
}
},
"inputs": [
{
"referenceName": "ASQL_Product",
"type": "DatasetReference"
}
],
"outputs": [
{
"referenceName": "ADLS_Raw",
"type": "DatasetReference"
}
]
}
],
"folder": {
"name": "Lab2"
},
"annotations": [],
"lastPublishTime": "2020-09-26T14:33:50Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}

38
Code/DataFactory/pipeline/CopyProductCategory.json Normal file
View File

@@ -0,0 +1,38 @@
{
"name": "CopyProductCategory",
"properties": {
"activities": [
{
"name": "Execute CopyProductCategory",
"type": "ExecuteSSISPackage",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"packageLocation": {
"packagePath": "ADayFullOfAdf/SsisPackages/CopyProductCategory.dtsx",
"type": "SSISDB"
},
"environmentPath": null,
"connectVia": {
"referenceName": "SSISIntegrationRuntime",
"type": "IntegrationRuntimeReference"
},
"loggingLevel": "Basic"
}
}
],
"folder": {
"name": "Lab3"
},
"annotations": [],
"lastPublishTime": "2020-09-26T15:27:22Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}

65
Code/DataFactory/pipeline/CopyProductModel.json Normal file
View File

@@ -0,0 +1,65 @@
{
"name": "CopyProductModel",
"properties": {
"activities": [
{
"name": "Copy data1",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "AzureSqlSource",
"queryTimeout": "02:00:00",
"partitionOption": "None"
},
"sink": {
"type": "DelimitedTextSink",
"storeSettings": {
"type": "AzureBlobFSWriteSettings"
},
"formatSettings": {
"type": "DelimitedTextWriteSettings",
"quoteAllText": true,
"fileExtension": ".txt"
}
},
"enableStaging": false,
"translator": {
"type": "TabularTranslator",
"typeConversion": true,
"typeConversionSettings": {
"allowDataTruncation": true,
"treatBooleanAsNumber": false
}
}
},
"inputs": [
{
"referenceName": "ASQL_ProductModel",
"type": "DatasetReference"
}
],
"outputs": [
{
"referenceName": "ADLS_Raw",
"type": "DatasetReference"
}
]
}
],
"folder": {
"name": "Lab4"
},
"annotations": [],
"lastPublishTime": "2020-09-26T16:27:34Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}

BIN
Code/MetadataDB/trainingdb01.dbmdl
View File

Binary file not shown.

25
Code/SsisPackages/SsisPackages.sln Normal file
View File

@@ -0,0 +1,25 @@
Microsoft Visual Studio Solution File, Format Version 12.00
# Visual Studio Version 16
VisualStudioVersion = 16.0.30330.147
MinimumVisualStudioVersion = 10.0.40219.1
Project("{159641D6-6404-4A2A-AE62-294DE0FE8301}") = "SsisPackages", "SsisPackages\SsisPackages.dtproj", "{127EE71E-533D-42DD-B78E-9F3A51A18CA1}"
EndProject
Global
GlobalSection(SolutionConfigurationPlatforms) = preSolution
Azure|Default = Azure|Default
Development|Default = Development|Default
EndGlobalSection
GlobalSection(ProjectConfigurationPlatforms) = postSolution
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Azure|Default.ActiveCfg = Azure
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Azure|Default.Build.0 = Azure
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Development|Default.ActiveCfg = Development
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Development|Default.Build.0 = Development
EndGlobalSection
GlobalSection(SolutionProperties) = preSolution
HideSolutionNode = FALSE
EndGlobalSection
GlobalSection(ExtensibilityGlobals) = postSolution
SolutionGuid = {B2FD1719-9BB7-4903-8165-D0BF6BC8F3CE}
EndGlobalSection
EndGlobal

500
Code/SsisPackages/SsisPackages/CopyProductCategory.dtsx Normal file
View File

@@ -0,0 +1,500 @@
<?xml version="1.0"?>
<DTS:Executable xmlns:DTS="www.microsoft.com/SqlServer/Dts"
DTS:refId="Package"
DTS:CreationDate="9/4/2020 8:57:56 PM"
DTS:CreationName="Microsoft.Package"
DTS:CreatorComputerName="DESKTOP-T3L61F1"
DTS:CreatorName="DESKTOP-T3L61F1\Richard"
DTS:DTSID="{D99D7963-C308-43A9-A7B4-956E3178534B}"
DTS:ExecutableType="Microsoft.Package"
DTS:LastModifiedProductVersion="15.0.2000.128"
DTS:LocaleID="2057"
DTS:ObjectName="CopyProductCategory"
DTS:PackageType="5"
DTS:VersionBuild="8"
DTS:VersionGUID="{0BEEFFF7-A042-4855-8EF6-194FDD3AFF3F}">
<DTS:Property
DTS:Name="PackageFormatVersion">8</DTS:Property>
<DTS:ConnectionManagers>
<DTS:ConnectionManager
DTS:refId="Package.ConnectionManagers[AzureDataLakeStorage]"
DTS:CreationName="AzureStorage"
DTS:DTSID="{CE6BCC6D-5540-4A57-8FBB-B8552CFEAF47}"
DTS:ObjectName="AzureDataLakeStorage">
<DTS:ObjectData>
<AzureStorageConnectionManager
ConnectionString="ServiceType=AzureBlobFS;ConnectUsingManagedIdentity=True;AccountName=mydatalakestorage;DefaultEndpointsProtocol=https;EndpointSuffix=core.windows.net;"
ConnectByProxy="False">
<AccountKey
Sensitive="1"
Encrypted="1">AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAALRKo0Vm/BkOsUrO9CQkY/QAAAAAIAAAARABUAFMAAAAQZgAAAAEAACAAAAAj9D/6eDUxpBbXGcJVL6vp82ez2ul3aK+Ni8U5W7zFVQAAAAAOgAAAAAIAACAAAABbwz4bLoC0/FHBR4yRUyHat9AZ1Zzq+cGQqCe+uQ7BwzAAAABgM//i+vUc1m9CFcoSVna6Ln4M/it1TGx3a75R5g74fhEyHQtIR/ghZfvnAWMnQDJAAAAAB1yg/8cBdcctyLfS9gVtvZhKCsK2yEAN94vaqS1BKLwR8ILLQbLlTuTJBvTvQHQb0YOEcv9gE7nddLKCzX0Tng</AccountKey>
</AzureStorageConnectionManager>
</DTS:ObjectData>
</DTS:ConnectionManager>
<DTS:ConnectionManager
DTS:refId="Package.ConnectionManagers[AzureSqlDatabase]"
DTS:CreationName="OLEDB"
DTS:DTSID="{A4646A57-6C18-4A9E-A828-05FD91809D1F}"
DTS:ObjectName="AzureSqlDatabase">
<DTS:ObjectData>
<DTS:ConnectionManager
DTS:ConnectionString="Data Source=myazuresqlserver.database.windows.net;User ID=sqlserverlogin;Initial Catalog=AdventureWorks;Provider=SQLNCLI11.1;Auto Translate=False;" />
</DTS:ObjectData>
</DTS:ConnectionManager>
</DTS:ConnectionManagers>
<DTS:Variables />
<DTS:Executables>
<DTS:Executable
DTS:refId="Package\DFT Copy ProductCategory"
DTS:CreationName="Microsoft.Pipeline"
DTS:Description="Data Flow Task"
DTS:DTSID="{4E048A3D-6910-4E4D-A6C9-7FECB633672E}"
DTS:ExecutableType="Microsoft.Pipeline"
DTS:LocaleID="-1"
DTS:ObjectName="DFT Copy ProductCategory"
DTS:TaskContact="Performs high-performance data extraction, transformation and loading;Microsoft Corporation; Microsoft SQL Server; (C) Microsoft Corporation; All Rights Reserved;http://www.microsoft.com/sql/support/default.asp;1">
<DTS:Variables />
<DTS:ObjectData>
<pipeline
version="1">
<components>
<component
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw"
componentClassID="Microsoft.ManagedComponentHost"
contactInfo="MicrosoftContactInfo"
description="Loads data into a file on various supported storage services, such as Azure Blob Storage and Azure Data Lake Storage Gen2. The supported file formats are: Text, Avro, Orc, and Parquet."
name="FFD lakeroot_Raw"
validateExternalMetadata="False">
<properties>
<property
dataType="System.Int32"
description="Connection manager type"
name="ConnectionManagerType">0</property>
<property
dataType="System.String"
description="Folder Path"
expressionType="Notify"
name="FolderPath">/lakeroot/Raw</property>
<property
dataType="System.String"
description="File Name"
expressionType="Notify"
name="FileName">SalesLT.ProductCategory.txt</property>
<property
dataType="System.Int32"
description="File Format"
name="FileFormat">0</property>
<property
dataType="System.String"
description="The character used to delimit columns in a file"
name="ColumnDelimiter">,</property>
<property
dataType="System.Boolean"
description="Column names in the first data row"
expressionType="Notify"
name="FirstRowAsColumnNames">true</property>
<property
dataType="System.Boolean"
description="Compress File"
name="CompressFile">false</property>
<property
dataType="System.Int32"
description="Compress Type"
name="CompressionType">0</property>
<property
dataType="System.Int32"
description="Compress Level"
name="CompressionLevel">0</property>
<property
dataType="System.String"
description="The character used to separate rows in a file"
name="RowDelimiter"></property>
<property
dataType="System.String"
description="The special character used to escape a column delimiter in the content of input file"
name="EscapeChar"></property>
<property
dataType="System.String"
description="The character used to quote a string value"
name="QuoteChar"></property>
<property
dataType="System.String"
description="One or more characters used to represent a null value"
name="NullValue">\N</property>
<property
dataType="System.String"
description="Specify the encoding name"
name="EncodingName">UTF-8</property>
<property
dataType="System.Int32"
description="Indicates the number of non-empty rows to skip when reading data from input files"
expressionType="Notify"
name="SkipLineCount">0</property>
<property
dataType="System.Boolean"
description="Specifies whether to treat null or empty string as a null value when reading data from an input file"
name="TreatEmptyAsNull">true</property>
<property
dataType="System.String"
name="UserComponentTypeName">ExtFileDest</property>
</properties>
<connections>
<connection
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Connections[ConnectionManager]"
connectionManagerID="Package.ConnectionManagers[AzureDataLakeStorage]"
connectionManagerRefId="Package.ConnectionManagers[AzureDataLakeStorage]"
description="Connection manager name"
name="ConnectionManager" />
</connections>
<inputs>
<input
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input]"
hasSideEffects="true"
name="Input">
<inputColumns>
<inputColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[ProductCategoryID]"
cachedDataType="i4"
cachedName="ProductCategoryID"
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ProductCategoryID]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ProductCategoryID]" />
<inputColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[ParentProductCategoryID]"
cachedDataType="i4"
cachedName="ParentProductCategoryID"
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ParentProductCategoryID]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ParentProductCategoryID]" />
<inputColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[Name]"
cachedDataType="wstr"
cachedLength="50"
cachedName="Name"
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[Name]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[Name]" />
<inputColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[rowguid]"
cachedDataType="guid"
cachedName="rowguid"
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[rowguid]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[rowguid]" />
<inputColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[ModifiedDate]"
cachedDataType="dbTimeStamp"
cachedName="ModifiedDate"
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ModifiedDate]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ModifiedDate]" />
</inputColumns>
<externalMetadataColumns
isUsed="True">
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ProductCategoryID]"
dataType="i4"
name="ProductCategoryID" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ParentProductCategoryID]"
dataType="i4"
name="ParentProductCategoryID" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[Name]"
dataType="wstr"
length="50"
name="Name" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[rowguid]"
dataType="guid"
name="rowguid" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ModifiedDate]"
dataType="dbTimeStamp"
name="ModifiedDate" />
</externalMetadataColumns>
</input>
</inputs>
</component>
<component
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory"
componentClassID="Microsoft.OLEDBSource"
contactInfo="OLE DB Source;Microsoft Corporation; Microsoft SQL Server; (C) Microsoft Corporation; All Rights Reserved; http://www.microsoft.com/sql/support;7"
description="OLE DB Source"
name="OLEDB_Src ProductCategory"
usesDispositions="true"
version="7">
<properties>
<property
dataType="System.Int32"
description="The number of seconds before a command times out. A value of 0 indicates an infinite time-out."
name="CommandTimeout">0</property>
<property
dataType="System.String"
description="Specifies the name of the database object used to open a rowset."
name="OpenRowset">[SalesLT].[ProductCategory]</property>
<property
dataType="System.String"
description="Specifies the variable that contains the name of the database object used to open a rowset."
name="OpenRowsetVariable"></property>
<property
dataType="System.String"
description="The SQL command to be executed."
name="SqlCommand"
UITypeEditor="Microsoft.DataTransformationServices.Controls.ModalMultilineStringEditor, Microsoft.DataTransformationServices.Controls, Version=15.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91"></property>
<property
dataType="System.String"
description="The variable that contains the SQL command to be executed."
name="SqlCommandVariable"></property>
<property
dataType="System.Int32"
description="Specifies the column code page to use when code page information is unavailable from the data source."
name="DefaultCodePage">1252</property>
<property
dataType="System.Boolean"
description="Forces the use of the DefaultCodePage property value when describing character data."
name="AlwaysUseDefaultCodePage">false</property>
<property
dataType="System.Int32"
description="Specifies the mode used to access the database."
name="AccessMode"
typeConverter="AccessMode">0</property>
<property
dataType="System.String"
description="The mappings between the parameters in the SQL command and variables."
name="ParameterMapping"></property>
</properties>
<connections>
<connection
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Connections[OleDbConnection]"
connectionManagerID="Package.ConnectionManagers[AzureSqlDatabase]"
connectionManagerRefId="Package.ConnectionManagers[AzureSqlDatabase]"
description="The OLE DB runtime connection used to access the database."
name="OleDbConnection" />
</connections>
<outputs>
<output
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output]"
name="OLE DB Source Output">
<outputColumns>
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ProductCategoryID]"
dataType="i4"
errorOrTruncationOperation="Conversion"
errorRowDisposition="FailComponent"
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ProductCategoryID]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ProductCategoryID]"
name="ProductCategoryID"
truncationRowDisposition="FailComponent" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ParentProductCategoryID]"
dataType="i4"
errorOrTruncationOperation="Conversion"
errorRowDisposition="FailComponent"
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ParentProductCategoryID]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ParentProductCategoryID]"
name="ParentProductCategoryID"
truncationRowDisposition="FailComponent" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[Name]"
dataType="wstr"
errorOrTruncationOperation="Conversion"
errorRowDisposition="FailComponent"
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[Name]"
length="50"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[Name]"
name="Name"
truncationRowDisposition="FailComponent" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[rowguid]"
dataType="guid"
errorOrTruncationOperation="Conversion"
errorRowDisposition="FailComponent"
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[rowguid]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[rowguid]"
name="rowguid"
truncationRowDisposition="FailComponent" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ModifiedDate]"
dataType="dbTimeStamp"
errorOrTruncationOperation="Conversion"
errorRowDisposition="FailComponent"
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ModifiedDate]"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ModifiedDate]"
name="ModifiedDate"
truncationRowDisposition="FailComponent" />
</outputColumns>
<externalMetadataColumns
isUsed="True">
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ProductCategoryID]"
dataType="i4"
name="ProductCategoryID" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ParentProductCategoryID]"
dataType="i4"
name="ParentProductCategoryID" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[Name]"
dataType="wstr"
length="50"
name="Name" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[rowguid]"
dataType="guid"
name="rowguid" />
<externalMetadataColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ModifiedDate]"
dataType="dbTimeStamp"
name="ModifiedDate" />
</externalMetadataColumns>
</output>
<output
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output]"
isErrorOut="true"
name="OLE DB Source Error Output">
<outputColumns>
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ProductCategoryID]"
dataType="i4"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ProductCategoryID]"
name="ProductCategoryID" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ParentProductCategoryID]"
dataType="i4"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ParentProductCategoryID]"
name="ParentProductCategoryID" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[Name]"
dataType="wstr"
length="50"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[Name]"
name="Name" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[rowguid]"
dataType="guid"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[rowguid]"
name="rowguid" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ModifiedDate]"
dataType="dbTimeStamp"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ModifiedDate]"
name="ModifiedDate" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorCode]"
dataType="i4"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorCode]"
name="ErrorCode"
specialFlags="1" />
<outputColumn
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorColumn]"
dataType="i4"
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorColumn]"
name="ErrorColumn"
specialFlags="2" />
</outputColumns>
<externalMetadataColumns />
</output>
</outputs>
</component>
</components>
<paths>
<path
refId="Package\DFT Copy ProductCategory.Paths[OLE DB Source Output]"
endId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input]"
name="OLE DB Source Output"
startId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output]" />
</paths>
</pipeline>
</DTS:ObjectData>
</DTS:Executable>
</DTS:Executables>
<DTS:DesignTimeProperties><![CDATA[<?xml version="1.0"?>
<!--This CDATA section contains the layout information of the package. The section includes information such as (x,y) coordinates, width, and height.-->
<!--If you manually edit this section and make a mistake, you can delete it. -->
<!--The package will still be able to load normally but the previous layout information will be lost and the designer will automatically re-arrange the elements on the design surface.-->
<Objects
Version="8">
<!--Each node below will contain properties that do not affect runtime behavior.-->
<Package
design-time-name="Package">
<LayoutInfo>
<GraphLayout
Capacity="4" xmlns="clr-namespace:Microsoft.SqlServer.IntegrationServices.Designer.Model.Serialization;assembly=Microsoft.SqlServer.IntegrationServices.Graph">
<NodeLayout
Size="214,42"
Id="Package\DFT Copy ProductCategory"
TopLeft="193,104" />
</GraphLayout>
</LayoutInfo>
</Package>
<TaskHost
design-time-name="Package\DFT Copy ProductCategory">
<LayoutInfo>
<GraphLayout
Capacity="4" xmlns="clr-namespace:Microsoft.SqlServer.IntegrationServices.Designer.Model.Serialization;assembly=Microsoft.SqlServer.IntegrationServices.Graph" xmlns:mssgle="clr-namespace:Microsoft.SqlServer.Graph.LayoutEngine;assembly=Microsoft.SqlServer.Graph" xmlns:assembly="http://schemas.microsoft.com/winfx/2006/xaml" xmlns:mssgm="clr-namespace:Microsoft.SqlServer.Graph.Model;assembly=Microsoft.SqlServer.Graph">
<NodeLayout
Size="224,42"
Id="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory"
TopLeft="401,94" />
<NodeLayout
Size="171,42"
Id="Package\DFT Copy ProductCategory\FFD lakeroot_Raw"
TopLeft="449,240" />
<EdgeLayout
Id="Package\DFT Copy ProductCategory.Paths[OLE DB Source Output]"
TopLeft="513,136">
<EdgeLayout.Curve>
<mssgle:Curve
StartConnector="{assembly:Null}"
EndConnector="21.5,104"
Start="0,0"
End="21.5,96.5">
<mssgle:Curve.Segments>
<mssgle:SegmentCollection
Capacity="5">
<mssgle:LineSegment
End="0,48" />
<mssgle:CubicBezierSegment
Point1="0,48"
Point2="0,52"
Point3="4,52" />
<mssgle:LineSegment
End="17.5,52" />
<mssgle:CubicBezierSegment
Point1="17.5,52"
Point2="21.5,52"
Point3="21.5,56" />
<mssgle:LineSegment
End="21.5,96.5" />
</mssgle:SegmentCollection>
</mssgle:Curve.Segments>
</mssgle:Curve>
</EdgeLayout.Curve>
<EdgeLayout.Labels>
<mssgm:EdgeLabel
BoundingBox="0,0,0,0"
RelativePosition="Any" />
</EdgeLayout.Labels>
</EdgeLayout>
</GraphLayout>
</LayoutInfo>
</TaskHost>
<PipelineComponentMetadata
design-time-name="Package\DFT Copy ProductCategory\FFD lakeroot_Raw">
<Properties>
<Property>
<Name>DataSourceViewID</Name>
</Property>
</Properties>
</PipelineComponentMetadata>
<PipelineComponentMetadata
design-time-name="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory">
<Properties>
<Property>
<Name>DataSourceViewID</Name>
</Property>
<Property>
<Name>TableInfoObjectType</Name>
<Value
type="q2:string">Table</Value>
</Property>
</Properties>
</PipelineComponentMetadata>
</Objects>]]></DTS:DesignTimeProperties>
</DTS:Executable>

2
Code/SsisPackages/SsisPackages/Project.params Normal file
View File

@@ -0,0 +1,2 @@
<?xml version="1.0"?>
<SSIS:Parameters xmlns:SSIS="www.microsoft.com/SqlServer/SSIS" />

13
Code/SsisPackages/SsisPackages/SsisPackages.database Normal file
View File

@@ -0,0 +1,13 @@
<Database xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ddl2="http://schemas.microsoft.com/analysisservices/2003/engine/2" xmlns:ddl2_2="http://schemas.microsoft.com/analysisservices/2003/engine/2/2" xmlns:ddl100_100="http://schemas.microsoft.com/analysisservices/2008/engine/100/100" xmlns:ddl200="http://schemas.microsoft.com/analysisservices/2010/engine/200" xmlns:ddl200_200="http://schemas.microsoft.com/analysisservices/2010/engine/200/200" xmlns:ddl300="http://schemas.microsoft.com/analysisservices/2011/engine/300" xmlns:ddl300_300="http://schemas.microsoft.com/analysisservices/2011/engine/300/300" xmlns:ddl400="http://schemas.microsoft.com/analysisservices/2012/engine/400" xmlns:ddl400_400="http://schemas.microsoft.com/analysisservices/2012/engine/400/400" xmlns:ddl500="http://schemas.microsoft.com/analysisservices/2013/engine/500" xmlns:ddl500_500="http://schemas.microsoft.com/analysisservices/2013/engine/500/500" xmlns:dwd="http://schemas.microsoft.com/DataWarehouse/Designer/1.0" dwd:design-time-name="1fcb3b34-96a5-4ee7-a1ae-b6e870f84a71" xmlns="http://schemas.microsoft.com/analysisservices/2003/engine">
<ID>SsisPackages</ID>
<Name>SsisPackages</Name>
<CreatedTimestamp>0001-01-01T00:00:00Z</CreatedTimestamp>
<LastSchemaUpdate>0001-01-01T00:00:00Z</LastSchemaUpdate>
<LastProcessed>0001-01-01T00:00:00Z</LastProcessed>
<State>Unprocessed</State>
<LastUpdate>0001-01-01T00:00:00Z</LastUpdate>
<DataSourceImpersonationInfo>
<ImpersonationMode>Default</ImpersonationMode>
<ImpersonationInfoSecurity>Unchanged</ImpersonationInfoSecurity>
</DataSourceImpersonationInfo>
</Database>

436
Code/SsisPackages/SsisPackages/SsisPackages.dtproj Normal file
View File

@@ -0,0 +1,436 @@
<?xml version="1.0" encoding="utf-8"?>
<Project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
<DeploymentModel>Project</DeploymentModel>
<ProductVersion>15.0.2000.128</ProductVersion>
<SchemaVersion>9.0.1.0</SchemaVersion>
<State>$base64$PFNvdXJjZUNvbnRyb2xJbmZvIHhtbG5zOnhzZD0iaHR0cDovL3d3dy53My5vcmcvMjAwMS9YTUxTY2hlbWEiIHhtbG5zOnhzaT0iaHR0cDovL3d3dy53My5vcmcvMjAwMS9YTUxTY2hlbWEtaW5zdGFuY2UiIHhtbG5zOmRkbDI9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDAzL2VuZ2luZS8yIiB4bWxuczpkZGwyXzI9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDAzL2VuZ2luZS8yLzIiIHhtbG5zOmRkbDEwMF8xMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDA4L2VuZ2luZS8xMDAvMTAwIiB4bWxuczpkZGwyMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEwL2VuZ2luZS8yMDAiIHhtbG5zOmRkbDIwMF8yMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEwL2VuZ2luZS8yMDAvMjAwIiB4bWxuczpkZGwzMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDExL2VuZ2luZS8zMDAiIHhtbG5zOmRkbDMwMF8zMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDExL2VuZ2luZS8zMDAvMzAwIiB4bWxuczpkZGw0MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEyL2VuZ2luZS80MDAiIHhtbG5zOmRkbDQwMF80MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEyL2VuZ2luZS80MDAvNDAwIiB4bWxuczpkZGw1MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEzL2VuZ2luZS81MDAiIHhtbG5zOmRkbDUwMF81MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEzL2VuZ2luZS81MDAvNTAwIiB4bWxuczpkd2Q9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vRGF0YVdhcmVob3VzZS9EZXNpZ25lci8xLjAiPg0KICA8RW5hYmxlZD5mYWxzZTwvRW5hYmxlZD4NCiAgPFByb2plY3ROYW1lPjwvUHJvamVjdE5hbWU+DQogIDxBdXhQYXRoPjwvQXV4UGF0aD4NCiAgPExvY2FsUGF0aD48L0xvY2FsUGF0aD4NCiAgPFByb3ZpZGVyPjwvUHJvdmlkZXI+DQo8L1NvdXJjZUNvbnRyb2xJbmZvPg==</State>
<Database>
<Name>SsisPackages.database</Name>
<FullPath>SsisPackages.database</FullPath>
</Database>
<DataSources />
<DataSourceViews />
<DeploymentModelSpecificContent>
<Manifest>
<SSIS:Project SSIS:ProtectionLevel="EncryptSensitiveWithUserKey" xmlns:SSIS="www.microsoft.com/SqlServer/SSIS">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">{a20fdf6a-5da4-4e1c-b37d-c6392c9ef4e3}</SSIS:Property>
<SSIS:Property SSIS:Name="Name">SsisPackages</SSIS:Property>
<SSIS:Property SSIS:Name="VersionMajor">1</SSIS:Property>
<SSIS:Property SSIS:Name="VersionMinor">0</SSIS:Property>
<SSIS:Property SSIS:Name="VersionBuild">0</SSIS:Property>
<SSIS:Property SSIS:Name="VersionComments">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationDate">2020-09-04T20:57:21.1841522+01:00</SSIS:Property>
<SSIS:Property SSIS:Name="CreatorName">DESKTOP-T3L61F1\Richard</SSIS:Property>
<SSIS:Property SSIS:Name="CreatorComputerName">DESKTOP-T3L61F1</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="PasswordVerifier" SSIS:Sensitive="1">AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAALRKo0Vm/BkOsUrO9CQkY/QAAAAACAAAAAAAQZgAAAAEAACAAAAAmFCOPyVp4vDwSYfQg2QxSQ59E1nQj58VHB5RzjD4NDAAAAAAOgAAAAAIAACAAAAArS9FjY1DDgsQ4GmThzZrbKIOK0PEB6sZ4gwP1xUK0a5AAAACwjH3dFr5enGDSzQ2VTgo2rcbAT4VtLb7VZ5rHNS9mPGlk2aDAqwluyILeYkXpboEvtnuHacvXFi3wX998fqlAiD0dgmQIrjgAqs1D/DAaBJTp+d4E7COlTFr6rLdelFdiU1LjMVyOqycwX1IfXC9fC0Kr8XWl2MoLhfUoxPEW9R+VM5Igri5vAJK2np0UWbRAAAAAKjwX+Xc3scAhAaboxe3eDYvAj24L0MBLmspJvaY/F6tGpXE68kTJt34gl5Znj7mYqUGAWbnLTKYwPu184JzUzQ==</SSIS:Property>
<SSIS:Property SSIS:Name="FormatVersion">1</SSIS:Property>
</SSIS:Properties>
<SSIS:Packages>
<SSIS:Package SSIS:Name="CopyProductCategory.dtsx" SSIS:EntryPoint="1" />
</SSIS:Packages>
<SSIS:ConnectionManagers />
<SSIS:DeploymentInfo>
<SSIS:ProjectConnectionParameters />
<SSIS:PackageInfo>
<SSIS:PackageMetaData SSIS:Name="CopyProductCategory.dtsx">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">{D99D7963-C308-43A9-A7B4-956E3178534B}</SSIS:Property>
<SSIS:Property SSIS:Name="Name">CopyProductCategory</SSIS:Property>
<SSIS:Property SSIS:Name="VersionMajor">1</SSIS:Property>
<SSIS:Property SSIS:Name="VersionMinor">0</SSIS:Property>
<SSIS:Property SSIS:Name="VersionBuild">8</SSIS:Property>
<SSIS:Property SSIS:Name="VersionComments">
</SSIS:Property>
<SSIS:Property SSIS:Name="VersionGUID">{0BEEFFF7-A042-4855-8EF6-194FDD3AFF3F}</SSIS:Property>
<SSIS:Property SSIS:Name="PackageFormatVersion">8</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="ProtectionLevel">1</SSIS:Property>
</SSIS:Properties>
<SSIS:Parameters>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.AccountKey">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.AccountName">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">mydatalakestorage</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.AuthType">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">1</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">9</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ConnectByProxy">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ConnectionString">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">ServiceType=AzureBlobFS;ConnectUsingManagedIdentity=True;AccountName=mydatalakestorage;DefaultEndpointsProtocol=https;EndpointSuffix=core.windows.net;</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ConnectUsingManagedIdentity">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">true</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.EndpointSuffix">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">core.windows.net</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.SasToken">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ServicePrincipalId">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">
</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ServicePrincipalKey">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ServiceType">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">2</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">9</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.TargetServerVersion">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">140</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">9</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.TenantId">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">
</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.UseHttps">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">true</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ConnectByProxy">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ConnectionString">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">Data Source=myazuresqlserver.database.windows.net;User ID=sqlserverlogin;Initial Catalog=AdventureWorks;Provider=SQLNCLI11.1;Auto Translate=False;</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ConnectUsingManagedIdentity">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.InitialCatalog">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">AdventureWorks</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.Password">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.RetainSameConnection">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ServerName">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">myazuresqlserver.database.windows.net</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.UserName">
<SSIS:Properties>
<SSIS:Property SSIS:Name="ID">
</SSIS:Property>
<SSIS:Property SSIS:Name="CreationName">
</SSIS:Property>
<SSIS:Property SSIS:Name="Description">
</SSIS:Property>
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
<SSIS:Property SSIS:Name="Value">sqlserverlogin</SSIS:Property>
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
</SSIS:Properties>
</SSIS:Parameter>
</SSIS:Parameters>
</SSIS:PackageMetaData>
</SSIS:PackageInfo>
</SSIS:DeploymentInfo>
</SSIS:Project>
</Manifest>
</DeploymentModelSpecificContent>
<ControlFlowParts />
<Miscellaneous />
<Configurations>
<Configuration>
<Name>Azure</Name>
<Options>
<OutputPath>bin</OutputPath>
<ConnectionMappings />
<ConnectionProviderMappings />
<ConnectionSecurityMappings />
<DatabaseStorageLocations />
<TargetServerVersion>SQLServer2017</TargetServerVersion>
<AzureMode>true</AzureMode>
<LinkedAzureTenantId />
<LinkedAzureAccountId />
<LinkedAzureSSISIR />
<LinkedAzureStorage />
<RemoteExecutionFolder />
<ParameterConfigurationValues>
<ConfigurationSetting>
<Id>LastModifiedTime</Id>
<Name>LastModifiedTime</Name>
<Value xsi:type="xsd:dateTime">2020-09-04T20:02:18.7568485Z</Value>
</ConfigurationSetting>
</ParameterConfigurationValues>
</Options>
</Configuration>
<Configuration>
<Name>Development</Name>
<Options>
<OutputPath>bin</OutputPath>
<ConnectionMappings />
<ConnectionProviderMappings />
<ConnectionSecurityMappings />
<DatabaseStorageLocations />
<TargetServerVersion>SQLServer2017</TargetServerVersion>
<AzureMode>false</AzureMode>
<LinkedAzureTenantId />
<LinkedAzureAccountId />
<LinkedAzureSSISIR />
<LinkedAzureStorage />
<RemoteExecutionFolder />
<ParameterConfigurationValues />
</Options>
</Configuration>
</Configurations>
</Project>