Various updates
This commit is contained in:
Paul Andrew
parent
5868d4ed76
commit
3439868f62
BIN
Labs/Lab 1 - Create Azure resources.pdf
Normal file
BIN
Labs/Lab 1 - Create Azure resources.pdf
Normal file
Binary file not shown.
BIN
Labs/Lab 2 - Build a Copy data pipeline.pdf
Normal file
BIN
Labs/Lab 2 - Build a Copy data pipeline.pdf
Normal file
Binary file not shown.
BIN
Labs/Lab 3 - Run SSIS packages in ADF.pdf
Normal file
BIN
Labs/Lab 3 - Run SSIS packages in ADF.pdf
Normal file
Binary file not shown.
BIN
Labs/Lab 4 - Build a Mapping Data Flow.pdf
Normal file
BIN
Labs/Lab 4 - Build a Mapping Data Flow.pdf
Normal file
Binary file not shown.
BIN
Labs/Lab 5 - Create a reusable pipeline.pdf
Normal file
BIN
Labs/Lab 5 - Create a reusable pipeline.pdf
Normal file
Binary file not shown.
BIN
Labs/Lab 6 - Monitor factory activity.pdf
Normal file
BIN
Labs/Lab 6 - Monitor factory activity.pdf
Normal file
Binary file not shown.
64
Labs/adf/dataflow/BuildProductDimension.json
Normal file
64
Labs/adf/dataflow/BuildProductDimension.json
Normal file
@ -0,0 +1,64 @@
|
||||
{
|
||||
"name": "BuildProductDimension",
|
||||
"properties": {
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"type": "MappingDataFlow",
|
||||
"typeProperties": {
|
||||
"sources": [
|
||||
{
|
||||
"dataset": {
|
||||
"referenceName": "ADLS_Product",
|
||||
"type": "DatasetReference"
|
||||
},
|
||||
"name": "Product"
|
||||
},
|
||||
{
|
||||
"dataset": {
|
||||
"referenceName": "ADLS_ProductCategory",
|
||||
"type": "DatasetReference"
|
||||
},
|
||||
"name": "ProductCategory"
|
||||
},
|
||||
{
|
||||
"dataset": {
|
||||
"referenceName": "ADLS_ProductModel",
|
||||
"type": "DatasetReference"
|
||||
},
|
||||
"name": "ProductModel"
|
||||
}
|
||||
],
|
||||
"sinks": [
|
||||
{
|
||||
"dataset": {
|
||||
"referenceName": "ADLS_DimProduct",
|
||||
"type": "DatasetReference"
|
||||
},
|
||||
"name": "DimProduct"
|
||||
}
|
||||
],
|
||||
"transformations": [
|
||||
{
|
||||
"name": "SelectProductColumns"
|
||||
},
|
||||
{
|
||||
"name": "SelectProductCategoryColumns"
|
||||
},
|
||||
{
|
||||
"name": "SelectProductModelColumns"
|
||||
},
|
||||
{
|
||||
"name": "LookupProductCategory"
|
||||
},
|
||||
{
|
||||
"name": "LookupProductModelID"
|
||||
},
|
||||
{
|
||||
"name": "RemoveDuplicateColumns"
|
||||
}
|
||||
],
|
||||
"script": "source(output(\n\t\tProductID as short,\n\t\tName as string,\n\t\tProductNumber as string,\n\t\tColor as string,\n\t\tStandardCost as double,\n\t\tListPrice as double,\n\t\tSize as string,\n\t\tWeight as double,\n\t\tProductCategoryID as short,\n\t\tProductModelID as short,\n\t\tSellStartDate as string,\n\t\tSellEndDate as string,\n\t\tDiscontinuedDate as string,\n\t\tThumbNailPhoto as string,\n\t\tThumbnailPhotoFileName as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> Product\nsource(output(\n\t\tProductCategoryID as short,\n\t\tParentProductCategoryID as string,\n\t\tName as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> ProductCategory\nsource(output(\n\t\tProductModelID as short,\n\t\tName as string,\n\t\tCatalogDescription as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> ProductModel\nProduct select(mapColumn(\n\t\tProductID,\n\t\tProduct = Name,\n\t\tProductCategoryID,\n\t\tProductModelID\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductColumns\nProductCategory select(mapColumn(\n\t\tProductCategoryID,\n\t\tProductCategory = Name\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductCategoryColumns\nProductModel select(mapColumn(\n\t\tProductModelID,\n\t\tProductModel = Name\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductModelColumns\nSelectProductColumns, SelectProductCategoryColumns lookup(SelectProductColumns@ProductCategoryID == SelectProductCategoryColumns@ProductCategoryID,\n\tmultiple: false,\n\tpickup: 'any',\n\tbroadcast: 'auto')~> LookupProductCategory\nLookupProductCategory, SelectProductModelColumns lookup(SelectProductColumns@ProductModelID == SelectProductModelColumns@ProductModelID,\n\tmultiple: false,\n\tpickup: 'any',\n\tbroadcast: 'auto')~> LookupProductModelID\nLookupProductModelID select(mapColumn(\n\t\tProductID,\n\t\tProduct,\n\t\tProductCategoryID = {SelectProductColumns@ProductCategoryID},\n\t\tProductModelID = {SelectProductColumns@ProductModelID},\n\t\tProductCategory,\n\t\tProductModel\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> RemoveDuplicateColumns\nRemoveDuplicateColumns sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tformat: 'parquet',\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> DimProduct"
|
||||
}
|
||||
}
|
||||
}
|
||||
24
Labs/adf/dataset/ADLS_DimProduct.json
Normal file
24
Labs/adf/dataset/ADLS_DimProduct.json
Normal file
@ -0,0 +1,24 @@
|
||||
{
|
||||
"name": "ADLS_DimProduct",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureDataLakeStorage1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "Parquet",
|
||||
"typeProperties": {
|
||||
"location": {
|
||||
"type": "AzureBlobFSLocation",
|
||||
"folderPath": "Cleaned/DimProduct",
|
||||
"fileSystem": "lakeroot"
|
||||
},
|
||||
"compressionCodec": "snappy"
|
||||
},
|
||||
"schema": []
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
28
Labs/adf/dataset/ADLS_Product.json
Normal file
28
Labs/adf/dataset/ADLS_Product.json
Normal file
@ -0,0 +1,28 @@
|
||||
{
|
||||
"name": "ADLS_Product",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureDataLakeStorage1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "DelimitedText",
|
||||
"typeProperties": {
|
||||
"location": {
|
||||
"type": "AzureBlobFSLocation",
|
||||
"fileName": "SalesLT.Product.txt",
|
||||
"folderPath": "Raw",
|
||||
"fileSystem": "lakeroot"
|
||||
},
|
||||
"columnDelimiter": ",",
|
||||
"escapeChar": "\\",
|
||||
"firstRowAsHeader": true,
|
||||
"quoteChar": "\""
|
||||
},
|
||||
"schema": []
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
28
Labs/adf/dataset/ADLS_ProductCategory.json
Normal file
28
Labs/adf/dataset/ADLS_ProductCategory.json
Normal file
@ -0,0 +1,28 @@
|
||||
{
|
||||
"name": "ADLS_ProductCategory",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureDataLakeStorage1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "DelimitedText",
|
||||
"typeProperties": {
|
||||
"location": {
|
||||
"type": "AzureBlobFSLocation",
|
||||
"fileName": "SalesLT.ProductCategory.txt",
|
||||
"folderPath": "Raw",
|
||||
"fileSystem": "lakeroot"
|
||||
},
|
||||
"columnDelimiter": ",",
|
||||
"escapeChar": "\\",
|
||||
"firstRowAsHeader": true,
|
||||
"quoteChar": "\""
|
||||
},
|
||||
"schema": []
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
28
Labs/adf/dataset/ADLS_ProductModel.json
Normal file
28
Labs/adf/dataset/ADLS_ProductModel.json
Normal file
@ -0,0 +1,28 @@
|
||||
{
|
||||
"name": "ADLS_ProductModel",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureDataLakeStorage1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "DelimitedText",
|
||||
"typeProperties": {
|
||||
"location": {
|
||||
"type": "AzureBlobFSLocation",
|
||||
"fileName": "SalesLT.ProductModel.txt",
|
||||
"folderPath": "Raw",
|
||||
"fileSystem": "lakeroot"
|
||||
},
|
||||
"columnDelimiter": ",",
|
||||
"escapeChar": "\\",
|
||||
"firstRowAsHeader": true,
|
||||
"quoteChar": "\""
|
||||
},
|
||||
"schema": []
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
27
Labs/adf/dataset/ADLS_Raw.json
Normal file
27
Labs/adf/dataset/ADLS_Raw.json
Normal file
@ -0,0 +1,27 @@
|
||||
{
|
||||
"name": "ADLS_Raw",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureDataLakeStorage1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab2"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "DelimitedText",
|
||||
"typeProperties": {
|
||||
"location": {
|
||||
"type": "AzureBlobFSLocation",
|
||||
"folderPath": "Raw",
|
||||
"fileSystem": "lakeroot"
|
||||
},
|
||||
"columnDelimiter": ",",
|
||||
"escapeChar": "\\",
|
||||
"firstRowAsHeader": true,
|
||||
"quoteChar": "\""
|
||||
},
|
||||
"schema": []
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
36
Labs/adf/dataset/ADLS_Raw_Generic.json
Normal file
36
Labs/adf/dataset/ADLS_Raw_Generic.json
Normal file
@ -0,0 +1,36 @@
|
||||
{
|
||||
"name": "ADLS_Raw_Generic",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureDataLakeStorage1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"parameters": {
|
||||
"File": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab5"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "DelimitedText",
|
||||
"typeProperties": {
|
||||
"location": {
|
||||
"type": "AzureBlobFSLocation",
|
||||
"fileName": {
|
||||
"value": "@dataset().File",
|
||||
"type": "Expression"
|
||||
},
|
||||
"folderPath": "Raw",
|
||||
"fileSystem": "lakeroot"
|
||||
},
|
||||
"columnDelimiter": ",",
|
||||
"escapeChar": "\\",
|
||||
"firstRowAsHeader": true,
|
||||
"quoteChar": "\""
|
||||
},
|
||||
"schema": []
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
34
Labs/adf/dataset/ASQL_AdventureWorks_Generic.json
Normal file
34
Labs/adf/dataset/ASQL_AdventureWorks_Generic.json
Normal file
@ -0,0 +1,34 @@
|
||||
{
|
||||
"name": "ASQL_AdventureWorks_Generic",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureSqlDatabase1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"parameters": {
|
||||
"TableSchema": {
|
||||
"type": "string"
|
||||
},
|
||||
"TableName": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab5"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "AzureSqlTable",
|
||||
"schema": [],
|
||||
"typeProperties": {
|
||||
"schema": {
|
||||
"value": "@dataset().TableSchema",
|
||||
"type": "Expression"
|
||||
},
|
||||
"table": {
|
||||
"value": "@dataset().TableName",
|
||||
"type": "Expression"
|
||||
}
|
||||
}
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
106
Labs/adf/dataset/ASQL_Product.json
Normal file
106
Labs/adf/dataset/ASQL_Product.json
Normal file
@ -0,0 +1,106 @@
|
||||
{
|
||||
"name": "ASQL_Product",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureSqlDatabase1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab2"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "AzureSqlTable",
|
||||
"schema": [
|
||||
{
|
||||
"name": "ProductID",
|
||||
"type": "int",
|
||||
"precision": 10
|
||||
},
|
||||
{
|
||||
"name": "Name",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "ProductNumber",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "Color",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "StandardCost",
|
||||
"type": "money",
|
||||
"precision": 19,
|
||||
"scale": 4
|
||||
},
|
||||
{
|
||||
"name": "ListPrice",
|
||||
"type": "money",
|
||||
"precision": 19,
|
||||
"scale": 4
|
||||
},
|
||||
{
|
||||
"name": "Size",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "Weight",
|
||||
"type": "decimal",
|
||||
"precision": 8,
|
||||
"scale": 2
|
||||
},
|
||||
{
|
||||
"name": "ProductCategoryID",
|
||||
"type": "int",
|
||||
"precision": 10
|
||||
},
|
||||
{
|
||||
"name": "ProductModelID",
|
||||
"type": "int",
|
||||
"precision": 10
|
||||
},
|
||||
{
|
||||
"name": "SellStartDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
},
|
||||
{
|
||||
"name": "SellEndDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
},
|
||||
{
|
||||
"name": "DiscontinuedDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
},
|
||||
{
|
||||
"name": "ThumbNailPhoto",
|
||||
"type": "varbinary"
|
||||
},
|
||||
{
|
||||
"name": "ThumbnailPhotoFileName",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "rowguid",
|
||||
"type": "uniqueidentifier"
|
||||
},
|
||||
{
|
||||
"name": "ModifiedDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
}
|
||||
],
|
||||
"typeProperties": {
|
||||
"schema": "SalesLT",
|
||||
"table": "Product"
|
||||
}
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
106
Labs/adf/dataset/ASQL_ProductModel.json
Normal file
106
Labs/adf/dataset/ASQL_ProductModel.json
Normal file
@ -0,0 +1,106 @@
|
||||
{
|
||||
"name": "ASQL_ProductModel",
|
||||
"properties": {
|
||||
"linkedServiceName": {
|
||||
"referenceName": "AzureSqlDatabase1",
|
||||
"type": "LinkedServiceReference"
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"type": "AzureSqlTable",
|
||||
"schema": [
|
||||
{
|
||||
"name": "ProductID",
|
||||
"type": "int",
|
||||
"precision": 10
|
||||
},
|
||||
{
|
||||
"name": "Name",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "ProductNumber",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "Color",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "StandardCost",
|
||||
"type": "money",
|
||||
"precision": 19,
|
||||
"scale": 4
|
||||
},
|
||||
{
|
||||
"name": "ListPrice",
|
||||
"type": "money",
|
||||
"precision": 19,
|
||||
"scale": 4
|
||||
},
|
||||
{
|
||||
"name": "Size",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "Weight",
|
||||
"type": "decimal",
|
||||
"precision": 8,
|
||||
"scale": 2
|
||||
},
|
||||
{
|
||||
"name": "ProductCategoryID",
|
||||
"type": "int",
|
||||
"precision": 10
|
||||
},
|
||||
{
|
||||
"name": "ProductModelID",
|
||||
"type": "int",
|
||||
"precision": 10
|
||||
},
|
||||
{
|
||||
"name": "SellStartDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
},
|
||||
{
|
||||
"name": "SellEndDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
},
|
||||
{
|
||||
"name": "DiscontinuedDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
},
|
||||
{
|
||||
"name": "ThumbNailPhoto",
|
||||
"type": "varbinary"
|
||||
},
|
||||
{
|
||||
"name": "ThumbnailPhotoFileName",
|
||||
"type": "nvarchar"
|
||||
},
|
||||
{
|
||||
"name": "rowguid",
|
||||
"type": "uniqueidentifier"
|
||||
},
|
||||
{
|
||||
"name": "ModifiedDate",
|
||||
"type": "datetime",
|
||||
"precision": 23,
|
||||
"scale": 3
|
||||
}
|
||||
],
|
||||
"typeProperties": {
|
||||
"schema": "SalesLT",
|
||||
"table": "ProductModel"
|
||||
}
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/datasets"
|
||||
}
|
||||
4
Labs/adf/factory/adayfullofadf-adf.json
Normal file
4
Labs/adf/factory/adayfullofadf-adf.json
Normal file
@ -0,0 +1,4 @@
|
||||
{
|
||||
"name": "adayfullofadf-adf",
|
||||
"location": "uksouth"
|
||||
}
|
||||
27
Labs/adf/integrationRuntime/SSISIntegrationRuntime.json
Normal file
27
Labs/adf/integrationRuntime/SSISIntegrationRuntime.json
Normal file
@ -0,0 +1,27 @@
|
||||
{
|
||||
"name": "SSISIntegrationRuntime",
|
||||
"properties": {
|
||||
"type": "Managed",
|
||||
"typeProperties": {
|
||||
"computeProperties": {
|
||||
"location": "UK South",
|
||||
"nodeSize": "Standard_D2_v3",
|
||||
"numberOfNodes": 1,
|
||||
"maxParallelExecutionsPerNode": 2
|
||||
},
|
||||
"ssisProperties": {
|
||||
"catalogInfo": {
|
||||
"catalogServerEndpoint": "adayfullofadf-sql.database.windows.net",
|
||||
"catalogAdminUserName": "sql-admin",
|
||||
"catalogAdminPassword": {
|
||||
"type": "SecureString",
|
||||
"value": "**********"
|
||||
},
|
||||
"catalogPricingTier": "S1"
|
||||
},
|
||||
"edition": "Standard",
|
||||
"licenseType": "LicenseIncluded"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
11
Labs/adf/linkedService/AzureDataLakeStorage1.json
Normal file
11
Labs/adf/linkedService/AzureDataLakeStorage1.json
Normal file
@ -0,0 +1,11 @@
|
||||
{
|
||||
"name": "AzureDataLakeStorage1",
|
||||
"type": "Microsoft.DataFactory/factories/linkedservices",
|
||||
"properties": {
|
||||
"annotations": [],
|
||||
"type": "AzureBlobFS",
|
||||
"typeProperties": {
|
||||
"url": "https://adayfullofadfsa.dfs.core.windows.net"
|
||||
}
|
||||
}
|
||||
}
|
||||
12
Labs/adf/linkedService/AzureSqlDatabase1.json
Normal file
12
Labs/adf/linkedService/AzureSqlDatabase1.json
Normal file
@ -0,0 +1,12 @@
|
||||
{
|
||||
"name": "AzureSqlDatabase1",
|
||||
"type": "Microsoft.DataFactory/factories/linkedservices",
|
||||
"properties": {
|
||||
"annotations": [],
|
||||
"type": "AzureSqlDatabase",
|
||||
"typeProperties": {
|
||||
"connectionString": "integrated security=False;encrypt=True;connection timeout=30;data source=adayfullofadf-sql.database.windows.net;initial catalog=AdventureWorks;user id=sql-admin",
|
||||
"encryptedCredential": "ew0KICAiVmVyc2lvbiI6ICIyMDE3LTExLTMwIiwNCiAgIlByb3RlY3Rpb25Nb2RlIjogIktleSIsDQogICJTZWNyZXRDb250ZW50VHlwZSI6ICJQbGFpbnRleHQiLA0KICAiQ3JlZGVudGlhbElkIjogIkFEQVlGVUxMT0ZBREYtQURGXzA3MGU1MDIyLWEzYjMtNDFmMS1hOTk3LWU2ODE3Y2VhNjdhYyINCn0="
|
||||
}
|
||||
}
|
||||
}
|
||||
36
Labs/adf/pipeline/BuildProductDimension.json
Normal file
36
Labs/adf/pipeline/BuildProductDimension.json
Normal file
@ -0,0 +1,36 @@
|
||||
{
|
||||
"name": "BuildProductDimension",
|
||||
"properties": {
|
||||
"activities": [
|
||||
{
|
||||
"name": "BuildProductDimension",
|
||||
"type": "ExecuteDataFlow",
|
||||
"dependsOn": [],
|
||||
"policy": {
|
||||
"timeout": "7.00:00:00",
|
||||
"retry": 0,
|
||||
"retryIntervalInSeconds": 30,
|
||||
"secureOutput": false,
|
||||
"secureInput": false
|
||||
},
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"dataflow": {
|
||||
"referenceName": "BuildProductDimension",
|
||||
"type": "DataFlowReference"
|
||||
},
|
||||
"compute": {
|
||||
"coreCount": 8,
|
||||
"computeType": "General"
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"lastPublishTime": "2020-09-26T17:05:06Z"
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/pipelines"
|
||||
}
|
||||
83
Labs/adf/pipeline/CopyAdventureWorks.json
Normal file
83
Labs/adf/pipeline/CopyAdventureWorks.json
Normal file
@ -0,0 +1,83 @@
|
||||
{
|
||||
"name": "CopyAdventureWorks",
|
||||
"properties": {
|
||||
"activities": [
|
||||
{
|
||||
"name": "Get table list",
|
||||
"type": "Lookup",
|
||||
"dependsOn": [],
|
||||
"policy": {
|
||||
"timeout": "7.00:00:00",
|
||||
"retry": 0,
|
||||
"retryIntervalInSeconds": 30,
|
||||
"secureOutput": false,
|
||||
"secureInput": false
|
||||
},
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"source": {
|
||||
"type": "AzureSqlSource",
|
||||
"sqlReaderQuery": "SELECT TABLE_SCHEMA, TABLE_NAME \nFROM INFORMATION_SCHEMA.TABLES\nWHERE TABLE_TYPE = 'BASE TABLE'\nAND TABLE_SCHEMA = 'SalesLT'\n",
|
||||
"queryTimeout": "02:00:00",
|
||||
"partitionOption": "None"
|
||||
},
|
||||
"dataset": {
|
||||
"referenceName": "ASQL_Product",
|
||||
"type": "DatasetReference"
|
||||
},
|
||||
"firstRowOnly": false
|
||||
}
|
||||
},
|
||||
{
|
||||
"name": "ForEach1",
|
||||
"type": "ForEach",
|
||||
"dependsOn": [
|
||||
{
|
||||
"activity": "Get table list",
|
||||
"dependencyConditions": [
|
||||
"Succeeded"
|
||||
]
|
||||
}
|
||||
],
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"items": {
|
||||
"value": "@activity('Get table list').output.value",
|
||||
"type": "Expression"
|
||||
},
|
||||
"activities": [
|
||||
{
|
||||
"name": "Execute Pipeline1",
|
||||
"type": "ExecutePipeline",
|
||||
"dependsOn": [],
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"pipeline": {
|
||||
"referenceName": "CopyAnyTable",
|
||||
"type": "PipelineReference"
|
||||
},
|
||||
"waitOnCompletion": true,
|
||||
"parameters": {
|
||||
"TableSchema": {
|
||||
"value": "@item().TABLE_SCHEMA",
|
||||
"type": "Expression"
|
||||
},
|
||||
"TableName": {
|
||||
"value": "@item().TABLE_NAME",
|
||||
"type": "Expression"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
],
|
||||
"folder": {
|
||||
"name": "Lab5"
|
||||
},
|
||||
"annotations": [],
|
||||
"lastPublishTime": "2020-09-26T17:11:52Z"
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/pipelines"
|
||||
}
|
||||
89
Labs/adf/pipeline/CopyAnyTable.json
Normal file
89
Labs/adf/pipeline/CopyAnyTable.json
Normal file
@ -0,0 +1,89 @@
|
||||
{
|
||||
"name": "CopyAnyTable",
|
||||
"properties": {
|
||||
"activities": [
|
||||
{
|
||||
"name": "Copy table",
|
||||
"type": "Copy",
|
||||
"dependsOn": [],
|
||||
"policy": {
|
||||
"timeout": "7.00:00:00",
|
||||
"retry": 0,
|
||||
"retryIntervalInSeconds": 30,
|
||||
"secureOutput": false,
|
||||
"secureInput": false
|
||||
},
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"source": {
|
||||
"type": "AzureSqlSource",
|
||||
"queryTimeout": "02:00:00",
|
||||
"partitionOption": "None"
|
||||
},
|
||||
"sink": {
|
||||
"type": "DelimitedTextSink",
|
||||
"storeSettings": {
|
||||
"type": "AzureBlobFSWriteSettings"
|
||||
},
|
||||
"formatSettings": {
|
||||
"type": "DelimitedTextWriteSettings",
|
||||
"quoteAllText": true,
|
||||
"fileExtension": ".txt"
|
||||
}
|
||||
},
|
||||
"enableStaging": false,
|
||||
"translator": {
|
||||
"type": "TabularTranslator",
|
||||
"typeConversion": true,
|
||||
"typeConversionSettings": {
|
||||
"allowDataTruncation": true,
|
||||
"treatBooleanAsNumber": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"inputs": [
|
||||
{
|
||||
"referenceName": "ASQL_AdventureWorks_Generic",
|
||||
"type": "DatasetReference",
|
||||
"parameters": {
|
||||
"TableSchema": {
|
||||
"value": "@pipeline().parameters.TableSchema",
|
||||
"type": "Expression"
|
||||
},
|
||||
"TableName": {
|
||||
"value": "@pipeline().parameters.TableName",
|
||||
"type": "Expression"
|
||||
}
|
||||
}
|
||||
}
|
||||
],
|
||||
"outputs": [
|
||||
{
|
||||
"referenceName": "ADLS_Raw_Generic",
|
||||
"type": "DatasetReference",
|
||||
"parameters": {
|
||||
"File": {
|
||||
"value": "@{pipeline().parameters.TableSchema}.@{pipeline().parameters.TableName}.txt",
|
||||
"type": "Expression"
|
||||
}
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"parameters": {
|
||||
"TableSchema": {
|
||||
"type": "string"
|
||||
},
|
||||
"TableName": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"folder": {
|
||||
"name": "Lab5"
|
||||
},
|
||||
"annotations": [],
|
||||
"lastPublishTime": "2020-09-26T17:11:52Z"
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/pipelines"
|
||||
}
|
||||
65
Labs/adf/pipeline/CopyProduct.json
Normal file
65
Labs/adf/pipeline/CopyProduct.json
Normal file
@ -0,0 +1,65 @@
|
||||
{
|
||||
"name": "CopyProduct",
|
||||
"properties": {
|
||||
"activities": [
|
||||
{
|
||||
"name": "Copy data to lake",
|
||||
"type": "Copy",
|
||||
"dependsOn": [],
|
||||
"policy": {
|
||||
"timeout": "7.00:00:00",
|
||||
"retry": 0,
|
||||
"retryIntervalInSeconds": 30,
|
||||
"secureOutput": false,
|
||||
"secureInput": false
|
||||
},
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"source": {
|
||||
"type": "AzureSqlSource",
|
||||
"queryTimeout": "02:00:00",
|
||||
"partitionOption": "None"
|
||||
},
|
||||
"sink": {
|
||||
"type": "DelimitedTextSink",
|
||||
"storeSettings": {
|
||||
"type": "AzureBlobFSWriteSettings"
|
||||
},
|
||||
"formatSettings": {
|
||||
"type": "DelimitedTextWriteSettings",
|
||||
"quoteAllText": true,
|
||||
"fileExtension": ".txt"
|
||||
}
|
||||
},
|
||||
"enableStaging": false,
|
||||
"translator": {
|
||||
"type": "TabularTranslator",
|
||||
"typeConversion": true,
|
||||
"typeConversionSettings": {
|
||||
"allowDataTruncation": true,
|
||||
"treatBooleanAsNumber": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"inputs": [
|
||||
{
|
||||
"referenceName": "ASQL_Product",
|
||||
"type": "DatasetReference"
|
||||
}
|
||||
],
|
||||
"outputs": [
|
||||
{
|
||||
"referenceName": "ADLS_Raw",
|
||||
"type": "DatasetReference"
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"folder": {
|
||||
"name": "Lab2"
|
||||
},
|
||||
"annotations": [],
|
||||
"lastPublishTime": "2020-09-26T14:33:50Z"
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/pipelines"
|
||||
}
|
||||
38
Labs/adf/pipeline/CopyProductCategory.json
Normal file
38
Labs/adf/pipeline/CopyProductCategory.json
Normal file
@ -0,0 +1,38 @@
|
||||
{
|
||||
"name": "CopyProductCategory",
|
||||
"properties": {
|
||||
"activities": [
|
||||
{
|
||||
"name": "Execute CopyProductCategory",
|
||||
"type": "ExecuteSSISPackage",
|
||||
"dependsOn": [],
|
||||
"policy": {
|
||||
"timeout": "7.00:00:00",
|
||||
"retry": 0,
|
||||
"retryIntervalInSeconds": 30,
|
||||
"secureOutput": false,
|
||||
"secureInput": false
|
||||
},
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"packageLocation": {
|
||||
"packagePath": "ADayFullOfAdf/SsisPackages/CopyProductCategory.dtsx",
|
||||
"type": "SSISDB"
|
||||
},
|
||||
"environmentPath": null,
|
||||
"connectVia": {
|
||||
"referenceName": "SSISIntegrationRuntime",
|
||||
"type": "IntegrationRuntimeReference"
|
||||
},
|
||||
"loggingLevel": "Basic"
|
||||
}
|
||||
}
|
||||
],
|
||||
"folder": {
|
||||
"name": "Lab3"
|
||||
},
|
||||
"annotations": [],
|
||||
"lastPublishTime": "2020-09-26T15:27:22Z"
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/pipelines"
|
||||
}
|
||||
65
Labs/adf/pipeline/CopyProductModel.json
Normal file
65
Labs/adf/pipeline/CopyProductModel.json
Normal file
@ -0,0 +1,65 @@
|
||||
{
|
||||
"name": "CopyProductModel",
|
||||
"properties": {
|
||||
"activities": [
|
||||
{
|
||||
"name": "Copy data1",
|
||||
"type": "Copy",
|
||||
"dependsOn": [],
|
||||
"policy": {
|
||||
"timeout": "7.00:00:00",
|
||||
"retry": 0,
|
||||
"retryIntervalInSeconds": 30,
|
||||
"secureOutput": false,
|
||||
"secureInput": false
|
||||
},
|
||||
"userProperties": [],
|
||||
"typeProperties": {
|
||||
"source": {
|
||||
"type": "AzureSqlSource",
|
||||
"queryTimeout": "02:00:00",
|
||||
"partitionOption": "None"
|
||||
},
|
||||
"sink": {
|
||||
"type": "DelimitedTextSink",
|
||||
"storeSettings": {
|
||||
"type": "AzureBlobFSWriteSettings"
|
||||
},
|
||||
"formatSettings": {
|
||||
"type": "DelimitedTextWriteSettings",
|
||||
"quoteAllText": true,
|
||||
"fileExtension": ".txt"
|
||||
}
|
||||
},
|
||||
"enableStaging": false,
|
||||
"translator": {
|
||||
"type": "TabularTranslator",
|
||||
"typeConversion": true,
|
||||
"typeConversionSettings": {
|
||||
"allowDataTruncation": true,
|
||||
"treatBooleanAsNumber": false
|
||||
}
|
||||
}
|
||||
},
|
||||
"inputs": [
|
||||
{
|
||||
"referenceName": "ASQL_ProductModel",
|
||||
"type": "DatasetReference"
|
||||
}
|
||||
],
|
||||
"outputs": [
|
||||
{
|
||||
"referenceName": "ADLS_Raw",
|
||||
"type": "DatasetReference"
|
||||
}
|
||||
]
|
||||
}
|
||||
],
|
||||
"folder": {
|
||||
"name": "Lab4"
|
||||
},
|
||||
"annotations": [],
|
||||
"lastPublishTime": "2020-09-26T16:27:34Z"
|
||||
},
|
||||
"type": "Microsoft.DataFactory/factories/pipelines"
|
||||
}
|
||||
362
Labs/vs/.gitignore
vendored
Normal file
362
Labs/vs/.gitignore
vendored
Normal file
@ -0,0 +1,362 @@
|
||||
## Ignore Visual Studio temporary files, build results, and
|
||||
## files generated by popular Visual Studio add-ons.
|
||||
##
|
||||
## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore
|
||||
|
||||
# User-specific files
|
||||
*.rsuser
|
||||
*.suo
|
||||
*.user
|
||||
*.userosscache
|
||||
*.sln.docstates
|
||||
|
||||
# User-specific files (MonoDevelop/Xamarin Studio)
|
||||
*.userprefs
|
||||
|
||||
# Mono auto generated files
|
||||
mono_crash.*
|
||||
|
||||
# Build results
|
||||
[Dd]ebug/
|
||||
[Dd]ebugPublic/
|
||||
[Rr]elease/
|
||||
[Rr]eleases/
|
||||
x64/
|
||||
x86/
|
||||
[Ww][Ii][Nn]32/
|
||||
[Aa][Rr][Mm]/
|
||||
[Aa][Rr][Mm]64/
|
||||
bld/
|
||||
[Bb]in/
|
||||
[Oo]bj/
|
||||
[Ll]og/
|
||||
[Ll]ogs/
|
||||
|
||||
# Visual Studio 2015/2017 cache/options directory
|
||||
.vs/
|
||||
# Uncomment if you have tasks that create the project's static files in wwwroot
|
||||
#wwwroot/
|
||||
|
||||
# Visual Studio 2017 auto generated files
|
||||
Generated\ Files/
|
||||
|
||||
# MSTest test Results
|
||||
[Tt]est[Rr]esult*/
|
||||
[Bb]uild[Ll]og.*
|
||||
|
||||
# NUnit
|
||||
*.VisualState.xml
|
||||
TestResult.xml
|
||||
nunit-*.xml
|
||||
|
||||
# Build Results of an ATL Project
|
||||
[Dd]ebugPS/
|
||||
[Rr]eleasePS/
|
||||
dlldata.c
|
||||
|
||||
# Benchmark Results
|
||||
BenchmarkDotNet.Artifacts/
|
||||
|
||||
# .NET Core
|
||||
project.lock.json
|
||||
project.fragment.lock.json
|
||||
artifacts/
|
||||
|
||||
# ASP.NET Scaffolding
|
||||
ScaffoldingReadMe.txt
|
||||
|
||||
# StyleCop
|
||||
StyleCopReport.xml
|
||||
|
||||
# Files built by Visual Studio
|
||||
*_i.c
|
||||
*_p.c
|
||||
*_h.h
|
||||
*.ilk
|
||||
*.meta
|
||||
*.obj
|
||||
*.iobj
|
||||
*.pch
|
||||
*.pdb
|
||||
*.ipdb
|
||||
*.pgc
|
||||
*.pgd
|
||||
*.rsp
|
||||
*.sbr
|
||||
*.tlb
|
||||
*.tli
|
||||
*.tlh
|
||||
*.tmp
|
||||
*.tmp_proj
|
||||
*_wpftmp.csproj
|
||||
*.log
|
||||
*.vspscc
|
||||
*.vssscc
|
||||
.builds
|
||||
*.pidb
|
||||
*.svclog
|
||||
*.scc
|
||||
|
||||
# Chutzpah Test files
|
||||
_Chutzpah*
|
||||
|
||||
# Visual C++ cache files
|
||||
ipch/
|
||||
*.aps
|
||||
*.ncb
|
||||
*.opendb
|
||||
*.opensdf
|
||||
*.sdf
|
||||
*.cachefile
|
||||
*.VC.db
|
||||
*.VC.VC.opendb
|
||||
|
||||
# Visual Studio profiler
|
||||
*.psess
|
||||
*.vsp
|
||||
*.vspx
|
||||
*.sap
|
||||
|
||||
# Visual Studio Trace Files
|
||||
*.e2e
|
||||
|
||||
# TFS 2012 Local Workspace
|
||||
$tf/
|
||||
|
||||
# Guidance Automation Toolkit
|
||||
*.gpState
|
||||
|
||||
# ReSharper is a .NET coding add-in
|
||||
_ReSharper*/
|
||||
*.[Rr]e[Ss]harper
|
||||
*.DotSettings.user
|
||||
|
||||
# TeamCity is a build add-in
|
||||
_TeamCity*
|
||||
|
||||
# DotCover is a Code Coverage Tool
|
||||
*.dotCover
|
||||
|
||||
# AxoCover is a Code Coverage Tool
|
||||
.axoCover/*
|
||||
!.axoCover/settings.json
|
||||
|
||||
# Coverlet is a free, cross platform Code Coverage Tool
|
||||
coverage*.json
|
||||
coverage*.xml
|
||||
coverage*.info
|
||||
|
||||
# Visual Studio code coverage results
|
||||
*.coverage
|
||||
*.coveragexml
|
||||
|
||||
# NCrunch
|
||||
_NCrunch_*
|
||||
.*crunch*.local.xml
|
||||
nCrunchTemp_*
|
||||
|
||||
# MightyMoose
|
||||
*.mm.*
|
||||
AutoTest.Net/
|
||||
|
||||
# Web workbench (sass)
|
||||
.sass-cache/
|
||||
|
||||
# Installshield output folder
|
||||
[Ee]xpress/
|
||||
|
||||
# DocProject is a documentation generator add-in
|
||||
DocProject/buildhelp/
|
||||
DocProject/Help/*.HxT
|
||||
DocProject/Help/*.HxC
|
||||
DocProject/Help/*.hhc
|
||||
DocProject/Help/*.hhk
|
||||
DocProject/Help/*.hhp
|
||||
DocProject/Help/Html2
|
||||
DocProject/Help/html
|
||||
|
||||
# Click-Once directory
|
||||
publish/
|
||||
|
||||
# Publish Web Output
|
||||
*.[Pp]ublish.xml
|
||||
*.azurePubxml
|
||||
# Note: Comment the next line if you want to checkin your web deploy settings,
|
||||
# but database connection strings (with potential passwords) will be unencrypted
|
||||
*.pubxml
|
||||
*.publishproj
|
||||
|
||||
# Microsoft Azure Web App publish settings. Comment the next line if you want to
|
||||
# checkin your Azure Web App publish settings, but sensitive information contained
|
||||
# in these scripts will be unencrypted
|
||||
PublishScripts/
|
||||
|
||||
# NuGet Packages
|
||||
*.nupkg
|
||||
# NuGet Symbol Packages
|
||||
*.snupkg
|
||||
# The packages folder can be ignored because of Package Restore
|
||||
**/[Pp]ackages/*
|
||||
# except build/, which is used as an MSBuild target.
|
||||
!**/[Pp]ackages/build/
|
||||
# Uncomment if necessary however generally it will be regenerated when needed
|
||||
#!**/[Pp]ackages/repositories.config
|
||||
# NuGet v3's project.json files produces more ignorable files
|
||||
*.nuget.props
|
||||
*.nuget.targets
|
||||
|
||||
# Microsoft Azure Build Output
|
||||
csx/
|
||||
*.build.csdef
|
||||
|
||||
# Microsoft Azure Emulator
|
||||
ecf/
|
||||
rcf/
|
||||
|
||||
# Windows Store app package directories and files
|
||||
AppPackages/
|
||||
BundleArtifacts/
|
||||
Package.StoreAssociation.xml
|
||||
_pkginfo.txt
|
||||
*.appx
|
||||
*.appxbundle
|
||||
*.appxupload
|
||||
|
||||
# Visual Studio cache files
|
||||
# files ending in .cache can be ignored
|
||||
*.[Cc]ache
|
||||
# but keep track of directories ending in .cache
|
||||
!?*.[Cc]ache/
|
||||
|
||||
# Others
|
||||
ClientBin/
|
||||
~$*
|
||||
*~
|
||||
*.dbmdl
|
||||
*.dbproj.schemaview
|
||||
*.jfm
|
||||
*.pfx
|
||||
*.publishsettings
|
||||
orleans.codegen.cs
|
||||
|
||||
# Including strong name files can present a security risk
|
||||
# (https://github.com/github/gitignore/pull/2483#issue-259490424)
|
||||
#*.snk
|
||||
|
||||
# Since there are multiple workflows, uncomment next line to ignore bower_components
|
||||
# (https://github.com/github/gitignore/pull/1529#issuecomment-104372622)
|
||||
#bower_components/
|
||||
|
||||
# RIA/Silverlight projects
|
||||
Generated_Code/
|
||||
|
||||
# Backup & report files from converting an old project file
|
||||
# to a newer Visual Studio version. Backup files are not needed,
|
||||
# because we have git ;-)
|
||||
_UpgradeReport_Files/
|
||||
Backup*/
|
||||
UpgradeLog*.XML
|
||||
UpgradeLog*.htm
|
||||
ServiceFabricBackup/
|
||||
*.rptproj.bak
|
||||
|
||||
# SQL Server files
|
||||
*.mdf
|
||||
*.ldf
|
||||
*.ndf
|
||||
|
||||
# Business Intelligence projects
|
||||
*.rdl.data
|
||||
*.bim.layout
|
||||
*.bim_*.settings
|
||||
*.rptproj.rsuser
|
||||
*- [Bb]ackup.rdl
|
||||
*- [Bb]ackup ([0-9]).rdl
|
||||
*- [Bb]ackup ([0-9][0-9]).rdl
|
||||
|
||||
# Microsoft Fakes
|
||||
FakesAssemblies/
|
||||
|
||||
# GhostDoc plugin setting file
|
||||
*.GhostDoc.xml
|
||||
|
||||
# Node.js Tools for Visual Studio
|
||||
.ntvs_analysis.dat
|
||||
node_modules/
|
||||
|
||||
# Visual Studio 6 build log
|
||||
*.plg
|
||||
|
||||
# Visual Studio 6 workspace options file
|
||||
*.opt
|
||||
|
||||
# Visual Studio 6 auto-generated workspace file (contains which files were open etc.)
|
||||
*.vbw
|
||||
|
||||
# Visual Studio LightSwitch build output
|
||||
**/*.HTMLClient/GeneratedArtifacts
|
||||
**/*.DesktopClient/GeneratedArtifacts
|
||||
**/*.DesktopClient/ModelManifest.xml
|
||||
**/*.Server/GeneratedArtifacts
|
||||
**/*.Server/ModelManifest.xml
|
||||
_Pvt_Extensions
|
||||
|
||||
# Paket dependency manager
|
||||
.paket/paket.exe
|
||||
paket-files/
|
||||
|
||||
# FAKE - F# Make
|
||||
.fake/
|
||||
|
||||
# CodeRush personal settings
|
||||
.cr/personal
|
||||
|
||||
# Python Tools for Visual Studio (PTVS)
|
||||
__pycache__/
|
||||
*.pyc
|
||||
|
||||
# Cake - Uncomment if you are using it
|
||||
# tools/**
|
||||
# !tools/packages.config
|
||||
|
||||
# Tabs Studio
|
||||
*.tss
|
||||
|
||||
# Telerik's JustMock configuration file
|
||||
*.jmconfig
|
||||
|
||||
# BizTalk build output
|
||||
*.btp.cs
|
||||
*.btm.cs
|
||||
*.odx.cs
|
||||
*.xsd.cs
|
||||
|
||||
# OpenCover UI analysis results
|
||||
OpenCover/
|
||||
|
||||
# Azure Stream Analytics local run output
|
||||
ASALocalRun/
|
||||
|
||||
# MSBuild Binary and Structured Log
|
||||
*.binlog
|
||||
|
||||
# NVidia Nsight GPU debugger configuration file
|
||||
*.nvuser
|
||||
|
||||
# MFractors (Xamarin productivity tool) working folder
|
||||
.mfractor/
|
||||
|
||||
# Local History for Visual Studio
|
||||
.localhistory/
|
||||
|
||||
# BeatPulse healthcheck temp database
|
||||
healthchecksdb
|
||||
|
||||
# Backup folder for Package Reference Convert tool in Visual Studio 2017
|
||||
MigrationBackup/
|
||||
|
||||
# Ionide (cross platform F# VS Code tools) working folder
|
||||
.ionide/
|
||||
|
||||
# Fody - auto-generated XML schema
|
||||
FodyWeavers.xsd
|
||||
25
Labs/vs/SsisPackages/SsisPackages.sln
Normal file
25
Labs/vs/SsisPackages/SsisPackages.sln
Normal file
@ -0,0 +1,25 @@
|
||||
|
||||
Microsoft Visual Studio Solution File, Format Version 12.00
|
||||
# Visual Studio Version 16
|
||||
VisualStudioVersion = 16.0.30330.147
|
||||
MinimumVisualStudioVersion = 10.0.40219.1
|
||||
Project("{159641D6-6404-4A2A-AE62-294DE0FE8301}") = "SsisPackages", "SsisPackages\SsisPackages.dtproj", "{127EE71E-533D-42DD-B78E-9F3A51A18CA1}"
|
||||
EndProject
|
||||
Global
|
||||
GlobalSection(SolutionConfigurationPlatforms) = preSolution
|
||||
Azure|Default = Azure|Default
|
||||
Development|Default = Development|Default
|
||||
EndGlobalSection
|
||||
GlobalSection(ProjectConfigurationPlatforms) = postSolution
|
||||
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Azure|Default.ActiveCfg = Azure
|
||||
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Azure|Default.Build.0 = Azure
|
||||
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Development|Default.ActiveCfg = Development
|
||||
{127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Development|Default.Build.0 = Development
|
||||
EndGlobalSection
|
||||
GlobalSection(SolutionProperties) = preSolution
|
||||
HideSolutionNode = FALSE
|
||||
EndGlobalSection
|
||||
GlobalSection(ExtensibilityGlobals) = postSolution
|
||||
SolutionGuid = {B2FD1719-9BB7-4903-8165-D0BF6BC8F3CE}
|
||||
EndGlobalSection
|
||||
EndGlobal
|
||||
500
Labs/vs/SsisPackages/SsisPackages/CopyProductCategory.dtsx
Normal file
500
Labs/vs/SsisPackages/SsisPackages/CopyProductCategory.dtsx
Normal file
@ -0,0 +1,500 @@
|
||||
<?xml version="1.0"?>
|
||||
<DTS:Executable xmlns:DTS="www.microsoft.com/SqlServer/Dts"
|
||||
DTS:refId="Package"
|
||||
DTS:CreationDate="9/4/2020 8:57:56 PM"
|
||||
DTS:CreationName="Microsoft.Package"
|
||||
DTS:CreatorComputerName="DESKTOP-T3L61F1"
|
||||
DTS:CreatorName="DESKTOP-T3L61F1\Richard"
|
||||
DTS:DTSID="{D99D7963-C308-43A9-A7B4-956E3178534B}"
|
||||
DTS:ExecutableType="Microsoft.Package"
|
||||
DTS:LastModifiedProductVersion="15.0.2000.128"
|
||||
DTS:LocaleID="2057"
|
||||
DTS:ObjectName="CopyProductCategory"
|
||||
DTS:PackageType="5"
|
||||
DTS:VersionBuild="8"
|
||||
DTS:VersionGUID="{0BEEFFF7-A042-4855-8EF6-194FDD3AFF3F}">
|
||||
<DTS:Property
|
||||
DTS:Name="PackageFormatVersion">8</DTS:Property>
|
||||
<DTS:ConnectionManagers>
|
||||
<DTS:ConnectionManager
|
||||
DTS:refId="Package.ConnectionManagers[AzureDataLakeStorage]"
|
||||
DTS:CreationName="AzureStorage"
|
||||
DTS:DTSID="{CE6BCC6D-5540-4A57-8FBB-B8552CFEAF47}"
|
||||
DTS:ObjectName="AzureDataLakeStorage">
|
||||
<DTS:ObjectData>
|
||||
<AzureStorageConnectionManager
|
||||
ConnectionString="ServiceType=AzureBlobFS;ConnectUsingManagedIdentity=True;AccountName=mydatalakestorage;DefaultEndpointsProtocol=https;EndpointSuffix=core.windows.net;"
|
||||
ConnectByProxy="False">
|
||||
<AccountKey
|
||||
Sensitive="1"
|
||||
Encrypted="1">AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAALRKo0Vm/BkOsUrO9CQkY/QAAAAAIAAAARABUAFMAAAAQZgAAAAEAACAAAAAj9D/6eDUxpBbXGcJVL6vp82ez2ul3aK+Ni8U5W7zFVQAAAAAOgAAAAAIAACAAAABbwz4bLoC0/FHBR4yRUyHat9AZ1Zzq+cGQqCe+uQ7BwzAAAABgM//i+vUc1m9CFcoSVna6Ln4M/it1TGx3a75R5g74fhEyHQtIR/ghZfvnAWMnQDJAAAAAB1yg/8cBdcctyLfS9gVtvZhKCsK2yEAN94vaqS1BKLwR8ILLQbLlTuTJBvTvQHQb0YOEcv9gE7nddLKCzX0Tng</AccountKey>
|
||||
</AzureStorageConnectionManager>
|
||||
</DTS:ObjectData>
|
||||
</DTS:ConnectionManager>
|
||||
<DTS:ConnectionManager
|
||||
DTS:refId="Package.ConnectionManagers[AzureSqlDatabase]"
|
||||
DTS:CreationName="OLEDB"
|
||||
DTS:DTSID="{A4646A57-6C18-4A9E-A828-05FD91809D1F}"
|
||||
DTS:ObjectName="AzureSqlDatabase">
|
||||
<DTS:ObjectData>
|
||||
<DTS:ConnectionManager
|
||||
DTS:ConnectionString="Data Source=myazuresqlserver.database.windows.net;User ID=sqlserverlogin;Initial Catalog=AdventureWorks;Provider=SQLNCLI11.1;Auto Translate=False;" />
|
||||
</DTS:ObjectData>
|
||||
</DTS:ConnectionManager>
|
||||
</DTS:ConnectionManagers>
|
||||
<DTS:Variables />
|
||||
<DTS:Executables>
|
||||
<DTS:Executable
|
||||
DTS:refId="Package\DFT Copy ProductCategory"
|
||||
DTS:CreationName="Microsoft.Pipeline"
|
||||
DTS:Description="Data Flow Task"
|
||||
DTS:DTSID="{4E048A3D-6910-4E4D-A6C9-7FECB633672E}"
|
||||
DTS:ExecutableType="Microsoft.Pipeline"
|
||||
DTS:LocaleID="-1"
|
||||
DTS:ObjectName="DFT Copy ProductCategory"
|
||||
DTS:TaskContact="Performs high-performance data extraction, transformation and loading;Microsoft Corporation; Microsoft SQL Server; (C) Microsoft Corporation; All Rights Reserved;http://www.microsoft.com/sql/support/default.asp;1">
|
||||
<DTS:Variables />
|
||||
<DTS:ObjectData>
|
||||
<pipeline
|
||||
version="1">
|
||||
<components>
|
||||
<component
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw"
|
||||
componentClassID="Microsoft.ManagedComponentHost"
|
||||
contactInfo="MicrosoftContactInfo"
|
||||
description="Loads data into a file on various supported storage services, such as Azure Blob Storage and Azure Data Lake Storage Gen2. The supported file formats are: Text, Avro, Orc, and Parquet."
|
||||
name="FFD lakeroot_Raw"
|
||||
validateExternalMetadata="False">
|
||||
<properties>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="Connection manager type"
|
||||
name="ConnectionManagerType">0</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="Folder Path"
|
||||
expressionType="Notify"
|
||||
name="FolderPath">/lakeroot/Raw</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="File Name"
|
||||
expressionType="Notify"
|
||||
name="FileName">SalesLT.ProductCategory.txt</property>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="File Format"
|
||||
name="FileFormat">0</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The character used to delimit columns in a file"
|
||||
name="ColumnDelimiter">,</property>
|
||||
<property
|
||||
dataType="System.Boolean"
|
||||
description="Column names in the first data row"
|
||||
expressionType="Notify"
|
||||
name="FirstRowAsColumnNames">true</property>
|
||||
<property
|
||||
dataType="System.Boolean"
|
||||
description="Compress File"
|
||||
name="CompressFile">false</property>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="Compress Type"
|
||||
name="CompressionType">0</property>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="Compress Level"
|
||||
name="CompressionLevel">0</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The character used to separate rows in a file"
|
||||
name="RowDelimiter"></property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The special character used to escape a column delimiter in the content of input file"
|
||||
name="EscapeChar"></property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The character used to quote a string value"
|
||||
name="QuoteChar"></property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="One or more characters used to represent a null value"
|
||||
name="NullValue">\N</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="Specify the encoding name"
|
||||
name="EncodingName">UTF-8</property>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="Indicates the number of non-empty rows to skip when reading data from input files"
|
||||
expressionType="Notify"
|
||||
name="SkipLineCount">0</property>
|
||||
<property
|
||||
dataType="System.Boolean"
|
||||
description="Specifies whether to treat null or empty string as a null value when reading data from an input file"
|
||||
name="TreatEmptyAsNull">true</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
name="UserComponentTypeName">ExtFileDest</property>
|
||||
</properties>
|
||||
<connections>
|
||||
<connection
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Connections[ConnectionManager]"
|
||||
connectionManagerID="Package.ConnectionManagers[AzureDataLakeStorage]"
|
||||
connectionManagerRefId="Package.ConnectionManagers[AzureDataLakeStorage]"
|
||||
description="Connection manager name"
|
||||
name="ConnectionManager" />
|
||||
</connections>
|
||||
<inputs>
|
||||
<input
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input]"
|
||||
hasSideEffects="true"
|
||||
name="Input">
|
||||
<inputColumns>
|
||||
<inputColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[ProductCategoryID]"
|
||||
cachedDataType="i4"
|
||||
cachedName="ProductCategoryID"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ProductCategoryID]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ProductCategoryID]" />
|
||||
<inputColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[ParentProductCategoryID]"
|
||||
cachedDataType="i4"
|
||||
cachedName="ParentProductCategoryID"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ParentProductCategoryID]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ParentProductCategoryID]" />
|
||||
<inputColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[Name]"
|
||||
cachedDataType="wstr"
|
||||
cachedLength="50"
|
||||
cachedName="Name"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[Name]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[Name]" />
|
||||
<inputColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[rowguid]"
|
||||
cachedDataType="guid"
|
||||
cachedName="rowguid"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[rowguid]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[rowguid]" />
|
||||
<inputColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].Columns[ModifiedDate]"
|
||||
cachedDataType="dbTimeStamp"
|
||||
cachedName="ModifiedDate"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ModifiedDate]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ModifiedDate]" />
|
||||
</inputColumns>
|
||||
<externalMetadataColumns
|
||||
isUsed="True">
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ProductCategoryID]"
|
||||
dataType="i4"
|
||||
name="ProductCategoryID" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ParentProductCategoryID]"
|
||||
dataType="i4"
|
||||
name="ParentProductCategoryID" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[Name]"
|
||||
dataType="wstr"
|
||||
length="50"
|
||||
name="Name" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[rowguid]"
|
||||
dataType="guid"
|
||||
name="rowguid" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input].ExternalColumns[ModifiedDate]"
|
||||
dataType="dbTimeStamp"
|
||||
name="ModifiedDate" />
|
||||
</externalMetadataColumns>
|
||||
</input>
|
||||
</inputs>
|
||||
</component>
|
||||
<component
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory"
|
||||
componentClassID="Microsoft.OLEDBSource"
|
||||
contactInfo="OLE DB Source;Microsoft Corporation; Microsoft SQL Server; (C) Microsoft Corporation; All Rights Reserved; http://www.microsoft.com/sql/support;7"
|
||||
description="OLE DB Source"
|
||||
name="OLEDB_Src ProductCategory"
|
||||
usesDispositions="true"
|
||||
version="7">
|
||||
<properties>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="The number of seconds before a command times out. A value of 0 indicates an infinite time-out."
|
||||
name="CommandTimeout">0</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="Specifies the name of the database object used to open a rowset."
|
||||
name="OpenRowset">[SalesLT].[ProductCategory]</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="Specifies the variable that contains the name of the database object used to open a rowset."
|
||||
name="OpenRowsetVariable"></property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The SQL command to be executed."
|
||||
name="SqlCommand"
|
||||
UITypeEditor="Microsoft.DataTransformationServices.Controls.ModalMultilineStringEditor, Microsoft.DataTransformationServices.Controls, Version=15.0.0.0, Culture=neutral, PublicKeyToken=89845dcd8080cc91"></property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The variable that contains the SQL command to be executed."
|
||||
name="SqlCommandVariable"></property>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="Specifies the column code page to use when code page information is unavailable from the data source."
|
||||
name="DefaultCodePage">1252</property>
|
||||
<property
|
||||
dataType="System.Boolean"
|
||||
description="Forces the use of the DefaultCodePage property value when describing character data."
|
||||
name="AlwaysUseDefaultCodePage">false</property>
|
||||
<property
|
||||
dataType="System.Int32"
|
||||
description="Specifies the mode used to access the database."
|
||||
name="AccessMode"
|
||||
typeConverter="AccessMode">0</property>
|
||||
<property
|
||||
dataType="System.String"
|
||||
description="The mappings between the parameters in the SQL command and variables."
|
||||
name="ParameterMapping"></property>
|
||||
</properties>
|
||||
<connections>
|
||||
<connection
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Connections[OleDbConnection]"
|
||||
connectionManagerID="Package.ConnectionManagers[AzureSqlDatabase]"
|
||||
connectionManagerRefId="Package.ConnectionManagers[AzureSqlDatabase]"
|
||||
description="The OLE DB runtime connection used to access the database."
|
||||
name="OleDbConnection" />
|
||||
</connections>
|
||||
<outputs>
|
||||
<output
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output]"
|
||||
name="OLE DB Source Output">
|
||||
<outputColumns>
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ProductCategoryID]"
|
||||
dataType="i4"
|
||||
errorOrTruncationOperation="Conversion"
|
||||
errorRowDisposition="FailComponent"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ProductCategoryID]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ProductCategoryID]"
|
||||
name="ProductCategoryID"
|
||||
truncationRowDisposition="FailComponent" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ParentProductCategoryID]"
|
||||
dataType="i4"
|
||||
errorOrTruncationOperation="Conversion"
|
||||
errorRowDisposition="FailComponent"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ParentProductCategoryID]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ParentProductCategoryID]"
|
||||
name="ParentProductCategoryID"
|
||||
truncationRowDisposition="FailComponent" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[Name]"
|
||||
dataType="wstr"
|
||||
errorOrTruncationOperation="Conversion"
|
||||
errorRowDisposition="FailComponent"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[Name]"
|
||||
length="50"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[Name]"
|
||||
name="Name"
|
||||
truncationRowDisposition="FailComponent" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[rowguid]"
|
||||
dataType="guid"
|
||||
errorOrTruncationOperation="Conversion"
|
||||
errorRowDisposition="FailComponent"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[rowguid]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[rowguid]"
|
||||
name="rowguid"
|
||||
truncationRowDisposition="FailComponent" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ModifiedDate]"
|
||||
dataType="dbTimeStamp"
|
||||
errorOrTruncationOperation="Conversion"
|
||||
errorRowDisposition="FailComponent"
|
||||
externalMetadataColumnId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ModifiedDate]"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].Columns[ModifiedDate]"
|
||||
name="ModifiedDate"
|
||||
truncationRowDisposition="FailComponent" />
|
||||
</outputColumns>
|
||||
<externalMetadataColumns
|
||||
isUsed="True">
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ProductCategoryID]"
|
||||
dataType="i4"
|
||||
name="ProductCategoryID" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ParentProductCategoryID]"
|
||||
dataType="i4"
|
||||
name="ParentProductCategoryID" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[Name]"
|
||||
dataType="wstr"
|
||||
length="50"
|
||||
name="Name" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[rowguid]"
|
||||
dataType="guid"
|
||||
name="rowguid" />
|
||||
<externalMetadataColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output].ExternalColumns[ModifiedDate]"
|
||||
dataType="dbTimeStamp"
|
||||
name="ModifiedDate" />
|
||||
</externalMetadataColumns>
|
||||
</output>
|
||||
<output
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output]"
|
||||
isErrorOut="true"
|
||||
name="OLE DB Source Error Output">
|
||||
<outputColumns>
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ProductCategoryID]"
|
||||
dataType="i4"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ProductCategoryID]"
|
||||
name="ProductCategoryID" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ParentProductCategoryID]"
|
||||
dataType="i4"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ParentProductCategoryID]"
|
||||
name="ParentProductCategoryID" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[Name]"
|
||||
dataType="wstr"
|
||||
length="50"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[Name]"
|
||||
name="Name" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[rowguid]"
|
||||
dataType="guid"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[rowguid]"
|
||||
name="rowguid" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ModifiedDate]"
|
||||
dataType="dbTimeStamp"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ModifiedDate]"
|
||||
name="ModifiedDate" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorCode]"
|
||||
dataType="i4"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorCode]"
|
||||
name="ErrorCode"
|
||||
specialFlags="1" />
|
||||
<outputColumn
|
||||
refId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorColumn]"
|
||||
dataType="i4"
|
||||
lineageId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Error Output].Columns[ErrorColumn]"
|
||||
name="ErrorColumn"
|
||||
specialFlags="2" />
|
||||
</outputColumns>
|
||||
<externalMetadataColumns />
|
||||
</output>
|
||||
</outputs>
|
||||
</component>
|
||||
</components>
|
||||
<paths>
|
||||
<path
|
||||
refId="Package\DFT Copy ProductCategory.Paths[OLE DB Source Output]"
|
||||
endId="Package\DFT Copy ProductCategory\FFD lakeroot_Raw.Inputs[Input]"
|
||||
name="OLE DB Source Output"
|
||||
startId="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory.Outputs[OLE DB Source Output]" />
|
||||
</paths>
|
||||
</pipeline>
|
||||
</DTS:ObjectData>
|
||||
</DTS:Executable>
|
||||
</DTS:Executables>
|
||||
<DTS:DesignTimeProperties><![CDATA[<?xml version="1.0"?>
|
||||
<!--This CDATA section contains the layout information of the package. The section includes information such as (x,y) coordinates, width, and height.-->
|
||||
<!--If you manually edit this section and make a mistake, you can delete it. -->
|
||||
<!--The package will still be able to load normally but the previous layout information will be lost and the designer will automatically re-arrange the elements on the design surface.-->
|
||||
<Objects
|
||||
Version="8">
|
||||
<!--Each node below will contain properties that do not affect runtime behavior.-->
|
||||
<Package
|
||||
design-time-name="Package">
|
||||
<LayoutInfo>
|
||||
<GraphLayout
|
||||
Capacity="4" xmlns="clr-namespace:Microsoft.SqlServer.IntegrationServices.Designer.Model.Serialization;assembly=Microsoft.SqlServer.IntegrationServices.Graph">
|
||||
<NodeLayout
|
||||
Size="214,42"
|
||||
Id="Package\DFT Copy ProductCategory"
|
||||
TopLeft="193,104" />
|
||||
</GraphLayout>
|
||||
</LayoutInfo>
|
||||
</Package>
|
||||
<TaskHost
|
||||
design-time-name="Package\DFT Copy ProductCategory">
|
||||
<LayoutInfo>
|
||||
<GraphLayout
|
||||
Capacity="4" xmlns="clr-namespace:Microsoft.SqlServer.IntegrationServices.Designer.Model.Serialization;assembly=Microsoft.SqlServer.IntegrationServices.Graph" xmlns:mssgle="clr-namespace:Microsoft.SqlServer.Graph.LayoutEngine;assembly=Microsoft.SqlServer.Graph" xmlns:assembly="http://schemas.microsoft.com/winfx/2006/xaml" xmlns:mssgm="clr-namespace:Microsoft.SqlServer.Graph.Model;assembly=Microsoft.SqlServer.Graph">
|
||||
<NodeLayout
|
||||
Size="224,42"
|
||||
Id="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory"
|
||||
TopLeft="401,94" />
|
||||
<NodeLayout
|
||||
Size="171,42"
|
||||
Id="Package\DFT Copy ProductCategory\FFD lakeroot_Raw"
|
||||
TopLeft="449,240" />
|
||||
<EdgeLayout
|
||||
Id="Package\DFT Copy ProductCategory.Paths[OLE DB Source Output]"
|
||||
TopLeft="513,136">
|
||||
<EdgeLayout.Curve>
|
||||
<mssgle:Curve
|
||||
StartConnector="{assembly:Null}"
|
||||
EndConnector="21.5,104"
|
||||
Start="0,0"
|
||||
End="21.5,96.5">
|
||||
<mssgle:Curve.Segments>
|
||||
<mssgle:SegmentCollection
|
||||
Capacity="5">
|
||||
<mssgle:LineSegment
|
||||
End="0,48" />
|
||||
<mssgle:CubicBezierSegment
|
||||
Point1="0,48"
|
||||
Point2="0,52"
|
||||
Point3="4,52" />
|
||||
<mssgle:LineSegment
|
||||
End="17.5,52" />
|
||||
<mssgle:CubicBezierSegment
|
||||
Point1="17.5,52"
|
||||
Point2="21.5,52"
|
||||
Point3="21.5,56" />
|
||||
<mssgle:LineSegment
|
||||
End="21.5,96.5" />
|
||||
</mssgle:SegmentCollection>
|
||||
</mssgle:Curve.Segments>
|
||||
</mssgle:Curve>
|
||||
</EdgeLayout.Curve>
|
||||
<EdgeLayout.Labels>
|
||||
<mssgm:EdgeLabel
|
||||
BoundingBox="0,0,0,0"
|
||||
RelativePosition="Any" />
|
||||
</EdgeLayout.Labels>
|
||||
</EdgeLayout>
|
||||
</GraphLayout>
|
||||
</LayoutInfo>
|
||||
</TaskHost>
|
||||
<PipelineComponentMetadata
|
||||
design-time-name="Package\DFT Copy ProductCategory\FFD lakeroot_Raw">
|
||||
<Properties>
|
||||
<Property>
|
||||
<Name>DataSourceViewID</Name>
|
||||
</Property>
|
||||
</Properties>
|
||||
</PipelineComponentMetadata>
|
||||
<PipelineComponentMetadata
|
||||
design-time-name="Package\DFT Copy ProductCategory\OLEDB_Src ProductCategory">
|
||||
<Properties>
|
||||
<Property>
|
||||
<Name>DataSourceViewID</Name>
|
||||
</Property>
|
||||
<Property>
|
||||
<Name>TableInfoObjectType</Name>
|
||||
<Value
|
||||
type="q2:string">Table</Value>
|
||||
</Property>
|
||||
</Properties>
|
||||
</PipelineComponentMetadata>
|
||||
</Objects>]]></DTS:DesignTimeProperties>
|
||||
</DTS:Executable>
|
||||
2
Labs/vs/SsisPackages/SsisPackages/Project.params
Normal file
2
Labs/vs/SsisPackages/SsisPackages/Project.params
Normal file
@ -0,0 +1,2 @@
|
||||
<?xml version="1.0"?>
|
||||
<SSIS:Parameters xmlns:SSIS="www.microsoft.com/SqlServer/SSIS" />
|
||||
13
Labs/vs/SsisPackages/SsisPackages/SsisPackages.database
Normal file
13
Labs/vs/SsisPackages/SsisPackages/SsisPackages.database
Normal file
@ -0,0 +1,13 @@
|
||||
<Database xmlns:xsd="http://www.w3.org/2001/XMLSchema" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:ddl2="http://schemas.microsoft.com/analysisservices/2003/engine/2" xmlns:ddl2_2="http://schemas.microsoft.com/analysisservices/2003/engine/2/2" xmlns:ddl100_100="http://schemas.microsoft.com/analysisservices/2008/engine/100/100" xmlns:ddl200="http://schemas.microsoft.com/analysisservices/2010/engine/200" xmlns:ddl200_200="http://schemas.microsoft.com/analysisservices/2010/engine/200/200" xmlns:ddl300="http://schemas.microsoft.com/analysisservices/2011/engine/300" xmlns:ddl300_300="http://schemas.microsoft.com/analysisservices/2011/engine/300/300" xmlns:ddl400="http://schemas.microsoft.com/analysisservices/2012/engine/400" xmlns:ddl400_400="http://schemas.microsoft.com/analysisservices/2012/engine/400/400" xmlns:ddl500="http://schemas.microsoft.com/analysisservices/2013/engine/500" xmlns:ddl500_500="http://schemas.microsoft.com/analysisservices/2013/engine/500/500" xmlns:dwd="http://schemas.microsoft.com/DataWarehouse/Designer/1.0" dwd:design-time-name="1fcb3b34-96a5-4ee7-a1ae-b6e870f84a71" xmlns="http://schemas.microsoft.com/analysisservices/2003/engine">
|
||||
<ID>SsisPackages</ID>
|
||||
<Name>SsisPackages</Name>
|
||||
<CreatedTimestamp>0001-01-01T00:00:00Z</CreatedTimestamp>
|
||||
<LastSchemaUpdate>0001-01-01T00:00:00Z</LastSchemaUpdate>
|
||||
<LastProcessed>0001-01-01T00:00:00Z</LastProcessed>
|
||||
<State>Unprocessed</State>
|
||||
<LastUpdate>0001-01-01T00:00:00Z</LastUpdate>
|
||||
<DataSourceImpersonationInfo>
|
||||
<ImpersonationMode>Default</ImpersonationMode>
|
||||
<ImpersonationInfoSecurity>Unchanged</ImpersonationInfoSecurity>
|
||||
</DataSourceImpersonationInfo>
|
||||
</Database>
|
||||
436
Labs/vs/SsisPackages/SsisPackages/SsisPackages.dtproj
Normal file
436
Labs/vs/SsisPackages/SsisPackages/SsisPackages.dtproj
Normal file
@ -0,0 +1,436 @@
|
||||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<Project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:xsd="http://www.w3.org/2001/XMLSchema">
|
||||
<DeploymentModel>Project</DeploymentModel>
|
||||
<ProductVersion>15.0.2000.128</ProductVersion>
|
||||
<SchemaVersion>9.0.1.0</SchemaVersion>
|
||||
<State>$base64$PFNvdXJjZUNvbnRyb2xJbmZvIHhtbG5zOnhzZD0iaHR0cDovL3d3dy53My5vcmcvMjAwMS9YTUxTY2hlbWEiIHhtbG5zOnhzaT0iaHR0cDovL3d3dy53My5vcmcvMjAwMS9YTUxTY2hlbWEtaW5zdGFuY2UiIHhtbG5zOmRkbDI9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDAzL2VuZ2luZS8yIiB4bWxuczpkZGwyXzI9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDAzL2VuZ2luZS8yLzIiIHhtbG5zOmRkbDEwMF8xMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDA4L2VuZ2luZS8xMDAvMTAwIiB4bWxuczpkZGwyMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEwL2VuZ2luZS8yMDAiIHhtbG5zOmRkbDIwMF8yMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEwL2VuZ2luZS8yMDAvMjAwIiB4bWxuczpkZGwzMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDExL2VuZ2luZS8zMDAiIHhtbG5zOmRkbDMwMF8zMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDExL2VuZ2luZS8zMDAvMzAwIiB4bWxuczpkZGw0MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEyL2VuZ2luZS80MDAiIHhtbG5zOmRkbDQwMF80MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEyL2VuZ2luZS80MDAvNDAwIiB4bWxuczpkZGw1MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEzL2VuZ2luZS81MDAiIHhtbG5zOmRkbDUwMF81MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEzL2VuZ2luZS81MDAvNTAwIiB4bWxuczpkd2Q9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vRGF0YVdhcmVob3VzZS9EZXNpZ25lci8xLjAiPg0KICA8RW5hYmxlZD5mYWxzZTwvRW5hYmxlZD4NCiAgPFByb2plY3ROYW1lPjwvUHJvamVjdE5hbWU+DQogIDxBdXhQYXRoPjwvQXV4UGF0aD4NCiAgPExvY2FsUGF0aD48L0xvY2FsUGF0aD4NCiAgPFByb3ZpZGVyPjwvUHJvdmlkZXI+DQo8L1NvdXJjZUNvbnRyb2xJbmZvPg==</State>
|
||||
<Database>
|
||||
<Name>SsisPackages.database</Name>
|
||||
<FullPath>SsisPackages.database</FullPath>
|
||||
</Database>
|
||||
<DataSources />
|
||||
<DataSourceViews />
|
||||
<DeploymentModelSpecificContent>
|
||||
<Manifest>
|
||||
<SSIS:Project SSIS:ProtectionLevel="EncryptSensitiveWithUserKey" xmlns:SSIS="www.microsoft.com/SqlServer/SSIS">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">{a20fdf6a-5da4-4e1c-b37d-c6392c9ef4e3}</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Name">SsisPackages</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionMajor">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionMinor">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionBuild">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionComments">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationDate">2020-09-04T20:57:21.1841522+01:00</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreatorName">DESKTOP-T3L61F1\Richard</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreatorComputerName">DESKTOP-T3L61F1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="PasswordVerifier" SSIS:Sensitive="1">AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAALRKo0Vm/BkOsUrO9CQkY/QAAAAACAAAAAAAQZgAAAAEAACAAAAAmFCOPyVp4vDwSYfQg2QxSQ59E1nQj58VHB5RzjD4NDAAAAAAOgAAAAAIAACAAAAArS9FjY1DDgsQ4GmThzZrbKIOK0PEB6sZ4gwP1xUK0a5AAAACwjH3dFr5enGDSzQ2VTgo2rcbAT4VtLb7VZ5rHNS9mPGlk2aDAqwluyILeYkXpboEvtnuHacvXFi3wX998fqlAiD0dgmQIrjgAqs1D/DAaBJTp+d4E7COlTFr6rLdelFdiU1LjMVyOqycwX1IfXC9fC0Kr8XWl2MoLhfUoxPEW9R+VM5Igri5vAJK2np0UWbRAAAAAKjwX+Xc3scAhAaboxe3eDYvAj24L0MBLmspJvaY/F6tGpXE68kTJt34gl5Znj7mYqUGAWbnLTKYwPu184JzUzQ==</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="FormatVersion">1</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
<SSIS:Packages>
|
||||
<SSIS:Package SSIS:Name="CopyProductCategory.dtsx" SSIS:EntryPoint="1" />
|
||||
</SSIS:Packages>
|
||||
<SSIS:ConnectionManagers />
|
||||
<SSIS:DeploymentInfo>
|
||||
<SSIS:ProjectConnectionParameters />
|
||||
<SSIS:PackageInfo>
|
||||
<SSIS:PackageMetaData SSIS:Name="CopyProductCategory.dtsx">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">{D99D7963-C308-43A9-A7B4-956E3178534B}</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Name">CopyProductCategory</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionMajor">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionMinor">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionBuild">8</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionComments">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="VersionGUID">{0BEEFFF7-A042-4855-8EF6-194FDD3AFF3F}</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="PackageFormatVersion">8</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="ProtectionLevel">1</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
<SSIS:Parameters>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.AccountKey">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.AccountName">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">mydatalakestorage</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.AuthType">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">9</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ConnectByProxy">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ConnectionString">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">ServiceType=AzureBlobFS;ConnectUsingManagedIdentity=True;AccountName=mydatalakestorage;DefaultEndpointsProtocol=https;EndpointSuffix=core.windows.net;</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ConnectUsingManagedIdentity">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">true</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.EndpointSuffix">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">core.windows.net</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.SasToken">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ServicePrincipalId">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ServicePrincipalKey">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.ServiceType">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">2</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">9</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.TargetServerVersion">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">140</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">9</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.TenantId">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureDataLakeStorage.UseHttps">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">true</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ConnectByProxy">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ConnectionString">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">Data Source=myazuresqlserver.database.windows.net;User ID=sqlserverlogin;Initial Catalog=AdventureWorks;Provider=SQLNCLI11.1;Auto Translate=False;</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ConnectUsingManagedIdentity">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.InitialCatalog">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">AdventureWorks</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.Password">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">1</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.RetainSameConnection">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">false</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">3</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.ServerName">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">myazuresqlserver.database.windows.net</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
<SSIS:Parameter SSIS:Name="CM.AzureSqlDatabase.UserName">
|
||||
<SSIS:Properties>
|
||||
<SSIS:Property SSIS:Name="ID">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="CreationName">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Description">
|
||||
</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="IncludeInDebugDump">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Required">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Sensitive">0</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="Value">sqlserverlogin</SSIS:Property>
|
||||
<SSIS:Property SSIS:Name="DataType">18</SSIS:Property>
|
||||
</SSIS:Properties>
|
||||
</SSIS:Parameter>
|
||||
</SSIS:Parameters>
|
||||
</SSIS:PackageMetaData>
|
||||
</SSIS:PackageInfo>
|
||||
</SSIS:DeploymentInfo>
|
||||
</SSIS:Project>
|
||||
</Manifest>
|
||||
</DeploymentModelSpecificContent>
|
||||
<ControlFlowParts />
|
||||
<Miscellaneous />
|
||||
<Configurations>
|
||||
<Configuration>
|
||||
<Name>Azure</Name>
|
||||
<Options>
|
||||
<OutputPath>bin</OutputPath>
|
||||
<ConnectionMappings />
|
||||
<ConnectionProviderMappings />
|
||||
<ConnectionSecurityMappings />
|
||||
<DatabaseStorageLocations />
|
||||
<TargetServerVersion>SQLServer2017</TargetServerVersion>
|
||||
<AzureMode>true</AzureMode>
|
||||
<LinkedAzureTenantId />
|
||||
<LinkedAzureAccountId />
|
||||
<LinkedAzureSSISIR />
|
||||
<LinkedAzureStorage />
|
||||
<RemoteExecutionFolder />
|
||||
<ParameterConfigurationValues>
|
||||
<ConfigurationSetting>
|
||||
<Id>LastModifiedTime</Id>
|
||||
<Name>LastModifiedTime</Name>
|
||||
<Value xsi:type="xsd:dateTime">2020-09-04T20:02:18.7568485Z</Value>
|
||||
</ConfigurationSetting>
|
||||
</ParameterConfigurationValues>
|
||||
</Options>
|
||||
</Configuration>
|
||||
<Configuration>
|
||||
<Name>Development</Name>
|
||||
<Options>
|
||||
<OutputPath>bin</OutputPath>
|
||||
<ConnectionMappings />
|
||||
<ConnectionProviderMappings />
|
||||
<ConnectionSecurityMappings />
|
||||
<DatabaseStorageLocations />
|
||||
<TargetServerVersion>SQLServer2017</TargetServerVersion>
|
||||
<AzureMode>false</AzureMode>
|
||||
<LinkedAzureTenantId />
|
||||
<LinkedAzureAccountId />
|
||||
<LinkedAzureSSISIR />
|
||||
<LinkedAzureStorage />
|
||||
<RemoteExecutionFolder />
|
||||
<ParameterConfigurationValues />
|
||||
</Options>
|
||||
</Configuration>
|
||||
</Configurations>
|
||||
</Project>
|
||||
BIN
Slides/Module 0.pdf
Normal file
BIN
Slides/Module 0.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 1.pdf
Normal file
BIN
Slides/Module 1.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 12.pdf
Normal file
BIN
Slides/Module 12.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 2.pdf
Normal file
BIN
Slides/Module 2.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 3.pdf
Normal file
BIN
Slides/Module 3.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 4.pdf
Normal file
BIN
Slides/Module 4.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 5.pdf
Normal file
BIN
Slides/Module 5.pdf
Normal file
Binary file not shown.
BIN
Slides/Module 6.pdf
Normal file
BIN
Slides/Module 6.pdf
Normal file
Binary file not shown.
Loading…
x
Reference in New Issue
Block a user