diff --git a/Labs/Lab 1 - Create Azure resources.pdf b/Labs/Lab 1 - Create Azure resources.pdf new file mode 100644 index 0000000..eba1ac3 Binary files /dev/null and b/Labs/Lab 1 - Create Azure resources.pdf differ diff --git a/Labs/Lab 2 - Build a Copy data pipeline.pdf b/Labs/Lab 2 - Build a Copy data pipeline.pdf new file mode 100644 index 0000000..2ca260b Binary files /dev/null and b/Labs/Lab 2 - Build a Copy data pipeline.pdf differ diff --git a/Labs/Lab 3 - Run SSIS packages in ADF.pdf b/Labs/Lab 3 - Run SSIS packages in ADF.pdf new file mode 100644 index 0000000..5b890ef Binary files /dev/null and b/Labs/Lab 3 - Run SSIS packages in ADF.pdf differ diff --git a/Labs/Lab 4 - Build a Mapping Data Flow.pdf b/Labs/Lab 4 - Build a Mapping Data Flow.pdf new file mode 100644 index 0000000..c1a7421 Binary files /dev/null and b/Labs/Lab 4 - Build a Mapping Data Flow.pdf differ diff --git a/Labs/Lab 5 - Create a reusable pipeline.pdf b/Labs/Lab 5 - Create a reusable pipeline.pdf new file mode 100644 index 0000000..9fc6619 Binary files /dev/null and b/Labs/Lab 5 - Create a reusable pipeline.pdf differ diff --git a/Labs/Lab 6 - Monitor factory activity.pdf b/Labs/Lab 6 - Monitor factory activity.pdf new file mode 100644 index 0000000..73e14a3 Binary files /dev/null and b/Labs/Lab 6 - Monitor factory activity.pdf differ diff --git a/Labs/adf/dataflow/BuildProductDimension.json b/Labs/adf/dataflow/BuildProductDimension.json new file mode 100644 index 0000000..503aa5f --- /dev/null +++ b/Labs/adf/dataflow/BuildProductDimension.json @@ -0,0 +1,64 @@ +{ + "name": "BuildProductDimension", + "properties": { + "folder": { + "name": "Lab4" + }, + "type": "MappingDataFlow", + "typeProperties": { + "sources": [ + { + "dataset": { + "referenceName": "ADLS_Product", + "type": "DatasetReference" + }, + "name": "Product" + }, + { + "dataset": { + "referenceName": "ADLS_ProductCategory", + "type": "DatasetReference" + }, + "name": "ProductCategory" + }, + { + "dataset": { + "referenceName": "ADLS_ProductModel", + "type": "DatasetReference" + }, + "name": "ProductModel" + } + ], + "sinks": [ + { + "dataset": { + "referenceName": "ADLS_DimProduct", + "type": "DatasetReference" + }, + "name": "DimProduct" + } + ], + "transformations": [ + { + "name": "SelectProductColumns" + }, + { + "name": "SelectProductCategoryColumns" + }, + { + "name": "SelectProductModelColumns" + }, + { + "name": "LookupProductCategory" + }, + { + "name": "LookupProductModelID" + }, + { + "name": "RemoveDuplicateColumns" + } + ], + "script": "source(output(\n\t\tProductID as short,\n\t\tName as string,\n\t\tProductNumber as string,\n\t\tColor as string,\n\t\tStandardCost as double,\n\t\tListPrice as double,\n\t\tSize as string,\n\t\tWeight as double,\n\t\tProductCategoryID as short,\n\t\tProductModelID as short,\n\t\tSellStartDate as string,\n\t\tSellEndDate as string,\n\t\tDiscontinuedDate as string,\n\t\tThumbNailPhoto as string,\n\t\tThumbnailPhotoFileName as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> Product\nsource(output(\n\t\tProductCategoryID as short,\n\t\tParentProductCategoryID as string,\n\t\tName as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> ProductCategory\nsource(output(\n\t\tProductModelID as short,\n\t\tName as string,\n\t\tCatalogDescription as string,\n\t\trowguid as string,\n\t\tModifiedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false,\n\tignoreNoFilesFound: false) ~> ProductModel\nProduct select(mapColumn(\n\t\tProductID,\n\t\tProduct = Name,\n\t\tProductCategoryID,\n\t\tProductModelID\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductColumns\nProductCategory select(mapColumn(\n\t\tProductCategoryID,\n\t\tProductCategory = Name\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductCategoryColumns\nProductModel select(mapColumn(\n\t\tProductModelID,\n\t\tProductModel = Name\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> SelectProductModelColumns\nSelectProductColumns, SelectProductCategoryColumns lookup(SelectProductColumns@ProductCategoryID == SelectProductCategoryColumns@ProductCategoryID,\n\tmultiple: false,\n\tpickup: 'any',\n\tbroadcast: 'auto')~> LookupProductCategory\nLookupProductCategory, SelectProductModelColumns lookup(SelectProductColumns@ProductModelID == SelectProductModelColumns@ProductModelID,\n\tmultiple: false,\n\tpickup: 'any',\n\tbroadcast: 'auto')~> LookupProductModelID\nLookupProductModelID select(mapColumn(\n\t\tProductID,\n\t\tProduct,\n\t\tProductCategoryID = {SelectProductColumns@ProductCategoryID},\n\t\tProductModelID = {SelectProductColumns@ProductModelID},\n\t\tProductCategory,\n\t\tProductModel\n\t),\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> RemoveDuplicateColumns\nRemoveDuplicateColumns sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tformat: 'parquet',\n\tskipDuplicateMapInputs: true,\n\tskipDuplicateMapOutputs: true) ~> DimProduct" + } + } +} \ No newline at end of file diff --git a/Labs/adf/dataset/ADLS_DimProduct.json b/Labs/adf/dataset/ADLS_DimProduct.json new file mode 100644 index 0000000..dcbdb00 --- /dev/null +++ b/Labs/adf/dataset/ADLS_DimProduct.json @@ -0,0 +1,24 @@ +{ + "name": "ADLS_DimProduct", + "properties": { + "linkedServiceName": { + "referenceName": "AzureDataLakeStorage1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab4" + }, + "annotations": [], + "type": "Parquet", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "folderPath": "Cleaned/DimProduct", + "fileSystem": "lakeroot" + }, + "compressionCodec": "snappy" + }, + "schema": [] + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ADLS_Product.json b/Labs/adf/dataset/ADLS_Product.json new file mode 100644 index 0000000..ab9a7b3 --- /dev/null +++ b/Labs/adf/dataset/ADLS_Product.json @@ -0,0 +1,28 @@ +{ + "name": "ADLS_Product", + "properties": { + "linkedServiceName": { + "referenceName": "AzureDataLakeStorage1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab4" + }, + "annotations": [], + "type": "DelimitedText", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "fileName": "SalesLT.Product.txt", + "folderPath": "Raw", + "fileSystem": "lakeroot" + }, + "columnDelimiter": ",", + "escapeChar": "\\", + "firstRowAsHeader": true, + "quoteChar": "\"" + }, + "schema": [] + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ADLS_ProductCategory.json b/Labs/adf/dataset/ADLS_ProductCategory.json new file mode 100644 index 0000000..e357684 --- /dev/null +++ b/Labs/adf/dataset/ADLS_ProductCategory.json @@ -0,0 +1,28 @@ +{ + "name": "ADLS_ProductCategory", + "properties": { + "linkedServiceName": { + "referenceName": "AzureDataLakeStorage1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab4" + }, + "annotations": [], + "type": "DelimitedText", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "fileName": "SalesLT.ProductCategory.txt", + "folderPath": "Raw", + "fileSystem": "lakeroot" + }, + "columnDelimiter": ",", + "escapeChar": "\\", + "firstRowAsHeader": true, + "quoteChar": "\"" + }, + "schema": [] + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ADLS_ProductModel.json b/Labs/adf/dataset/ADLS_ProductModel.json new file mode 100644 index 0000000..013aea5 --- /dev/null +++ b/Labs/adf/dataset/ADLS_ProductModel.json @@ -0,0 +1,28 @@ +{ + "name": "ADLS_ProductModel", + "properties": { + "linkedServiceName": { + "referenceName": "AzureDataLakeStorage1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab4" + }, + "annotations": [], + "type": "DelimitedText", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "fileName": "SalesLT.ProductModel.txt", + "folderPath": "Raw", + "fileSystem": "lakeroot" + }, + "columnDelimiter": ",", + "escapeChar": "\\", + "firstRowAsHeader": true, + "quoteChar": "\"" + }, + "schema": [] + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ADLS_Raw.json b/Labs/adf/dataset/ADLS_Raw.json new file mode 100644 index 0000000..251c768 --- /dev/null +++ b/Labs/adf/dataset/ADLS_Raw.json @@ -0,0 +1,27 @@ +{ + "name": "ADLS_Raw", + "properties": { + "linkedServiceName": { + "referenceName": "AzureDataLakeStorage1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab2" + }, + "annotations": [], + "type": "DelimitedText", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "folderPath": "Raw", + "fileSystem": "lakeroot" + }, + "columnDelimiter": ",", + "escapeChar": "\\", + "firstRowAsHeader": true, + "quoteChar": "\"" + }, + "schema": [] + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ADLS_Raw_Generic.json b/Labs/adf/dataset/ADLS_Raw_Generic.json new file mode 100644 index 0000000..e9d2448 --- /dev/null +++ b/Labs/adf/dataset/ADLS_Raw_Generic.json @@ -0,0 +1,36 @@ +{ + "name": "ADLS_Raw_Generic", + "properties": { + "linkedServiceName": { + "referenceName": "AzureDataLakeStorage1", + "type": "LinkedServiceReference" + }, + "parameters": { + "File": { + "type": "string" + } + }, + "folder": { + "name": "Lab5" + }, + "annotations": [], + "type": "DelimitedText", + "typeProperties": { + "location": { + "type": "AzureBlobFSLocation", + "fileName": { + "value": "@dataset().File", + "type": "Expression" + }, + "folderPath": "Raw", + "fileSystem": "lakeroot" + }, + "columnDelimiter": ",", + "escapeChar": "\\", + "firstRowAsHeader": true, + "quoteChar": "\"" + }, + "schema": [] + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ASQL_AdventureWorks_Generic.json b/Labs/adf/dataset/ASQL_AdventureWorks_Generic.json new file mode 100644 index 0000000..8339d81 --- /dev/null +++ b/Labs/adf/dataset/ASQL_AdventureWorks_Generic.json @@ -0,0 +1,34 @@ +{ + "name": "ASQL_AdventureWorks_Generic", + "properties": { + "linkedServiceName": { + "referenceName": "AzureSqlDatabase1", + "type": "LinkedServiceReference" + }, + "parameters": { + "TableSchema": { + "type": "string" + }, + "TableName": { + "type": "string" + } + }, + "folder": { + "name": "Lab5" + }, + "annotations": [], + "type": "AzureSqlTable", + "schema": [], + "typeProperties": { + "schema": { + "value": "@dataset().TableSchema", + "type": "Expression" + }, + "table": { + "value": "@dataset().TableName", + "type": "Expression" + } + } + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ASQL_Product.json b/Labs/adf/dataset/ASQL_Product.json new file mode 100644 index 0000000..ebe1cc1 --- /dev/null +++ b/Labs/adf/dataset/ASQL_Product.json @@ -0,0 +1,106 @@ +{ + "name": "ASQL_Product", + "properties": { + "linkedServiceName": { + "referenceName": "AzureSqlDatabase1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab2" + }, + "annotations": [], + "type": "AzureSqlTable", + "schema": [ + { + "name": "ProductID", + "type": "int", + "precision": 10 + }, + { + "name": "Name", + "type": "nvarchar" + }, + { + "name": "ProductNumber", + "type": "nvarchar" + }, + { + "name": "Color", + "type": "nvarchar" + }, + { + "name": "StandardCost", + "type": "money", + "precision": 19, + "scale": 4 + }, + { + "name": "ListPrice", + "type": "money", + "precision": 19, + "scale": 4 + }, + { + "name": "Size", + "type": "nvarchar" + }, + { + "name": "Weight", + "type": "decimal", + "precision": 8, + "scale": 2 + }, + { + "name": "ProductCategoryID", + "type": "int", + "precision": 10 + }, + { + "name": "ProductModelID", + "type": "int", + "precision": 10 + }, + { + "name": "SellStartDate", + "type": "datetime", + "precision": 23, + "scale": 3 + }, + { + "name": "SellEndDate", + "type": "datetime", + "precision": 23, + "scale": 3 + }, + { + "name": "DiscontinuedDate", + "type": "datetime", + "precision": 23, + "scale": 3 + }, + { + "name": "ThumbNailPhoto", + "type": "varbinary" + }, + { + "name": "ThumbnailPhotoFileName", + "type": "nvarchar" + }, + { + "name": "rowguid", + "type": "uniqueidentifier" + }, + { + "name": "ModifiedDate", + "type": "datetime", + "precision": 23, + "scale": 3 + } + ], + "typeProperties": { + "schema": "SalesLT", + "table": "Product" + } + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/dataset/ASQL_ProductModel.json b/Labs/adf/dataset/ASQL_ProductModel.json new file mode 100644 index 0000000..be402d9 --- /dev/null +++ b/Labs/adf/dataset/ASQL_ProductModel.json @@ -0,0 +1,106 @@ +{ + "name": "ASQL_ProductModel", + "properties": { + "linkedServiceName": { + "referenceName": "AzureSqlDatabase1", + "type": "LinkedServiceReference" + }, + "folder": { + "name": "Lab4" + }, + "annotations": [], + "type": "AzureSqlTable", + "schema": [ + { + "name": "ProductID", + "type": "int", + "precision": 10 + }, + { + "name": "Name", + "type": "nvarchar" + }, + { + "name": "ProductNumber", + "type": "nvarchar" + }, + { + "name": "Color", + "type": "nvarchar" + }, + { + "name": "StandardCost", + "type": "money", + "precision": 19, + "scale": 4 + }, + { + "name": "ListPrice", + "type": "money", + "precision": 19, + "scale": 4 + }, + { + "name": "Size", + "type": "nvarchar" + }, + { + "name": "Weight", + "type": "decimal", + "precision": 8, + "scale": 2 + }, + { + "name": "ProductCategoryID", + "type": "int", + "precision": 10 + }, + { + "name": "ProductModelID", + "type": "int", + "precision": 10 + }, + { + "name": "SellStartDate", + "type": "datetime", + "precision": 23, + "scale": 3 + }, + { + "name": "SellEndDate", + "type": "datetime", + "precision": 23, + "scale": 3 + }, + { + "name": "DiscontinuedDate", + "type": "datetime", + "precision": 23, + "scale": 3 + }, + { + "name": "ThumbNailPhoto", + "type": "varbinary" + }, + { + "name": "ThumbnailPhotoFileName", + "type": "nvarchar" + }, + { + "name": "rowguid", + "type": "uniqueidentifier" + }, + { + "name": "ModifiedDate", + "type": "datetime", + "precision": 23, + "scale": 3 + } + ], + "typeProperties": { + "schema": "SalesLT", + "table": "ProductModel" + } + }, + "type": "Microsoft.DataFactory/factories/datasets" +} \ No newline at end of file diff --git a/Labs/adf/factory/adayfullofadf-adf.json b/Labs/adf/factory/adayfullofadf-adf.json new file mode 100644 index 0000000..8bb6303 --- /dev/null +++ b/Labs/adf/factory/adayfullofadf-adf.json @@ -0,0 +1,4 @@ +{ + "name": "adayfullofadf-adf", + "location": "uksouth" +} \ No newline at end of file diff --git a/Labs/adf/integrationRuntime/SSISIntegrationRuntime.json b/Labs/adf/integrationRuntime/SSISIntegrationRuntime.json new file mode 100644 index 0000000..079ebe3 --- /dev/null +++ b/Labs/adf/integrationRuntime/SSISIntegrationRuntime.json @@ -0,0 +1,27 @@ +{ + "name": "SSISIntegrationRuntime", + "properties": { + "type": "Managed", + "typeProperties": { + "computeProperties": { + "location": "UK South", + "nodeSize": "Standard_D2_v3", + "numberOfNodes": 1, + "maxParallelExecutionsPerNode": 2 + }, + "ssisProperties": { + "catalogInfo": { + "catalogServerEndpoint": "adayfullofadf-sql.database.windows.net", + "catalogAdminUserName": "sql-admin", + "catalogAdminPassword": { + "type": "SecureString", + "value": "**********" + }, + "catalogPricingTier": "S1" + }, + "edition": "Standard", + "licenseType": "LicenseIncluded" + } + } + } +} \ No newline at end of file diff --git a/Labs/adf/linkedService/AzureDataLakeStorage1.json b/Labs/adf/linkedService/AzureDataLakeStorage1.json new file mode 100644 index 0000000..7a01058 --- /dev/null +++ b/Labs/adf/linkedService/AzureDataLakeStorage1.json @@ -0,0 +1,11 @@ +{ + "name": "AzureDataLakeStorage1", + "type": "Microsoft.DataFactory/factories/linkedservices", + "properties": { + "annotations": [], + "type": "AzureBlobFS", + "typeProperties": { + "url": "https://adayfullofadfsa.dfs.core.windows.net" + } + } +} \ No newline at end of file diff --git a/Labs/adf/linkedService/AzureSqlDatabase1.json b/Labs/adf/linkedService/AzureSqlDatabase1.json new file mode 100644 index 0000000..5dfff7b --- /dev/null +++ b/Labs/adf/linkedService/AzureSqlDatabase1.json @@ -0,0 +1,12 @@ +{ + "name": "AzureSqlDatabase1", + "type": "Microsoft.DataFactory/factories/linkedservices", + "properties": { + "annotations": [], + "type": "AzureSqlDatabase", + "typeProperties": { + "connectionString": "integrated security=False;encrypt=True;connection timeout=30;data source=adayfullofadf-sql.database.windows.net;initial catalog=AdventureWorks;user id=sql-admin", + "encryptedCredential": "ew0KICAiVmVyc2lvbiI6ICIyMDE3LTExLTMwIiwNCiAgIlByb3RlY3Rpb25Nb2RlIjogIktleSIsDQogICJTZWNyZXRDb250ZW50VHlwZSI6ICJQbGFpbnRleHQiLA0KICAiQ3JlZGVudGlhbElkIjogIkFEQVlGVUxMT0ZBREYtQURGXzA3MGU1MDIyLWEzYjMtNDFmMS1hOTk3LWU2ODE3Y2VhNjdhYyINCn0=" + } + } +} \ No newline at end of file diff --git a/Labs/adf/pipeline/BuildProductDimension.json b/Labs/adf/pipeline/BuildProductDimension.json new file mode 100644 index 0000000..ff36156 --- /dev/null +++ b/Labs/adf/pipeline/BuildProductDimension.json @@ -0,0 +1,36 @@ +{ + "name": "BuildProductDimension", + "properties": { + "activities": [ + { + "name": "BuildProductDimension", + "type": "ExecuteDataFlow", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "dataflow": { + "referenceName": "BuildProductDimension", + "type": "DataFlowReference" + }, + "compute": { + "coreCount": 8, + "computeType": "General" + } + } + } + ], + "folder": { + "name": "Lab4" + }, + "annotations": [], + "lastPublishTime": "2020-09-26T17:05:06Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file diff --git a/Labs/adf/pipeline/CopyAdventureWorks.json b/Labs/adf/pipeline/CopyAdventureWorks.json new file mode 100644 index 0000000..cf3a0b6 --- /dev/null +++ b/Labs/adf/pipeline/CopyAdventureWorks.json @@ -0,0 +1,83 @@ +{ + "name": "CopyAdventureWorks", + "properties": { + "activities": [ + { + "name": "Get table list", + "type": "Lookup", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "source": { + "type": "AzureSqlSource", + "sqlReaderQuery": "SELECT TABLE_SCHEMA, TABLE_NAME \nFROM INFORMATION_SCHEMA.TABLES\nWHERE TABLE_TYPE = 'BASE TABLE'\nAND TABLE_SCHEMA = 'SalesLT'\n", + "queryTimeout": "02:00:00", + "partitionOption": "None" + }, + "dataset": { + "referenceName": "ASQL_Product", + "type": "DatasetReference" + }, + "firstRowOnly": false + } + }, + { + "name": "ForEach1", + "type": "ForEach", + "dependsOn": [ + { + "activity": "Get table list", + "dependencyConditions": [ + "Succeeded" + ] + } + ], + "userProperties": [], + "typeProperties": { + "items": { + "value": "@activity('Get table list').output.value", + "type": "Expression" + }, + "activities": [ + { + "name": "Execute Pipeline1", + "type": "ExecutePipeline", + "dependsOn": [], + "userProperties": [], + "typeProperties": { + "pipeline": { + "referenceName": "CopyAnyTable", + "type": "PipelineReference" + }, + "waitOnCompletion": true, + "parameters": { + "TableSchema": { + "value": "@item().TABLE_SCHEMA", + "type": "Expression" + }, + "TableName": { + "value": "@item().TABLE_NAME", + "type": "Expression" + } + } + } + } + ] + } + } + ], + "folder": { + "name": "Lab5" + }, + "annotations": [], + "lastPublishTime": "2020-09-26T17:11:52Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file diff --git a/Labs/adf/pipeline/CopyAnyTable.json b/Labs/adf/pipeline/CopyAnyTable.json new file mode 100644 index 0000000..2992669 --- /dev/null +++ b/Labs/adf/pipeline/CopyAnyTable.json @@ -0,0 +1,89 @@ +{ + "name": "CopyAnyTable", + "properties": { + "activities": [ + { + "name": "Copy table", + "type": "Copy", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "source": { + "type": "AzureSqlSource", + "queryTimeout": "02:00:00", + "partitionOption": "None" + }, + "sink": { + "type": "DelimitedTextSink", + "storeSettings": { + "type": "AzureBlobFSWriteSettings" + }, + "formatSettings": { + "type": "DelimitedTextWriteSettings", + "quoteAllText": true, + "fileExtension": ".txt" + } + }, + "enableStaging": false, + "translator": { + "type": "TabularTranslator", + "typeConversion": true, + "typeConversionSettings": { + "allowDataTruncation": true, + "treatBooleanAsNumber": false + } + } + }, + "inputs": [ + { + "referenceName": "ASQL_AdventureWorks_Generic", + "type": "DatasetReference", + "parameters": { + "TableSchema": { + "value": "@pipeline().parameters.TableSchema", + "type": "Expression" + }, + "TableName": { + "value": "@pipeline().parameters.TableName", + "type": "Expression" + } + } + } + ], + "outputs": [ + { + "referenceName": "ADLS_Raw_Generic", + "type": "DatasetReference", + "parameters": { + "File": { + "value": "@{pipeline().parameters.TableSchema}.@{pipeline().parameters.TableName}.txt", + "type": "Expression" + } + } + } + ] + } + ], + "parameters": { + "TableSchema": { + "type": "string" + }, + "TableName": { + "type": "string" + } + }, + "folder": { + "name": "Lab5" + }, + "annotations": [], + "lastPublishTime": "2020-09-26T17:11:52Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file diff --git a/Labs/adf/pipeline/CopyProduct.json b/Labs/adf/pipeline/CopyProduct.json new file mode 100644 index 0000000..70cae29 --- /dev/null +++ b/Labs/adf/pipeline/CopyProduct.json @@ -0,0 +1,65 @@ +{ + "name": "CopyProduct", + "properties": { + "activities": [ + { + "name": "Copy data to lake", + "type": "Copy", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "source": { + "type": "AzureSqlSource", + "queryTimeout": "02:00:00", + "partitionOption": "None" + }, + "sink": { + "type": "DelimitedTextSink", + "storeSettings": { + "type": "AzureBlobFSWriteSettings" + }, + "formatSettings": { + "type": "DelimitedTextWriteSettings", + "quoteAllText": true, + "fileExtension": ".txt" + } + }, + "enableStaging": false, + "translator": { + "type": "TabularTranslator", + "typeConversion": true, + "typeConversionSettings": { + "allowDataTruncation": true, + "treatBooleanAsNumber": false + } + } + }, + "inputs": [ + { + "referenceName": "ASQL_Product", + "type": "DatasetReference" + } + ], + "outputs": [ + { + "referenceName": "ADLS_Raw", + "type": "DatasetReference" + } + ] + } + ], + "folder": { + "name": "Lab2" + }, + "annotations": [], + "lastPublishTime": "2020-09-26T14:33:50Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file diff --git a/Labs/adf/pipeline/CopyProductCategory.json b/Labs/adf/pipeline/CopyProductCategory.json new file mode 100644 index 0000000..08290d9 --- /dev/null +++ b/Labs/adf/pipeline/CopyProductCategory.json @@ -0,0 +1,38 @@ +{ + "name": "CopyProductCategory", + "properties": { + "activities": [ + { + "name": "Execute CopyProductCategory", + "type": "ExecuteSSISPackage", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "packageLocation": { + "packagePath": "ADayFullOfAdf/SsisPackages/CopyProductCategory.dtsx", + "type": "SSISDB" + }, + "environmentPath": null, + "connectVia": { + "referenceName": "SSISIntegrationRuntime", + "type": "IntegrationRuntimeReference" + }, + "loggingLevel": "Basic" + } + } + ], + "folder": { + "name": "Lab3" + }, + "annotations": [], + "lastPublishTime": "2020-09-26T15:27:22Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file diff --git a/Labs/adf/pipeline/CopyProductModel.json b/Labs/adf/pipeline/CopyProductModel.json new file mode 100644 index 0000000..d19be52 --- /dev/null +++ b/Labs/adf/pipeline/CopyProductModel.json @@ -0,0 +1,65 @@ +{ + "name": "CopyProductModel", + "properties": { + "activities": [ + { + "name": "Copy data1", + "type": "Copy", + "dependsOn": [], + "policy": { + "timeout": "7.00:00:00", + "retry": 0, + "retryIntervalInSeconds": 30, + "secureOutput": false, + "secureInput": false + }, + "userProperties": [], + "typeProperties": { + "source": { + "type": "AzureSqlSource", + "queryTimeout": "02:00:00", + "partitionOption": "None" + }, + "sink": { + "type": "DelimitedTextSink", + "storeSettings": { + "type": "AzureBlobFSWriteSettings" + }, + "formatSettings": { + "type": "DelimitedTextWriteSettings", + "quoteAllText": true, + "fileExtension": ".txt" + } + }, + "enableStaging": false, + "translator": { + "type": "TabularTranslator", + "typeConversion": true, + "typeConversionSettings": { + "allowDataTruncation": true, + "treatBooleanAsNumber": false + } + } + }, + "inputs": [ + { + "referenceName": "ASQL_ProductModel", + "type": "DatasetReference" + } + ], + "outputs": [ + { + "referenceName": "ADLS_Raw", + "type": "DatasetReference" + } + ] + } + ], + "folder": { + "name": "Lab4" + }, + "annotations": [], + "lastPublishTime": "2020-09-26T16:27:34Z" + }, + "type": "Microsoft.DataFactory/factories/pipelines" +} \ No newline at end of file diff --git a/Labs/vs/.gitignore b/Labs/vs/.gitignore new file mode 100644 index 0000000..1ee5385 --- /dev/null +++ b/Labs/vs/.gitignore @@ -0,0 +1,362 @@ +## Ignore Visual Studio temporary files, build results, and +## files generated by popular Visual Studio add-ons. +## +## Get latest from https://github.com/github/gitignore/blob/master/VisualStudio.gitignore + +# User-specific files +*.rsuser +*.suo +*.user +*.userosscache +*.sln.docstates + +# User-specific files (MonoDevelop/Xamarin Studio) +*.userprefs + +# Mono auto generated files +mono_crash.* + +# Build results +[Dd]ebug/ +[Dd]ebugPublic/ +[Rr]elease/ +[Rr]eleases/ +x64/ +x86/ +[Ww][Ii][Nn]32/ +[Aa][Rr][Mm]/ +[Aa][Rr][Mm]64/ +bld/ +[Bb]in/ +[Oo]bj/ +[Ll]og/ +[Ll]ogs/ + +# Visual Studio 2015/2017 cache/options directory +.vs/ +# Uncomment if you have tasks that create the project's static files in wwwroot +#wwwroot/ + +# Visual Studio 2017 auto generated files +Generated\ Files/ + +# MSTest test Results +[Tt]est[Rr]esult*/ +[Bb]uild[Ll]og.* + +# NUnit +*.VisualState.xml +TestResult.xml +nunit-*.xml + +# Build Results of an ATL Project +[Dd]ebugPS/ +[Rr]eleasePS/ +dlldata.c + +# Benchmark Results +BenchmarkDotNet.Artifacts/ + +# .NET Core +project.lock.json +project.fragment.lock.json +artifacts/ + +# ASP.NET Scaffolding +ScaffoldingReadMe.txt + +# StyleCop +StyleCopReport.xml + +# Files built by Visual Studio +*_i.c +*_p.c +*_h.h +*.ilk +*.meta +*.obj +*.iobj +*.pch +*.pdb +*.ipdb +*.pgc +*.pgd +*.rsp +*.sbr +*.tlb +*.tli +*.tlh +*.tmp +*.tmp_proj +*_wpftmp.csproj +*.log +*.vspscc +*.vssscc +.builds +*.pidb +*.svclog +*.scc + +# Chutzpah Test files +_Chutzpah* + +# Visual C++ cache files +ipch/ +*.aps +*.ncb +*.opendb +*.opensdf +*.sdf +*.cachefile +*.VC.db +*.VC.VC.opendb + +# Visual Studio profiler +*.psess +*.vsp +*.vspx +*.sap + +# Visual Studio Trace Files +*.e2e + +# TFS 2012 Local Workspace +$tf/ + +# Guidance Automation Toolkit +*.gpState + +# ReSharper is a .NET coding add-in +_ReSharper*/ +*.[Rr]e[Ss]harper +*.DotSettings.user + +# TeamCity is a build add-in +_TeamCity* + +# DotCover is a Code Coverage Tool +*.dotCover + +# AxoCover is a Code Coverage Tool +.axoCover/* +!.axoCover/settings.json + +# Coverlet is a free, cross platform Code Coverage Tool +coverage*.json +coverage*.xml +coverage*.info + +# Visual Studio code coverage results +*.coverage +*.coveragexml + +# NCrunch +_NCrunch_* +.*crunch*.local.xml +nCrunchTemp_* + +# MightyMoose +*.mm.* +AutoTest.Net/ + +# Web workbench (sass) +.sass-cache/ + +# Installshield output folder +[Ee]xpress/ + +# DocProject is a documentation generator add-in +DocProject/buildhelp/ +DocProject/Help/*.HxT +DocProject/Help/*.HxC +DocProject/Help/*.hhc +DocProject/Help/*.hhk +DocProject/Help/*.hhp +DocProject/Help/Html2 +DocProject/Help/html + +# Click-Once directory +publish/ + +# Publish Web Output +*.[Pp]ublish.xml +*.azurePubxml +# Note: Comment the next line if you want to checkin your web deploy settings, +# but database connection strings (with potential passwords) will be unencrypted +*.pubxml +*.publishproj + +# Microsoft Azure Web App publish settings. Comment the next line if you want to +# checkin your Azure Web App publish settings, but sensitive information contained +# in these scripts will be unencrypted +PublishScripts/ + +# NuGet Packages +*.nupkg +# NuGet Symbol Packages +*.snupkg +# The packages folder can be ignored because of Package Restore +**/[Pp]ackages/* +# except build/, which is used as an MSBuild target. +!**/[Pp]ackages/build/ +# Uncomment if necessary however generally it will be regenerated when needed +#!**/[Pp]ackages/repositories.config +# NuGet v3's project.json files produces more ignorable files +*.nuget.props +*.nuget.targets + +# Microsoft Azure Build Output +csx/ +*.build.csdef + +# Microsoft Azure Emulator +ecf/ +rcf/ + +# Windows Store app package directories and files +AppPackages/ +BundleArtifacts/ +Package.StoreAssociation.xml +_pkginfo.txt +*.appx +*.appxbundle +*.appxupload + +# Visual Studio cache files +# files ending in .cache can be ignored +*.[Cc]ache +# but keep track of directories ending in .cache +!?*.[Cc]ache/ + +# Others +ClientBin/ +~$* +*~ +*.dbmdl +*.dbproj.schemaview +*.jfm +*.pfx +*.publishsettings +orleans.codegen.cs + +# Including strong name files can present a security risk +# (https://github.com/github/gitignore/pull/2483#issue-259490424) +#*.snk + +# Since there are multiple workflows, uncomment next line to ignore bower_components +# (https://github.com/github/gitignore/pull/1529#issuecomment-104372622) +#bower_components/ + +# RIA/Silverlight projects +Generated_Code/ + +# Backup & report files from converting an old project file +# to a newer Visual Studio version. Backup files are not needed, +# because we have git ;-) +_UpgradeReport_Files/ +Backup*/ +UpgradeLog*.XML +UpgradeLog*.htm +ServiceFabricBackup/ +*.rptproj.bak + +# SQL Server files +*.mdf +*.ldf +*.ndf + +# Business Intelligence projects +*.rdl.data +*.bim.layout +*.bim_*.settings +*.rptproj.rsuser +*- [Bb]ackup.rdl +*- [Bb]ackup ([0-9]).rdl +*- [Bb]ackup ([0-9][0-9]).rdl + +# Microsoft Fakes +FakesAssemblies/ + +# GhostDoc plugin setting file +*.GhostDoc.xml + +# Node.js Tools for Visual Studio +.ntvs_analysis.dat +node_modules/ + +# Visual Studio 6 build log +*.plg + +# Visual Studio 6 workspace options file +*.opt + +# Visual Studio 6 auto-generated workspace file (contains which files were open etc.) +*.vbw + +# Visual Studio LightSwitch build output +**/*.HTMLClient/GeneratedArtifacts +**/*.DesktopClient/GeneratedArtifacts +**/*.DesktopClient/ModelManifest.xml +**/*.Server/GeneratedArtifacts +**/*.Server/ModelManifest.xml +_Pvt_Extensions + +# Paket dependency manager +.paket/paket.exe +paket-files/ + +# FAKE - F# Make +.fake/ + +# CodeRush personal settings +.cr/personal + +# Python Tools for Visual Studio (PTVS) +__pycache__/ +*.pyc + +# Cake - Uncomment if you are using it +# tools/** +# !tools/packages.config + +# Tabs Studio +*.tss + +# Telerik's JustMock configuration file +*.jmconfig + +# BizTalk build output +*.btp.cs +*.btm.cs +*.odx.cs +*.xsd.cs + +# OpenCover UI analysis results +OpenCover/ + +# Azure Stream Analytics local run output +ASALocalRun/ + +# MSBuild Binary and Structured Log +*.binlog + +# NVidia Nsight GPU debugger configuration file +*.nvuser + +# MFractors (Xamarin productivity tool) working folder +.mfractor/ + +# Local History for Visual Studio +.localhistory/ + +# BeatPulse healthcheck temp database +healthchecksdb + +# Backup folder for Package Reference Convert tool in Visual Studio 2017 +MigrationBackup/ + +# Ionide (cross platform F# VS Code tools) working folder +.ionide/ + +# Fody - auto-generated XML schema +FodyWeavers.xsd diff --git a/Labs/vs/SsisPackages/SsisPackages.sln b/Labs/vs/SsisPackages/SsisPackages.sln new file mode 100644 index 0000000..a1220f4 --- /dev/null +++ b/Labs/vs/SsisPackages/SsisPackages.sln @@ -0,0 +1,25 @@ + +Microsoft Visual Studio Solution File, Format Version 12.00 +# Visual Studio Version 16 +VisualStudioVersion = 16.0.30330.147 +MinimumVisualStudioVersion = 10.0.40219.1 +Project("{159641D6-6404-4A2A-AE62-294DE0FE8301}") = "SsisPackages", "SsisPackages\SsisPackages.dtproj", "{127EE71E-533D-42DD-B78E-9F3A51A18CA1}" +EndProject +Global + GlobalSection(SolutionConfigurationPlatforms) = preSolution + Azure|Default = Azure|Default + Development|Default = Development|Default + EndGlobalSection + GlobalSection(ProjectConfigurationPlatforms) = postSolution + {127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Azure|Default.ActiveCfg = Azure + {127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Azure|Default.Build.0 = Azure + {127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Development|Default.ActiveCfg = Development + {127EE71E-533D-42DD-B78E-9F3A51A18CA1}.Development|Default.Build.0 = Development + EndGlobalSection + GlobalSection(SolutionProperties) = preSolution + HideSolutionNode = FALSE + EndGlobalSection + GlobalSection(ExtensibilityGlobals) = postSolution + SolutionGuid = {B2FD1719-9BB7-4903-8165-D0BF6BC8F3CE} + EndGlobalSection +EndGlobal diff --git a/Labs/vs/SsisPackages/SsisPackages/CopyProductCategory.dtsx b/Labs/vs/SsisPackages/SsisPackages/CopyProductCategory.dtsx new file mode 100644 index 0000000..defbc66 --- /dev/null +++ b/Labs/vs/SsisPackages/SsisPackages/CopyProductCategory.dtsx @@ -0,0 +1,500 @@ + + + 8 + + + + + AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAALRKo0Vm/BkOsUrO9CQkY/QAAAAAIAAAARABUAFMAAAAQZgAAAAEAACAAAAAj9D/6eDUxpBbXGcJVL6vp82ez2ul3aK+Ni8U5W7zFVQAAAAAOgAAAAAIAACAAAABbwz4bLoC0/FHBR4yRUyHat9AZ1Zzq+cGQqCe+uQ7BwzAAAABgM//i+vUc1m9CFcoSVna6Ln4M/it1TGx3a75R5g74fhEyHQtIR/ghZfvnAWMnQDJAAAAAB1yg/8cBdcctyLfS9gVtvZhKCsK2yEAN94vaqS1BKLwR8ILLQbLlTuTJBvTvQHQb0YOEcv9gE7nddLKCzX0Tng + + + + + + + + + + + + + + + + + + + 0 + /lakeroot/Raw + SalesLT.ProductCategory.txt + 0 + , + true + false + 0 + 0 + + + + \N + UTF-8 + 0 + true + ExtFileDest + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + [SalesLT].[ProductCategory] + + + + 1252 + false + 0 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + DataSourceViewID + + + + + + + DataSourceViewID + + + TableInfoObjectType + Table + + + +]]> + \ No newline at end of file diff --git a/Labs/vs/SsisPackages/SsisPackages/Project.params b/Labs/vs/SsisPackages/SsisPackages/Project.params new file mode 100644 index 0000000..680ffe3 --- /dev/null +++ b/Labs/vs/SsisPackages/SsisPackages/Project.params @@ -0,0 +1,2 @@ + + \ No newline at end of file diff --git a/Labs/vs/SsisPackages/SsisPackages/SsisPackages.database b/Labs/vs/SsisPackages/SsisPackages/SsisPackages.database new file mode 100644 index 0000000..fdd5567 --- /dev/null +++ b/Labs/vs/SsisPackages/SsisPackages/SsisPackages.database @@ -0,0 +1,13 @@ + + SsisPackages + SsisPackages + 0001-01-01T00:00:00Z + 0001-01-01T00:00:00Z + 0001-01-01T00:00:00Z + Unprocessed + 0001-01-01T00:00:00Z + + Default + Unchanged + + \ No newline at end of file diff --git a/Labs/vs/SsisPackages/SsisPackages/SsisPackages.dtproj b/Labs/vs/SsisPackages/SsisPackages/SsisPackages.dtproj new file mode 100644 index 0000000..64f25d3 --- /dev/null +++ b/Labs/vs/SsisPackages/SsisPackages/SsisPackages.dtproj @@ -0,0 +1,436 @@ + + + Project + 15.0.2000.128 + 9.0.1.0 + $base64$PFNvdXJjZUNvbnRyb2xJbmZvIHhtbG5zOnhzZD0iaHR0cDovL3d3dy53My5vcmcvMjAwMS9YTUxTY2hlbWEiIHhtbG5zOnhzaT0iaHR0cDovL3d3dy53My5vcmcvMjAwMS9YTUxTY2hlbWEtaW5zdGFuY2UiIHhtbG5zOmRkbDI9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDAzL2VuZ2luZS8yIiB4bWxuczpkZGwyXzI9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDAzL2VuZ2luZS8yLzIiIHhtbG5zOmRkbDEwMF8xMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDA4L2VuZ2luZS8xMDAvMTAwIiB4bWxuczpkZGwyMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEwL2VuZ2luZS8yMDAiIHhtbG5zOmRkbDIwMF8yMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEwL2VuZ2luZS8yMDAvMjAwIiB4bWxuczpkZGwzMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDExL2VuZ2luZS8zMDAiIHhtbG5zOmRkbDMwMF8zMDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDExL2VuZ2luZS8zMDAvMzAwIiB4bWxuczpkZGw0MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEyL2VuZ2luZS80MDAiIHhtbG5zOmRkbDQwMF80MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEyL2VuZ2luZS80MDAvNDAwIiB4bWxuczpkZGw1MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEzL2VuZ2luZS81MDAiIHhtbG5zOmRkbDUwMF81MDA9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vYW5hbHlzaXNzZXJ2aWNlcy8yMDEzL2VuZ2luZS81MDAvNTAwIiB4bWxuczpkd2Q9Imh0dHA6Ly9zY2hlbWFzLm1pY3Jvc29mdC5jb20vRGF0YVdhcmVob3VzZS9EZXNpZ25lci8xLjAiPg0KICA8RW5hYmxlZD5mYWxzZTwvRW5hYmxlZD4NCiAgPFByb2plY3ROYW1lPjwvUHJvamVjdE5hbWU+DQogIDxBdXhQYXRoPjwvQXV4UGF0aD4NCiAgPExvY2FsUGF0aD48L0xvY2FsUGF0aD4NCiAgPFByb3ZpZGVyPjwvUHJvdmlkZXI+DQo8L1NvdXJjZUNvbnRyb2xJbmZvPg== + + SsisPackages.database + SsisPackages.database + + + + + + + + {a20fdf6a-5da4-4e1c-b37d-c6392c9ef4e3} + SsisPackages + 1 + 0 + 0 + + + 2020-09-04T20:57:21.1841522+01:00 + DESKTOP-T3L61F1\Richard + DESKTOP-T3L61F1 + + + AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAALRKo0Vm/BkOsUrO9CQkY/QAAAAACAAAAAAAQZgAAAAEAACAAAAAmFCOPyVp4vDwSYfQg2QxSQ59E1nQj58VHB5RzjD4NDAAAAAAOgAAAAAIAACAAAAArS9FjY1DDgsQ4GmThzZrbKIOK0PEB6sZ4gwP1xUK0a5AAAACwjH3dFr5enGDSzQ2VTgo2rcbAT4VtLb7VZ5rHNS9mPGlk2aDAqwluyILeYkXpboEvtnuHacvXFi3wX998fqlAiD0dgmQIrjgAqs1D/DAaBJTp+d4E7COlTFr6rLdelFdiU1LjMVyOqycwX1IfXC9fC0Kr8XWl2MoLhfUoxPEW9R+VM5Igri5vAJK2np0UWbRAAAAAKjwX+Xc3scAhAaboxe3eDYvAj24L0MBLmspJvaY/F6tGpXE68kTJt34gl5Znj7mYqUGAWbnLTKYwPu184JzUzQ== + 1 + + + + + + + + + + + {D99D7963-C308-43A9-A7B4-956E3178534B} + CopyProductCategory + 1 + 0 + 8 + + + {0BEEFFF7-A042-4855-8EF6-194FDD3AFF3F} + 8 + + + 1 + + + + + + + + + + + 0 + 0 + 1 + 18 + + + + + + + + + + + 0 + 0 + 0 + mydatalakestorage + 18 + + + + + + + + + + + 0 + 0 + 0 + 1 + 9 + + + + + + + + + + + 0 + 0 + 0 + false + 3 + + + + + + + + + + + 0 + 0 + 0 + ServiceType=AzureBlobFS;ConnectUsingManagedIdentity=True;AccountName=mydatalakestorage;DefaultEndpointsProtocol=https;EndpointSuffix=core.windows.net; + 18 + + + + + + + + + + + 0 + 0 + 0 + true + 3 + + + + + + + + + + + 0 + 0 + 0 + core.windows.net + 18 + + + + + + + + + + + 0 + 0 + 1 + 18 + + + + + + + + + + + 0 + 0 + 0 + + + 18 + + + + + + + + + + + 0 + 0 + 1 + 18 + + + + + + + + + + + 0 + 0 + 0 + 2 + 9 + + + + + + + + + + + 0 + 0 + 0 + 140 + 9 + + + + + + + + + + + 0 + 0 + 0 + + + 18 + + + + + + + + + + + 0 + 0 + 0 + true + 3 + + + + + + + + + + + 0 + 0 + 0 + false + 3 + + + + + + + + + + + 0 + 0 + 0 + Data Source=myazuresqlserver.database.windows.net;User ID=sqlserverlogin;Initial Catalog=AdventureWorks;Provider=SQLNCLI11.1;Auto Translate=False; + 18 + + + + + + + + + + + 0 + 0 + 0 + false + 3 + + + + + + + + + + + 0 + 0 + 0 + AdventureWorks + 18 + + + + + + + + + + + 0 + 0 + 1 + 18 + + + + + + + + + + + 0 + 0 + 0 + false + 3 + + + + + + + + + + + 0 + 0 + 0 + myazuresqlserver.database.windows.net + 18 + + + + + + + + + + + 0 + 0 + 0 + sqlserverlogin + 18 + + + + + + + + + + + + + + Azure + + bin + + + + + SQLServer2017 + true + + + + + + + + LastModifiedTime + LastModifiedTime + 2020-09-04T20:02:18.7568485Z + + + + + + Development + + bin + + + + + SQLServer2017 + false + + + + + + + + + + \ No newline at end of file diff --git a/Slides/Module 0.pdf b/Slides/Module 0.pdf new file mode 100644 index 0000000..a341041 Binary files /dev/null and b/Slides/Module 0.pdf differ diff --git a/Slides/Module 1.pdf b/Slides/Module 1.pdf new file mode 100644 index 0000000..27d576e Binary files /dev/null and b/Slides/Module 1.pdf differ diff --git a/Slides/Module 12.pdf b/Slides/Module 12.pdf new file mode 100644 index 0000000..732ea92 Binary files /dev/null and b/Slides/Module 12.pdf differ diff --git a/Slides/Module 2.pdf b/Slides/Module 2.pdf new file mode 100644 index 0000000..5f5d74f Binary files /dev/null and b/Slides/Module 2.pdf differ diff --git a/Slides/Module 3.pdf b/Slides/Module 3.pdf new file mode 100644 index 0000000..22cbf8f Binary files /dev/null and b/Slides/Module 3.pdf differ diff --git a/Slides/Module 4.pdf b/Slides/Module 4.pdf new file mode 100644 index 0000000..d111486 Binary files /dev/null and b/Slides/Module 4.pdf differ diff --git a/Slides/Module 5.pdf b/Slides/Module 5.pdf new file mode 100644 index 0000000..ff3e55a Binary files /dev/null and b/Slides/Module 5.pdf differ diff --git a/Slides/Module 6.pdf b/Slides/Module 6.pdf new file mode 100644 index 0000000..051a9a9 Binary files /dev/null and b/Slides/Module 6.pdf differ