dennis/Azure-Data-Integration-Pipeline-Training
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Various updates

Browse Source
This commit is contained in:
Paul Andrew
2022-02-28 07:37:47 +00:00
parent 5868d4ed76
commit 3439868f62
40 changed files with 2249 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
Labs/adf/dataset/ADLS_DimProduct.json Normal file
View File

@@ -0,0 +1,24 @@
{
"name": "ADLS_DimProduct",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "Parquet",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"folderPath": "Cleaned/DimProduct",
"fileSystem": "lakeroot"
},
"compressionCodec": "snappy"
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

28
Labs/adf/dataset/ADLS_Product.json Normal file
View File

@@ -0,0 +1,28 @@
{
"name": "ADLS_Product",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "SalesLT.Product.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

28
Labs/adf/dataset/ADLS_ProductCategory.json Normal file
View File

@@ -0,0 +1,28 @@
{
"name": "ADLS_ProductCategory",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "SalesLT.ProductCategory.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

28
Labs/adf/dataset/ADLS_ProductModel.json Normal file
View File

@@ -0,0 +1,28 @@
{
"name": "ADLS_ProductModel",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "SalesLT.ProductModel.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

27
Labs/adf/dataset/ADLS_Raw.json Normal file
View File

@@ -0,0 +1,27 @@
{
"name": "ADLS_Raw",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab2"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

36
Labs/adf/dataset/ADLS_Raw_Generic.json Normal file
View File

@@ -0,0 +1,36 @@
{
"name": "ADLS_Raw_Generic",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"parameters": {
"File": {
"type": "string"
}
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().File",
"type": "Expression"
},
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": ",",
"escapeChar": "\\",
"firstRowAsHeader": true,
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

34
Labs/adf/dataset/ASQL_AdventureWorks_Generic.json Normal file
View File

@@ -0,0 +1,34 @@
{
"name": "ASQL_AdventureWorks_Generic",
"properties": {
"linkedServiceName": {
"referenceName": "AzureSqlDatabase1",
"type": "LinkedServiceReference"
},
"parameters": {
"TableSchema": {
"type": "string"
},
"TableName": {
"type": "string"
}
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"type": "AzureSqlTable",
"schema": [],
"typeProperties": {
"schema": {
"value": "@dataset().TableSchema",
"type": "Expression"
},
"table": {
"value": "@dataset().TableName",
"type": "Expression"
}
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

106
Labs/adf/dataset/ASQL_Product.json Normal file
View File

@@ -0,0 +1,106 @@
{
"name": "ASQL_Product",
"properties": {
"linkedServiceName": {
"referenceName": "AzureSqlDatabase1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab2"
},
"annotations": [],
"type": "AzureSqlTable",
"schema": [
{
"name": "ProductID",
"type": "int",
"precision": 10
},
{
"name": "Name",
"type": "nvarchar"
},
{
"name": "ProductNumber",
"type": "nvarchar"
},
{
"name": "Color",
"type": "nvarchar"
},
{
"name": "StandardCost",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "ListPrice",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "Size",
"type": "nvarchar"
},
{
"name": "Weight",
"type": "decimal",
"precision": 8,
"scale": 2
},
{
"name": "ProductCategoryID",
"type": "int",
"precision": 10
},
{
"name": "ProductModelID",
"type": "int",
"precision": 10
},
{
"name": "SellStartDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "SellEndDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "DiscontinuedDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "ThumbNailPhoto",
"type": "varbinary"
},
{
"name": "ThumbnailPhotoFileName",
"type": "nvarchar"
},
{
"name": "rowguid",
"type": "uniqueidentifier"
},
{
"name": "ModifiedDate",
"type": "datetime",
"precision": 23,
"scale": 3
}
],
"typeProperties": {
"schema": "SalesLT",
"table": "Product"
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

106
Labs/adf/dataset/ASQL_ProductModel.json Normal file
View File

@@ -0,0 +1,106 @@
{
"name": "ASQL_ProductModel",
"properties": {
"linkedServiceName": {
"referenceName": "AzureSqlDatabase1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "AzureSqlTable",
"schema": [
{
"name": "ProductID",
"type": "int",
"precision": 10
},
{
"name": "Name",
"type": "nvarchar"
},
{
"name": "ProductNumber",
"type": "nvarchar"
},
{
"name": "Color",
"type": "nvarchar"
},
{
"name": "StandardCost",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "ListPrice",
"type": "money",
"precision": 19,
"scale": 4
},
{
"name": "Size",
"type": "nvarchar"
},
{
"name": "Weight",
"type": "decimal",
"precision": 8,
"scale": 2
},
{
"name": "ProductCategoryID",
"type": "int",
"precision": 10
},
{
"name": "ProductModelID",
"type": "int",
"precision": 10
},
{
"name": "SellStartDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "SellEndDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "DiscontinuedDate",
"type": "datetime",
"precision": 23,
"scale": 3
},
{
"name": "ThumbNailPhoto",
"type": "varbinary"
},
{
"name": "ThumbnailPhotoFileName",
"type": "nvarchar"
},
{
"name": "rowguid",
"type": "uniqueidentifier"
},
{
"name": "ModifiedDate",
"type": "datetime",
"precision": 23,
"scale": 3
}
],
"typeProperties": {
"schema": "SalesLT",
"table": "ProductModel"
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}