dennis/Azure-Data-Integration-Pipeline-Training
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Revised labs

Browse Source
This commit is contained in:
Richard Swinbank
2023-05-31 09:09:28 +01:00
parent 7d00f1dcde
commit b8984ccca5
30 changed files with 718 additions and 1082 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
Labs/adf/dataset/ADLS_BIN_AWProduct.json Normal file
View File

@@ -0,0 +1,23 @@
{
"name": "ADLS_BIN_AWProduct",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab2"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "Product.csv",
"folderPath": "Raw",
"fileSystem": "lakeroot"
}
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

31
Labs/adf/dataset/ADLS_BIN_AdventureWorks.json Normal file
View File

@@ -0,0 +1,31 @@
{
"name": "ADLS_BIN_AdventureWorks",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"parameters": {
"Entity": {
"type": "string"
}
},
"folder": {
"name": "Lab3"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@{dataset().Entity}.tsv",
"type": "Expression"
},
"folderPath": "Raw",
"fileSystem": "lakeroot"
}
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

22
Labs/adf/dataset/ADLS_MyLocalFile.json Normal file
View File

@@ -0,0 +1,22 @@
{
"name": "ADLS_MyLocalFile",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": "mylocalfile.txt",
"folderPath": "Raw",
"fileSystem": "lakeroot"
}
}
}
}

35
Labs/adf/dataset/ADLS_TSV_AdventureWorks.json Normal file
View File

@@ -0,0 +1,35 @@
{
"name": "ADLS_TSV_AdventureWorks",
"properties": {
"linkedServiceName": {
"referenceName": "AzureDataLakeStorage1",
"type": "LinkedServiceReference"
},
"parameters": {
"FileName": {
"type": "string"
}
},
"folder": {
"name": "Lab4"
},
"annotations": [],
"type": "DelimitedText",
"typeProperties": {
"location": {
"type": "AzureBlobFSLocation",
"fileName": {
"value": "@dataset().FileName",
"type": "Expression"
},
"folderPath": "Raw",
"fileSystem": "lakeroot"
},
"columnDelimiter": "\t",
"escapeChar": "\\",
"quoteChar": "\""
},
"schema": []
},
"type": "Microsoft.DataFactory/factories/datasets"
}

21
Labs/adf/dataset/FS_MyFiles.json Normal file
View File

@@ -0,0 +1,21 @@
{
"name": "FS_MyFiles",
"properties": {
"linkedServiceName": {
"referenceName": "FS_MyLaptop",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab5"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "FileServerLocation",
"fileName": "data-file.txt",
"folderPath": "tmp"
}
}
}
}

20
Labs/adf/dataset/HTTP_BIN_AWProduct.json Normal file
View File

@@ -0,0 +1,20 @@
{
"name": "HTTP_BIN_AWProduct",
"properties": {
"linkedServiceName": {
"referenceName": "HTTP_AWProduct",
"type": "LinkedServiceReference"
},
"folder": {
"name": "Lab2"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "HttpServerLocation"
}
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}

29
Labs/adf/dataset/HTTP_BIN_AdventureWorks.json Normal file
View File

@@ -0,0 +1,29 @@
{
"name": "HTTP_BIN_AdventureWorks",
"properties": {
"linkedServiceName": {
"referenceName": "HTTP_AWGitHub",
"type": "LinkedServiceReference"
},
"parameters": {
"Entity": {
"type": "string"
}
},
"folder": {
"name": "Lab3"
},
"annotations": [],
"type": "Binary",
"typeProperties": {
"location": {
"type": "HttpServerLocation",
"relativeUrl": {
"value": "@{dataset().Entity}.csv",
"type": "Expression"
}
}
}
},
"type": "Microsoft.DataFactory/factories/datasets"
}