Dev

synapsepoc/dataset/CosmosDbSqlApiCollection.json

@@ -0,0 +1,15 @@
+{
+	"name": "CosmosDbSqlApiCollection",
+	"properties": {
+		"linkedServiceName": {
+			"referenceName": "CosmosDb",
+			"type": "LinkedServiceReference"
+		},
+		"annotations": [],
+		"type": "CosmosDbSqlApiCollection",
+		"schema": {},
+		"typeProperties": {
+			"collectionName": "fares"
+		}
+	}
+}

synapsepoc/dataset/azureSynapseTripTable.json

@@ -0,0 +1,57 @@
+{
+	"name": "azureSynapseTripTable",
+	"properties": {
+		"linkedServiceName": {
+			"referenceName": "TripFaresSynapseAnalyticsLinkedService",
+			"type": "LinkedServiceReference",
+			"parameters": {
+				"SynapseWorkspaceName": {
+					"value": "@dataset().SynapseWorkspaceName",
+					"type": "Expression"
+				},
+				"SQLDedicatedPoolName": {
+					"value": "@dataset().SQLDedicatedPoolName",
+					"type": "Expression"
+				},
+				"keyVaultName": {
+					"value": "@dataset().keyVaultName",
+					"type": "Expression"
+				},
+				"SQLLoginUsername": {
+					"value": "@dataset().SQLLoginUsername",
+					"type": "Expression"
+				}
+			}
+		},
+		"parameters": {
+			"SchemaName": {
+				"type": "string"
+			},
+			"SynapseWorkspaceName": {
+				"type": "string"
+			},
+			"SQLDedicatedPoolName": {
+				"type": "string"
+			},
+			"keyVaultName": {
+				"type": "string"
+			},
+			"SQLLoginUsername": {
+				"type": "string"
+			}
+		},
+		"folder": {
+			"name": "TripFareDatasets"
+		},
+		"annotations": [],
+		"type": "AzureSqlDWTable",
+		"schema": [],
+		"typeProperties": {
+			"schema": {
+				"value": "@dataset().SchemaName",
+				"type": "Expression"
+			},
+			"table": "Trips"
+		}
+	}
+}

synapsepoc/dataset/faresDataSource.json

@@ -2,8 +2,12 @@
 	"name": "faresDataSource",
 	"properties": {
 		"linkedServiceName": {
-			"referenceName": "HttpServerTripFareDataLinkedService",
-			"type": "LinkedServiceReference"
+			"referenceName": "TripFaresDataLakeStorageLinkedService",
+			"type": "LinkedServiceReference",
+			"parameters": {
+				"keyVaultName": "kvdemomukdgps4msibmpoc",
+				"datalakeAccountName": "demomukdgps4msibmpoc"
+			}
 		},
 		"folder": {
 			"name": "TripFareDatasets"
@@ -12,13 +16,61 @@
 		"type": "DelimitedText",
 		"typeProperties": {
 			"location": {
-				"type": "HttpServerLocation"
+				"type": "AzureBlobFSLocation",
+				"fileName": "fares-data.csv",
+				"folderPath": "analytics-data",
+				"fileSystem": "public"
 			},
 			"columnDelimiter": ",",
 			"escapeChar": "\\",
 			"firstRowAsHeader": true,
 			"quoteChar": "\""
 		},
-		"schema": []
+		"schema": [
+			{
+				"name": "medallion",
+				"type": "String"
+			},
+			{
+				"name": "hack_license",
+				"type": "String"
+			},
+			{
+				"name": "vendor_id",
+				"type": "String"
+			},
+			{
+				"name": "pickup_datetime",
+				"type": "String"
+			},
+			{
+				"name": "payment_type",
+				"type": "String"
+			},
+			{
+				"name": "fare_amount",
+				"type": "String"
+			},
+			{
+				"name": "surcharge",
+				"type": "String"
+			},
+			{
+				"name": "mta_tax",
+				"type": "String"
+			},
+			{
+				"name": "tip_amount",
+				"type": "String"
+			},
+			{
+				"name": "tolls_amount",
+				"type": "String"
+			},
+			{
+				"name": "total_amount",
+				"type": "String"
+			}
+		]
 	}
 }

synapsepoc/dataset/faresFileSink.json

@@ -0,0 +1,90 @@
+{
+	"name": "faresFileSink",
+	"properties": {
+		"linkedServiceName": {
+			"referenceName": "TripFaresDataLakeStorageLinkedService",
+			"type": "LinkedServiceReference",
+			"parameters": {
+				"keyVaultName": {
+					"value": "@dataset().keyVaultName",
+					"type": "Expression"
+				},
+				"datalakeAccountName": {
+					"value": "@dataset().datalakeAccountName",
+					"type": "Expression"
+				}
+			}
+		},
+		"parameters": {
+			"keyVaultName": {
+				"type": "string"
+			},
+			"datalakeAccountName": {
+				"type": "string"
+			}
+		},
+		"folder": {
+			"name": "TripFareDatasets"
+		},
+		"annotations": [],
+		"type": "DelimitedText",
+		"typeProperties": {
+			"location": {
+				"type": "AzureBlobFSLocation",
+				"fileName": "fares-data.csv",
+				"folderPath": "analytics-data",
+				"fileSystem": "public"
+			},
+			"columnDelimiter": ",",
+			"escapeChar": "\\",
+			"firstRowAsHeader": true,
+			"quoteChar": "\""
+		},
+		"schema": [
+			{
+				"name": "medallion",
+				"type": "String"
+			},
+			{
+				"name": "hack_license",
+				"type": "String"
+			},
+			{
+				"name": "vendor_id",
+				"type": "String"
+			},
+			{
+				"name": "pickup_datetime",
+				"type": "String"
+			},
+			{
+				"name": "payment_type",
+				"type": "String"
+			},
+			{
+				"name": "fare_amount",
+				"type": "String"
+			},
+			{
+				"name": "surcharge",
+				"type": "String"
+			},
+			{
+				"name": "mta_tax",
+				"type": "String"
+			},
+			{
+				"name": "tip_amount",
+				"type": "String"
+			},
+			{
+				"name": "tolls_amount",
+				"type": "String"
+			},
+			{
+				"name": "total_amount",
+				"type": "String"
+			}
+		]
+	}
+}

synapsepoc/dataset/faresFileSource.json

@@ -0,0 +1,67 @@
+{
+	"name": "faresFileSource",
+	"properties": {
+		"linkedServiceName": {
+			"referenceName": "TripFaresDataLakeStorageLinkedService",
+			"type": "LinkedServiceReference",
+			"parameters": {
+				"keyVaultName": "kvdemomukdgps4msibmpoc",
+				"datalakeAccountName": "demomukdgps4msibmpoc"
+			}
+		},
+		"folder": {
+			"name": "TripFareDatasets"
+		},
+		"annotations": [],
+		"type": "Json",
+		"typeProperties": {
+			"location": {
+				"type": "AzureBlobFSLocation",
+				"fileName": "fares-data.json",
+				"folderPath": "raw-data",
+				"fileSystem": "public"
+			}
+		},
+		"schema": {
+			"type": "object",
+			"properties": {
+				"FareID": {
+					"type": "integer"
+				},
+				"medallion": {
+					"type": "string"
+				},
+				"hack_license": {
+					"type": "string"
+				},
+				"vendor_id": {
+					"type": "string"
+				},
+				"pickup_datetime": {
+					"type": "string"
+				},
+				"payment_type": {
+					"type": "string"
+				},
+				"fare_amount": {
+					"type": "number"
+				},
+				"surcharge": {
+					"type": "number"
+				},
+				"mta_tax": {
+					"type": "number"
+				},
+				"tip_amount": {
+					"type": "number"
+				},
+				"tolls_amount": {
+					"type": "number"
+				},
+				"total_amount": {
+					"type": "number"
+				}
+			}
+		}
+	}
+}