From 691cbcb4ffe1c261ed9fe8d92c7267045e3ca537 Mon Sep 17 00:00:00 2001 From: Tamir Kamara <26870601+tamirkamara@users.noreply.github.com> Date: Wed, 6 Mar 2019 21:44:05 +0200 Subject: [PATCH] Updating dataflow: dataflow2 --- dataflow/dataflow2.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/dataflow/dataflow2.json b/dataflow/dataflow2.json index a4734fd..f09e24f 100644 --- a/dataflow/dataflow2.json +++ b/dataflow/dataflow2.json @@ -9,8 +9,8 @@ "referenceName": "rentals_transactions", "type": "DatasetReference" }, - "name": "source1", - "script": "source(output(\n\t\tTransactionID as string,\n\t\tCustomerID as string,\n\t\tMovieID as string,\n\t\tRentalDate as string,\n\t\tReturnDate as string,\n\t\tRentalCost as double,\n\t\tLateFee as double,\n\t\tRewindFlag as string,\n\t\tCreatedDate as string,\n\t\tUpdatedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false) ~> source1" + "name": "source12222", + "script": "source(output(\n\t\tTransactionID as string,\n\t\tCustomerID as string,\n\t\tMovieID as string,\n\t\tRentalDate as string,\n\t\tReturnDate as string,\n\t\tRentalCost as double,\n\t\tLateFee as double,\n\t\tRewindFlag as string,\n\t\tCreatedDate as string,\n\t\tUpdatedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false) ~> source12222" } ], "sinks": [ @@ -19,8 +19,8 @@ "referenceName": "DelimitedText2", "type": "DatasetReference" }, - "name": "sink1", - "script": "source1 sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tpartitionBy('hash', 1),\n\tpartitionFileNames:['Orders']) ~> sink1" + "name": "sink12222", + "script": "source12222 sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tpartitionBy('hash', 1),\n\tpartitionFileNames:['Orders']) ~> sink12222" } ] }