diff --git a/dataflow/dataflow2.json b/dataflow/dataflow2.json index a4734fd..f09e24f 100644 --- a/dataflow/dataflow2.json +++ b/dataflow/dataflow2.json @@ -9,8 +9,8 @@ "referenceName": "rentals_transactions", "type": "DatasetReference" }, - "name": "source1", - "script": "source(output(\n\t\tTransactionID as string,\n\t\tCustomerID as string,\n\t\tMovieID as string,\n\t\tRentalDate as string,\n\t\tReturnDate as string,\n\t\tRentalCost as double,\n\t\tLateFee as double,\n\t\tRewindFlag as string,\n\t\tCreatedDate as string,\n\t\tUpdatedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false) ~> source1" + "name": "source12222", + "script": "source(output(\n\t\tTransactionID as string,\n\t\tCustomerID as string,\n\t\tMovieID as string,\n\t\tRentalDate as string,\n\t\tReturnDate as string,\n\t\tRentalCost as double,\n\t\tLateFee as double,\n\t\tRewindFlag as string,\n\t\tCreatedDate as string,\n\t\tUpdatedDate as string\n\t),\n\tallowSchemaDrift: true,\n\tvalidateSchema: false) ~> source12222" } ], "sinks": [ @@ -19,8 +19,8 @@ "referenceName": "DelimitedText2", "type": "DatasetReference" }, - "name": "sink1", - "script": "source1 sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tpartitionBy('hash', 1),\n\tpartitionFileNames:['Orders']) ~> sink1" + "name": "sink12222", + "script": "source12222 sink(allowSchemaDrift: true,\n\tvalidateSchema: false,\n\tpartitionBy('hash', 1),\n\tpartitionFileNames:['Orders']) ~> sink12222" } ] }