File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -371,9 +371,9 @@ object GlueApp {
371
371
val loc = location._1
372
372
val ver = location._3
373
373
374
- var tile = location._2
375
- var dfTail = sparkSession.read.option(" inferSchema" , " true" ).parquet(s " $landingZone/ $srcKeyspaceName/ $srcTableName/primaryKeys/tile_ $tile.tail " ).drop(" group" )
376
- var dfHead = sparkSession.read.option(" inferSchema" , " true" ).parquet(s " $landingZone/ $srcKeyspaceName/ $srcTableName/primaryKeys/tile_ $tile.head " ).drop(" group" )
374
+ val tile = location._2
375
+ val dfTail = sparkSession.read.option(" inferSchema" , " true" ).parquet(s " $landingZone/ $srcKeyspaceName/ $srcTableName/primaryKeys/tile_ $tile.tail " ).drop(" group" )
376
+ val dfHead = sparkSession.read.option(" inferSchema" , " true" ).parquet(s " $landingZone/ $srcKeyspaceName/ $srcTableName/primaryKeys/tile_ $tile.head " ).drop(" group" )
377
377
val newInsertsDF = dfTail.drop(" ts" ).as(" tail" ).join(dfHead.drop(" ts" ).as(" head" ), cond, " leftanti" )
378
378
379
379
if (! columnTs.equals(" None" )) {
You can’t perform that action at this time.
0 commit comments