[SPARK-25299] Don't set map status twice in bypass merge sort shuffle writer (apache-spark-on-k8s#541)

mccheah · ifilonenko · commit 1f6f6e676c5f · 2019-04-22T11:58:29.000-04:00
diff --git a/core/src/main/java/org/apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java b/core/src/main/java/org/apache/spark/shuffle/sort/BypassMergeSortShuffleWriter.java
@@ -186,10 +186,6 @@ public void write(Iterator<Product2<K, V>> records) throws IOException {
       }
       throw e;
     }
-    mapStatus = MapStatus$.MODULE$.apply(
-        blockManager.shuffleServerId(),
-        DefaultMapShuffleLocations.get(blockManager.shuffleServerId()),
-        partitionLengths);
   }
 
   @VisibleForTesting

Original file line number	Diff line number	Diff line change
`@@ -186,10 +186,6 @@ public void write(Iterator<Product2<K, V>> records) throws IOException {`
`186`	`186`	`}`
`187`	`187`	`throw e;`
`188`	`188`	`}`
`189`		`- mapStatus = MapStatus$.MODULE$.apply(`
`190`		`- blockManager.shuffleServerId(),`
`191`		`- DefaultMapShuffleLocations.get(blockManager.shuffleServerId()),`
`192`		`- partitionLengths);`
`193`	`189`	`}`
`194`	`190`
`195`	`191`	`@VisibleForTesting`