Disable use DownloadCallback fetch big blocks

wangyum · wangyum · commit 9336c15bbd6e · 2017-06-29T18:54:02.000+08:00
diff --git a/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/OneForOneBlockFetcher.java b/common/network-shuffle/src/main/java/org/apache/spark/network/shuffle/OneForOneBlockFetcher.java
@@ -119,12 +119,7 @@ public void onSuccess(ByteBuffer response) {
           // Immediately request all chunks -- we expect that the total size of the request is
           // reasonable due to higher level chunking in [[ShuffleBlockFetcherIterator]].
           for (int i = 0; i < streamHandle.numChunks; i++) {
-            if (shuffleFiles != null) {
-              client.stream(OneForOneStreamManager.genStreamChunkId(streamHandle.streamId, i),
-                new DownloadCallback(shuffleFiles[i], i));
-            } else {
-              client.fetchChunk(streamHandle.streamId, i, chunkCallback);
-            }
+            client.fetchChunk(streamHandle.streamId, i, chunkCallback);
           }
         } catch (Exception e) {
           logger.error("Failed while starting block fetches after success", e);
