[SPARK-35424][SHUFFLE] Remove some useless code in the ExternalBlockHandler
### What changes were proposed in this pull request? Remove some useless code in the ExternalBlockHandler. ### Why are the changes needed? There is some useless code in the ExternalBlockHandler, so we may remove it. ### Does this PR introduce _any_ user-facing change? No ### How was this patch tested? Exist unittests. Closes #32571 from weixiuli/SPARK-35424. Authored-by: weixiuli <weixiuli@jd.com> Signed-off-by: Hyukjin Kwon <gurwls223@apache.org>
This commit is contained in:
parent
e170e63955
commit
4869e437da
|
@ -42,7 +42,6 @@ import org.apache.spark.network.client.TransportClient;
|
||||||
import org.apache.spark.network.server.OneForOneStreamManager;
|
import org.apache.spark.network.server.OneForOneStreamManager;
|
||||||
import org.apache.spark.network.server.RpcHandler;
|
import org.apache.spark.network.server.RpcHandler;
|
||||||
import org.apache.spark.network.server.StreamManager;
|
import org.apache.spark.network.server.StreamManager;
|
||||||
import org.apache.spark.network.shuffle.ExternalShuffleBlockResolver.AppExecId;
|
|
||||||
import org.apache.spark.network.shuffle.protocol.*;
|
import org.apache.spark.network.shuffle.protocol.*;
|
||||||
import static org.apache.spark.network.util.NettyUtils.getRemoteAddress;
|
import static org.apache.spark.network.util.NettyUtils.getRemoteAddress;
|
||||||
import org.apache.spark.network.util.TransportConf;
|
import org.apache.spark.network.util.TransportConf;
|
||||||
|
@ -242,20 +241,6 @@ public class ExternalBlockHandler extends RpcHandler {
|
||||||
blockManager.executorRemoved(executorId, appId);
|
blockManager.executorRemoved(executorId, appId);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Register an (application, executor) with the given shuffle info.
|
|
||||||
*
|
|
||||||
* The "re-" is meant to highlight the intended use of this method -- when this service is
|
|
||||||
* restarted, this is used to restore the state of executors from before the restart. Normal
|
|
||||||
* registration will happen via a message handled in receive()
|
|
||||||
*
|
|
||||||
* @param appExecId
|
|
||||||
* @param executorInfo
|
|
||||||
*/
|
|
||||||
public void reregisterExecutor(AppExecId appExecId, ExecutorShuffleInfo executorInfo) {
|
|
||||||
blockManager.registerExecutor(appExecId.appId, appExecId.execId, executorInfo);
|
|
||||||
}
|
|
||||||
|
|
||||||
public void close() {
|
public void close() {
|
||||||
blockManager.close();
|
blockManager.close();
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in a new issue