资源简介
spark-2.2.0源码,在Windows和Linux上都可以安装,直接解压即可
代码片段和文件信息
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License Version 2.0
* (the “License“); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing software
* distributed under the License is distributed on an “AS IS“ BASIS
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.spark.network;
import java.util.ArrayList;
import java.util.List;
import io.netty.channel.Channel;
import io.netty.channel.socket.SocketChannel;
import io.netty.handler.timeout.IdleStateHandler;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.apache.spark.network.client.TransportClient;
import org.apache.spark.network.client.TransportClientBootstrap;
import org.apache.spark.network.client.TransportClientFactory;
import org.apache.spark.network.client.TransportResponseHandler;
import org.apache.spark.network.protocol.MessageDecoder;
import org.apache.spark.network.protocol.MessageEncoder;
import org.apache.spark.network.server.RpcHandler;
import org.apache.spark.network.server.TransportChannelHandler;
import org.apache.spark.network.server.TransportRequestHandler;
import org.apache.spark.network.server.TransportServer;
import org.apache.spark.network.server.TransportServerBootstrap;
import org.apache.spark.network.util.NettyUtils;
import org.apache.spark.network.util.TransportConf;
import org.apache.spark.network.util.TransportframeDecoder;
/**
* Contains the context to create a {@link TransportServer} {@link TransportClientFactory} and to
* setup Netty Channel pipelines with a
* {@link org.apache.spark.network.server.TransportChannelHandler}.
*
* There are two communication protocols that the TransportClient provides control-plane RPCs and
* data-plane “chunk fetching“. The handling of the RPCs is performed outside of the scope of the
* TransportContext (i.e. by a user-provided handler) and it is responsible for setting up streams
* which can be streamed through the data plane in chunks using zero-copy IO.
*
* The TransportServer and TransportClientFactory both create a TransportChannelHandler for each
* channel. As each TransportChannelHandler contains a TransportClient this enables server
* processes to send messages back to the client on an existing channel.
*/
public class TransportContext {
private static final Logger logger = LoggerFactory.getLogger(TransportContext.class);
private final TransportConf conf;
private final RpcHandler rpcHandler;
private final boolean closeIdleConnection
属性 大小 日期 时间 名称
----------- --------- ---------- ----- ----
目录 0 2018-11-23 09:35 spark-2.2.0\
文件 40 2017-07-01 06:56 spark-2.2.0\.gitattributes
目录 0 2018-11-23 09:35 spark-2.2.0\.github\
文件 400 2017-07-01 06:56 spark-2.2.0\.github\PULL_REQUEST_TEMPLATE
文件 1738 2017-07-01 06:56 spark-2.2.0\.travis.yml
文件 995 2017-07-01 06:56 spark-2.2.0\CONTRIBUTING.md
文件 17881 2017-07-01 06:56 spark-2.2.0\LICENSE
文件 24645 2017-07-01 06:56 spark-2.2.0\NOTICE
目录 0 2018-11-23 09:35 spark-2.2.0\R\
文件 66 2017-07-01 06:56 spark-2.2.0\R\.gitignore
文件 3232 2017-07-01 06:56 spark-2.2.0\R\CRAN_RELEASE.md
文件 474 2017-07-01 06:56 spark-2.2.0\R\DOCUMENTATION.md
文件 3620 2017-07-01 06:56 spark-2.2.0\R\README.md
文件 2271 2017-07-01 06:56 spark-2.2.0\R\WINDOWS.md
文件 2468 2017-07-01 06:56 spark-2.2.0\R\check-cran.sh
文件 1852 2017-07-01 06:56 spark-2.2.0\R\create-docs.sh
文件 1536 2017-07-01 06:56 spark-2.2.0\R\create-rd.sh
文件 1201 2017-07-01 06:56 spark-2.2.0\R\find-r.sh
文件 1175 2017-07-01 06:56 spark-2.2.0\R\install-dev.bat
文件 1649 2017-07-01 06:56 spark-2.2.0\R\install-dev.sh
文件 2009 2017-07-01 06:56 spark-2.2.0\R\install-source-package.sh
文件 1300 2017-07-01 06:56 spark-2.2.0\R\log4j.properties
目录 0 2018-11-23 09:35 spark-2.2.0\R\pkg\
文件 122 2017-07-01 06:56 spark-2.2.0\R\pkg\.Rbuildignore
文件 266 2017-07-01 06:56 spark-2.2.0\R\pkg\.lintr
文件 1483 2017-07-01 06:56 spark-2.2.0\R\pkg\DEsc
文件 11666 2017-07-01 06:56 spark-2.2.0\R\pkg\NAMESPACE
目录 0 2018-11-23 09:35 spark-2.2.0\R\pkg\R\
文件 123448 2017-07-01 06:56 spark-2.2.0\R\pkg\R\Datafr
文件 55301 2017-07-01 06:56 spark-2.2.0\R\pkg\R\RDD.R
文件 25460 2017-07-01 06:56 spark-2.2.0\R\pkg\R\SQLContext.R
............此处省略15307个文件信息
- 上一篇:北航991 2020复习资料大纲考点
- 下一篇:基于ssh框架的网上图书商城系统
评论
共有 条评论