spark SparkConnectPlugin 源码
spark SparkConnectPlugin 代码
文件路径：/connector/connect/src/main/scala/org/apache/spark/sql/connect/SparkConnectPlugin.scala
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.spark.sql.connect
import java.util
import scala.collection.JavaConverters._
import org.apache.spark.SparkContext
import org.apache.spark.annotation.Unstable
import org.apache.spark.api.plugin.{DriverPlugin, ExecutorPlugin, PluginContext, SparkPlugin}
import org.apache.spark.sql.connect.service.SparkConnectService
/**
* This is the main entry point for Spark Connect.
*
* To decouple the build of Spark Connect and its dependencies from the core of Spark, we
* implement it as a Driver Plugin. To enable Spark Connect, simply make sure that the appropriate
* JAR is available in the CLASSPATH and the driver plugin is configured to load this class.
*/
@Unstable
class SparkConnectPlugin extends SparkPlugin {
/**
* Return the plugin's driver-side component.
*
* @return
* The driver-side component.
*/
override def driverPlugin(): DriverPlugin = new DriverPlugin {
override def init(
sc: SparkContext,
pluginContext: PluginContext): util.Map[String, String] = {
SparkConnectService.start()
Map.empty[String, String].asJava
}
override def shutdown(): Unit = {
SparkConnectService.stop()
}
}
override def executorPlugin(): ExecutorPlugin = null
}
相关信息
相关文章
0
赞
- 所属分类： 前端技术
- 本文标签：
热门推荐
-
2、 - 优质文章
-
3、 gate.io
-
6、 golang
-
7、 openharmony