spark HintErrorLogger 源码
spark HintErrorLogger 代码
文件路径：/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/analysis/HintErrorLogger.scala
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.spark.sql.catalyst.analysis
import org.apache.spark.internal.Logging
import org.apache.spark.sql.catalyst.plans.logical.{HintErrorHandler, HintInfo}
/**
* The hint error handler that logs warnings for each hint error.
*/
object HintErrorLogger extends HintErrorHandler with Logging {
import org.apache.spark.sql.connector.catalog.CatalogV2Implicits._
override def hintNotRecognized(name: String, parameters: Seq[Any]): Unit = {
logWarning(s"Unrecognized hint: ${hintToPrettyString(name, parameters)}")
}
override def hintRelationsNotFound(
name: String, parameters: Seq[Any], invalidRelations: Set[Seq[String]]): Unit = {
invalidRelations.foreach { ident =>
logWarning(s"Count not find relation '${ident.quoted}' specified in hint " +
s"'${hintToPrettyString(name, parameters)}'.")
}
}
override def joinNotFoundForJoinHint(hint: HintInfo): Unit = {
logWarning(s"A join hint $hint is specified but it is not part of a join relation.")
}
override def joinHintNotSupported(hint: HintInfo, reason: String): Unit = {
logWarning(s"Hint $hint is not supported in the query: $reason.")
}
override def hintOverridden(hint: HintInfo): Unit = {
logWarning(s"Hint $hint is overridden by another hint and will not take effect.")
}
private def hintToPrettyString(name: String, parameters: Seq[Any]): String = {
val prettyParameters = parameters.map {
case a: UnresolvedAttribute => a.nameParts.mkString(".")
case e: Any => e.toString
}
s"$name${prettyParameters.mkString("(", ", ", ")")}"
}
}
相关信息
相关文章
spark AlreadyExistException 源码
0
赞
- 所属分类： 前端技术
- 本文标签：
热门推荐
-
2、 - 优质文章
-
3、 gate.io
-
7、 openharmony
-
9、 golang