From 8cf02b3cdd06dfea4b213cee68d73d2f731bfec8 Mon Sep 17 00:00:00 2001 From: Yuanjian Li Date: Tue, 26 Jan 2021 17:13:11 +0900 Subject: [PATCH] [SPARK-34235][SS] Make spark.sql.hive as a private package Follow the comment https://github.com/apache/spark/pull/31271#discussion_r562598983: - Remove the API tag `Unstable` for `HiveSessionStateBuilder` - Add document for spark.sql.hive package to emphasize it's a private package Follow the rule for a private package. No. Doc change only. Closes #31321 from xuanyuanking/SPARK-34185-follow. Authored-by: Yuanjian Li Signed-off-by: HyukjinKwon (cherry picked from commit 0a1a029622eb49e7943f87cfae6942d09bc121a6) Signed-off-by: HyukjinKwon --- project/SparkBuild.scala | 2 +- .../org/apache/spark/sql/hive/HiveSessionStateBuilder.scala | 2 -- .../src/main/scala/org/apache/spark/sql/hive/package.scala | 3 +++ 3 files changed, 4 insertions(+), 3 deletions(-) diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala index e45c3a8c4913b..fa2d77578df48 100644 --- a/project/SparkBuild.scala +++ b/project/SparkBuild.scala @@ -910,7 +910,7 @@ object Unidoc { .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/catalyst"))) .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/execution"))) .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/internal"))) - .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/hive/test"))) + .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/hive"))) .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/catalog/v2/utils"))) .map(_.filterNot(_.getCanonicalPath.contains("org/apache/hive"))) .map(_.filterNot(_.getCanonicalPath.contains("org/apache/spark/sql/v2/avro"))) diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala index b30492802495f..a3c7d21805863 100644 --- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala +++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveSessionStateBuilder.scala @@ -17,7 +17,6 @@ package org.apache.spark.sql.hive -import org.apache.spark.annotation.Unstable import org.apache.spark.sql._ import org.apache.spark.sql.catalyst.analysis.{Analyzer, ResolveSessionCatalog} import org.apache.spark.sql.catalyst.catalog.ExternalCatalogWithListener @@ -36,7 +35,6 @@ import org.apache.spark.sql.internal.{BaseSessionStateBuilder, SessionResourceLo /** * Builder that produces a Hive-aware `SessionState`. */ -@Unstable class HiveSessionStateBuilder( session: SparkSession, parentState: Option[SessionState], diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala index 14276c9b583f2..f89a8a55d8f7e 100644 --- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala +++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/package.scala @@ -23,5 +23,8 @@ package org.apache.spark.sql * - Using HiveQL to express queries. * - Reading metadata from the Hive Metastore using HiveSerDes. * - Hive UDFs, UDAs, UDTs + * + * Note that this is a private package. All classes in this package are considered an internal API + * to Spark and are subject to change between minor releases. */ package object hive