再保險:閱讀雅典表上創建的s3噠…-磚- 12690

HemanthRatakond · ‎01-11-2023

你好,

我們有磚使用aws膠metastore目錄,我想讀雅典娜s3基礎上創建表,我得到以下錯誤

com.databricks.backend.common.rpc.SparkDriverExceptions SQLExecutionException美元:. lang。RuntimeException: . lang。ClassNotFoundException: org.openx.data.jsonserde.JsonSerDe

daniel_sahal · ‎01-11-2023

@Hemanth Ratakonda可以粘貼完整的錯誤消息嗎?它看起來像你貼的是減少一半。

HemanthRatakond · ‎01-11-2023

@Daniel薩哈

org.apache.hadoop.hive.ql.plan.TableDesc.getDeserializerClass (TableDesc.java: 79)

org.apache.spark.sql.hive.execution.HiveTableScanExec.addColumnMetadataToConf (HiveTableScanExec.scala: 127)

org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopConf lzycompute美元(HiveTableScanExec.scala: 104)

org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopConf (HiveTableScanExec.scala: 101)

org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader lzycompute美元(HiveTableScanExec.scala: 113)

org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader (HiveTableScanExec.scala: 108)

在org.apache.spark.sql.hive.execution.HiveTableScanExec。anonfun doExecute美元2美元(HiveTableScanExec.scala: 214)

org.apache.spark.util.Utils .withDummyCallSite美元(Utils.scala: 2952)

org.apache.spark.sql.hive.execution.HiveTableScanExec.doExecute (HiveTableScanExec.scala: 214)

org.apache.spark.sql.execution.SparkPlan。anonfun執行美元1美元(SparkPlan.scala: 232)

在org.apache.spark.sql.execution.SparkPlan。anonfun executeQuery $ 1美元(SparkPlan.scala: 276)

org.apache.spark.rdd.RDDOperationScope .withScope美元(RDDOperationScope.scala: 165)

org.apache.spark.sql.execution.SparkPlan.executeQuery (SparkPlan.scala: 272)

org.apache.spark.sql.execution.SparkPlan.execute (SparkPlan.scala: 228)

org.apache.spark.sql.execution.collect.Collector .collect美元(Collector.scala: 121)

org.apache.spark.sql.execution.collect.Collector .collect美元(Collector.scala: 133)

org.apache.spark.sql.execution.qrc.InternalRowFormat .collect美元(cachedSparkResults.scala: 120)

org.apache.spark.sql.execution.qrc.InternalRowFormat .collect美元(cachedSparkResults.scala: 108)

org.apache.spark.sql.execution.qrc.InternalRowFormat .collect美元(cachedSparkResults.scala: 90)

在org.apache.spark.sql.execution.qrc.ResultCacheManager。anonfun computeResult美元1美元(ResultCacheManager.scala: 528)

在美元com.databricks.spark.util.FrameProfiler知根知底(FrameProfiler.scala: 80)

org.apache.spark.sql.execution.qrc.ResultCacheManager.collectResult 1美元(ResultCacheManager.scala: 520)

org.apache.spark.sql.execution.qrc.ResultCacheManager.computeResult (ResultCacheManager.scala: 540)

在org.apache.spark.sql.execution.qrc.ResultCacheManager。anonfun getOrComputeResultInternal美元1美元(ResultCacheManager.scala: 395)

scala.Option.getOrElse (Option.scala: 189)

org.apache.spark.sql.execution.qrc.ResultCacheManager.getOrComputeResultInternal (ResultCacheManager.scala: 388)

org.apache.spark.sql.execution.qrc.ResultCacheManager.getOrComputeResult (ResultCacheManager.scala: 286)

在org.apache.spark.sql.execution.SparkPlan。anonfun executeCollectResult美元1美元(SparkPlan.scala: 438)

在美元com.databricks.spark.util.FrameProfiler知根知底(FrameProfiler.scala: 80)

org.apache.spark.sql.execution.SparkPlan.executeCollectResult (SparkPlan.scala: 435)

org.apache.spark.sql.Dataset.collectResult (Dataset.scala: 3471)

在org.apache.spark.sql.Dataset。anonfun collectResult美元1美元(Dataset.scala: 3462)

在org.apache.spark.sql.Dataset。anonfun withAction美元3美元(Dataset.scala: 4344)

org.apache.spark.sql.execution.QueryExecution .withInternalError美元(QueryExecution.scala: 789)

在org.apache.spark.sql.Dataset。anonfun withAction美元2美元(Dataset.scala: 4342)

在org.apache.spark.sql.execution.SQLExecution。美元anonfun withCustomExecutionEnv 8美元(SQLExecution.scala: 245)

org.apache.spark.sql.execution.SQLExecution .withSQLConfPropagated美元(SQLExecution.scala: 414)

在org.apache.spark.sql.execution.SQLExecution。美元anonfun withCustomExecutionEnv 1美元(SQLExecution.scala: 190)

org.apache.spark.sql.SparkSession.withActive (SparkSession.scala: 1003)

org.apache.spark.sql.execution.SQLExecution .withCustomExecutionEnv美元(SQLExecution.scala: 144)

org.apache.spark.sql.execution.SQLExecution .withNewExecutionId美元(SQLExecution.scala: 364)

org.apache.spark.sql.Dataset.withAction (Dataset.scala: 4342)

org.apache.spark.sql.Dataset.collectResult (Dataset.scala: 3461)

com.databricks.backend.daemon.driver.OutputAggregator .withOutputAggregation0美元(OutputAggregator.scala: 267)

com.databricks.backend.daemon.driver.OutputAggregator .withOutputAggregation美元(OutputAggregator.scala: 101)

com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql (SQLDriverLocal.scala: 115)

com.databricks.backend.daemon.driver.SQLDriverLocal.repl (SQLDriverLocal.scala: 145)

在com.databricks.backend.daemon.driver.DriverLocal。anonfun執行23美元美元(DriverLocal.scala: 731)

com.databricks.unity.EmptyHandle .runWith美元(UCSHandle.scala: 103)

com.databricks.backend.daemon.driver.DriverLocal。anonfun執行$ 20美元(DriverLocal.scala: 714)

在com.databricks.logging.UsageLogging。anonfun withAttributionContext美元1美元(UsageLogging.scala: 401)

scala.util.DynamicVariable.withValue (DynamicVariable.scala: 62)

com.databricks.logging.AttributionContext .withValue美元(AttributionContext.scala: 158)

com.databricks.logging.UsageLogging.withAttributionContext (UsageLogging.scala: 399)

在com.databricks.logging.UsageLogging.withAttributionContext (UsageLogging.scala: 396美元)

com.databricks.backend.daemon.driver.DriverLocal.withAttributionContext (DriverLocal.scala: 64)

com.databricks.logging.UsageLogging.withAttributionTags (UsageLogging.scala: 444)

在com.databricks.logging.UsageLogging.withAttributionTags (UsageLogging.scala: 429美元)

com.databricks.backend.daemon.driver.DriverLocal.withAttributionTags (DriverLocal.scala: 64)

com.databricks.backend.daemon.driver.DriverLocal.execute (DriverLocal.scala: 691)

在com.databricks.backend.daemon.driver.DriverWrapper。anonfun tryExecutingCommand美元1美元(DriverWrapper.scala: 622)

在美元scala.util.Try蘋果(Try.scala: 213)

com.databricks.backend.daemon.driver.DriverWrapper.tryExecutingCommand (DriverWrapper.scala: 614)

com.databricks.backend.daemon.driver.DriverWrapper.executeCommandAndGetError (DriverWrapper.scala: 533)

com.databricks.backend.daemon.driver.DriverWrapper.executeCommand (DriverWrapper.scala: 568)

com.databricks.backend.daemon.driver.DriverWrapper.runInnerLoop (DriverWrapper.scala: 438)

com.databricks.backend.daemon.driver.DriverWrapper.runInner (DriverWrapper.scala: 381)

com.databricks.backend.daemon.driver.DriverWrapper.run (DriverWrapper.scala: 232)

java.lang.Thread.run (Thread.java: 750)

引起的:. lang。ClassNotFoundException: org.openx.data.jsonserde.JsonSerDe

java.net.URLClassLoader.findClass (URLClassLoader.java: 387)

java.lang.ClassLoader.loadClass (ClassLoader.java: 419)

java.lang.ClassLoader.loadClass (ClassLoader.java: 352)

. lang . class。forName0(本地方法)

java.lang.Class.forName (Class.java: 348)

org.apache.hadoop.hive.ql.plan.TableDesc.getDeserializerClass (TableDesc.java: 76)

…68多

com.databricks.backend.daemon.driver.SQLDriverLocal.executeSql (SQLDriverLocal.scala: 130)