錯誤:查詢終端收到[id = 37 bada03 - 131 b - 4 - fbb - 8992 a427263fef2c runId = cf3d7c18 - 780 e - 43 - ae - aed0 - 9 - daf2939b823],與例外:. lang。IllegalArgumentException:輸入字節數組已經錯了4字節結束單元
java.util.Base64 Decoder.decode0美元(Base64.java: 704)
java.util.Base64 Decoder.decode美元(Base64.java: 526)
java.util.Base64 Decoder.decode美元(Base64.java: 549)
org.apache.spark.eventhubs.EventHubsUtils .decrypt美元(EventHubsUtils.scala: 169)
org.apache.spark.eventhubs.EventHubsConf .toConf美元(EventHubsConf.scala: 628)
在org.apache.spark.sql.eventhubs.EventHubsSource。< init > (EventHubsSource.scala: 84)
org.apache.spark.sql.eventhubs.EventHubsSourceProvider.createSource (EventHubsSourceProvider.scala: 82)
org.apache.spark.sql.execution.datasources.DataSource.createSource (DataSource.scala: 324)
在org.apache.spark.sql.execution.streaming.MicroBatchExecution anonfun 1美元。美元anonfun applyOrElse 1美元(MicroBatchExecution.scala: 138)
scala.collection.mutable.HashMap.getOrElseUpdate (HashMap.scala: 86)
org.apache.spark.sql.execution.streaming.MicroBatchExecution anonfun 1.美元美元applyorelse (MicroBatchExecution.scala: 135)
org.apache.spark.sql.execution.streaming.MicroBatchExecution anonfun 1.美元美元applyorelse (MicroBatchExecution.scala: 133)
在org.apache.spark.sql.catalyst.trees.TreeNode。anonfun transformDownWithPruning美元1美元(TreeNode.scala: 512)
org.apache.spark.sql.catalyst.trees.CurrentOrigin .withOrigin美元(TreeNode.scala: 99)
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning (TreeNode.scala: 512)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org apache火花sql催化劑美元美元計劃邏輯AnalysisHelper超級美元美元美元transformDownWithPruning (LogicalPlan.scala: 31)
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning (AnalysisHelper.scala: 268)
在org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning (AnalysisHelper.scala: 264美元)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning (LogicalPlan.scala: 31)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning (LogicalPlan.scala: 31)
在org.apache.spark.sql.catalyst.trees.TreeNode。anonfun transformDownWithPruning美元3美元(TreeNode.scala: 517)
org.apache.spark.sql.catalyst.trees.UnaryLike.mapChildren (TreeNode.scala: 1174)
在org.apache.spark.sql.catalyst.trees.UnaryLike.mapChildren (TreeNode.scala: 1173美元)
org.apache.spark.sql.catalyst.plans.logical.OrderPreservingUnaryNode.mapChildren (LogicalPlan.scala: 254)
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning (TreeNode.scala: 517)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org apache火花sql催化劑美元美元計劃邏輯AnalysisHelper超級美元美元美元transformDownWithPruning (LogicalPlan.scala: 31)
org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning (AnalysisHelper.scala: 268)
在org.apache.spark.sql.catalyst.plans.logical.AnalysisHelper.transformDownWithPruning (AnalysisHelper.scala: 264美元)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning (LogicalPlan.scala: 31)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.transformDownWithPruning (LogicalPlan.scala: 31)
在org.apache.spark.sql.catalyst.trees.TreeNode。anonfun transformDownWithPruning美元3美元(TreeNode.scala: 517)
org.apache.spark.sql.catalyst.trees.UnaryLike.mapChildren (TreeNode.scala: 1174)
在org.apache.spark.sql.catalyst.trees.UnaryLike.mapChildren (TreeNode.scala: 1173美元)
org.apache.spark.sql.catalyst.plans.logical.OrderPreservingUnaryNode.mapChildren (LogicalPlan.scala: 254)
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning (TreeNode.scala: 517)
在org.apache.spark.sql.catalyst.plans.logical.LogicalPlan.org apache火花sql催化劑美元美元計劃邏輯AnalysisHelper超級美元美元美元transformDownWithPruning (LogicalPlan.scala: 31)
這個問題可能是由於失配eventHub jar和依賴項添加。也,不可以添加所有必需的依賴關係。
建議:
使用azure_eventhubs_spark_2_12_.jareventHub火花jar連同以下依賴關係應該解決這個問題: