I want to read files on HDFS in a UDF. What should I do? #17648
Unanswered
chenshaojin
asked this question in
Q&A
Replies: 0 comments
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
-
ERROR:
java.lang.ExceptionInInitializerError
at java.base/jdk.internal.misc.Unsafe.ensureClassInitialized0(Native Method)
at java.base/jdk.internal.misc.Unsafe.ensureClassInitialized(Unsafe.java:1042)
at java.base/java.lang.invoke.DirectMethodHandle$EnsureInitialized.computeValue(DirectMethodHandle.java:357)
at java.base/java.lang.invoke.DirectMethodHandle$EnsureInitialized.computeValue(DirectMethodHandle.java:354)
at java.base/java.lang.ClassValue.getFromHashMap(ClassValue.java:228)
at java.base/java.lang.ClassValue.getFromBackup(ClassValue.java:210)
at java.base/java.lang.ClassValue.get(ClassValue.java:116)
at java.base/java.lang.invoke.DirectMethodHandle.checkInitialized(DirectMethodHandle.java:378)
at java.base/java.lang.invoke.DirectMethodHandle.ensureInitialized(DirectMethodHandle.java:368)
at java.base/java.lang.invoke.DirectMethodHandle.internalMemberNameEnsureInit(DirectMethodHandle.java:318)
at java.base/java.lang.invoke.MethodHandle.invokeWithArguments(MethodHandle.java:710)
at java.base/java.lang.invoke.MethodHandle.invokeWithArguments(MethodHandle.java:735)
at io.trino.sql.InterpretedFunctionInvoker.invoke(InterpretedFunctionInvoker.java:106)
at io.trino.sql.InterpretedFunctionInvoker.invoke(InterpretedFunctionInvoker.java:64)
at io.trino.sql.planner.ExpressionInterpreter$Visitor.visitFunctionCall(ExpressionInterpreter.java:994)
at io.trino.sql.tree.FunctionCall.accept(FunctionCall.java:112)
at io.trino.sql.tree.AstVisitor.process(AstVisitor.java:27)
at io.trino.sql.planner.ExpressionInterpreter.optimize(ExpressionInterpreter.java:271)
at io.trino.sql.planner.iterative.rule.SimplifyExpressions.rewrite(SimplifyExpressions.java:54)
at io.trino.sql.planner.iterative.rule.SimplifyExpressions.lambda$createRewrite$0(SimplifyExpressions.java:79)
at io.trino.sql.planner.iterative.rule.ExpressionRewriteRuleSet$ProjectExpressionRewrite.lambda$apply$0(ExpressionRewriteRuleSet.java:124)
at io.trino.sql.planner.plan.Assignments.lambda$rewrite$1(Assignments.java:124)
at java.base/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:195)
at java.base/java.util.Iterator.forEachRemaining(Iterator.java:133)
at java.base/java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
at java.base/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:484)
at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:474)
at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:913)
at java.base/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at java.base/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:578)
at io.trino.sql.planner.plan.Assignments.rewrite(Assignments.java:125)
at io.trino.sql.planner.iterative.rule.ExpressionRewriteRuleSet$ProjectExpressionRewrite.apply(ExpressionRewriteRuleSet.java:124)
at io.trino.sql.planner.iterative.rule.ExpressionRewriteRuleSet$ProjectExpressionRewrite.apply(ExpressionRewriteRuleSet.java:105)
at io.trino.sql.planner.iterative.IterativeOptimizer.transform(IterativeOptimizer.java:168)
at io.trino.sql.planner.iterative.IterativeOptimizer.exploreNode(IterativeOptimizer.java:143)
at io.trino.sql.planner.iterative.IterativeOptimizer.exploreGroup(IterativeOptimizer.java:108)
at io.trino.sql.planner.iterative.IterativeOptimizer.exploreChildren(IterativeOptimizer.java:193)
at io.trino.sql.planner.iterative.IterativeOptimizer.exploreGroup(IterativeOptimizer.java:110)
at io.trino.sql.planner.iterative.IterativeOptimizer.optimize(IterativeOptimizer.java:99)
at io.trino.sql.planner.LogicalPlanner.plan(LogicalPlanner.java:208)
at io.trino.sql.planner.LogicalPlanner.plan(LogicalPlanner.java:197)
at io.trino.sql.planner.LogicalPlanner.plan(LogicalPlanner.java:192)
at io.trino.execution.SqlQueryExecution.doPlanQuery(SqlQueryExecution.java:450)
at io.trino.execution.SqlQueryExecution.planQuery(SqlQueryExecution.java:430)
at io.trino.execution.SqlQueryExecution.start(SqlQueryExecution.java:382)
at io.trino.execution.SqlQueryManager.createQuery(SqlQueryManager.java:237)
at io.trino.dispatcher.LocalDispatchQuery.lambda$startExecution$7(LocalDispatchQuery.java:143)
at io.trino.$gen.Trino_355_1_ga1a891c____20210610_080120_2.run(Unknown Source)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: io.trino.spi.TrinoException: No FileSystem for scheme "file"
at io.agora.trino.cache.RawIDCCache.(RawIDCCache.java:27)
at io.agora.trino.cache.IDCCache.(IDCCache.java:6)
at io.agora.trino.udf.scalar.IP.(IP.java:30)
... 51 more
Caused by: org.apache.hadoop.fs.UnsupportedFileSystemException: No FileSystem for scheme "file"
at org.apache.hadoop.fs.FileSystem.getFileSystemClass(FileSystem.java:3281)
at org.apache.hadoop.fs.FileSystem.createFileSystem(FileSystem.java:3301)
at org.apache.hadoop.fs.FileSystem.access$200(FileSystem.java:124)
at org.apache.hadoop.fs.FileSystem$Cache.getInternal(FileSystem.java:3352)
at org.apache.hadoop.fs.FileSystem$Cache.get(FileSystem.java:3320)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:479)
at org.apache.hadoop.fs.FileSystem.get(FileSystem.java:227)
at io.agora.trino.cache.RawIDCCache.(RawIDCCache.java:25)
... 53 more
Beta Was this translation helpful? Give feedback.
All reactions