apache / apache/hudi

[SUPPORT] Using hive to read rt table exception

Open
#8,882 27 comments 0 reactions 1 assignee Claimed by @danny0405 View on GitHub
engine:hive issue:version-compatibility priority:high
Dominant language
Java
Stars
6.2k
Forks
2.5k
Avg merge
2d 8h
Merged PRs (30d)
111

Description

env:
hudi 0.12.1
hive 2.2.0

config:
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
dd jar hdfs://mycluster/hudi/jars/hudi-hadoop-mr-bundle-0.10.0.jar;

Exception:
java.lang.NoClassDefFoundError: org/apache/hadoop/hive/common/StringInternUtils
at org.apache.hudi.hadoop.hive.HoodieCombineHiveInputFormat.getCombineSplits(HoodieCombineHiveInputFormat.java:143) ~[hudi-flink1.13-bundle-0.12.1.jar:0.12.1]
at org.apache.hudi.hadoop.hive.HoodieCombineHiveInputFormat.getSplits(HoodieCombineHiveInputFormat.java:363) ~[hudi-flink1.13-bundle-0.12.1.jar:0.12.1]
at org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:341) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:333) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:202) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1570) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1567) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_201]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_201]
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1893) ~[hadoop-common-2.9.2.jar:?]
at org.apache.hadoop.mapreduce.Job.submit(Job.java:1567) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:576) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:571) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_201]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_201]
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1893) ~[hadoop-common-2.9.2.jar:?]
at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:571) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:562) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:398) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:141) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:197) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:100) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:79) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.hive.common.StringInternUtils
at java.net.URLClassLoader.findClass(URLClassLoader.java:382) ~[?:1.8.0_201]
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_201]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_201]
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_201]

Contributor guide

No contributing guide indexed for this repository

Assessment

This issue has not been assessed yet.

Get new issues in your inbox

A short digest of beginner-friendly GitHub issues.