[SUPPORT] Using hive to read rt table exception
- Dominant language
- Java
- Stars
- 6.2k
- Forks
- 2.5k
- Avg merge
- 2d 8h
- Merged PRs (30d)
- 111
Description
env:
hudi 0.12.1
hive 2.2.0
config:
set hive.input.format=org.apache.hadoop.hive.ql.io.CombineHiveInputFormat;
dd jar hdfs://mycluster/hudi/jars/hudi-hadoop-mr-bundle-0.10.0.jar;
Exception:
java.lang.NoClassDefFoundError: org/apache/hadoop/hive/common/StringInternUtils
at org.apache.hudi.hadoop.hive.HoodieCombineHiveInputFormat.getCombineSplits(HoodieCombineHiveInputFormat.java:143) ~[hudi-flink1.13-bundle-0.12.1.jar:0.12.1]
at org.apache.hudi.hadoop.hive.HoodieCombineHiveInputFormat.getSplits(HoodieCombineHiveInputFormat.java:363) ~[hudi-flink1.13-bundle-0.12.1.jar:0.12.1]
at org.apache.hadoop.mapreduce.JobSubmitter.writeOldSplits(JobSubmitter.java:341) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:333) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:202) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1570) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1567) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_201]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_201]
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1893) ~[hadoop-common-2.9.2.jar:?]
at org.apache.hadoop.mapreduce.Job.submit(Job.java:1567) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:576) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapred.JobClient$1.run(JobClient.java:571) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_201]
at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_201]
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1893) ~[hadoop-common-2.9.2.jar:?]
at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:571) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:562) ~[phoenix-4.14.2-HBase-1.2-hive.jar:?]
at org.apache.hadoop.hive.ql.exec.mr.ExecDriver.execute(ExecDriver.java:398) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.mr.MapRedTask.execute(MapRedTask.java:141) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:197) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:100) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
at org.apache.hadoop.hive.ql.exec.TaskRunner.run(TaskRunner.java:79) ~[hive-exec-2.2.1-SNAPSHOT.jar:2.2.1-SNAPSHOT]
Caused by: java.lang.ClassNotFoundException: org.apache.hadoop.hive.common.StringInternUtils
at java.net.URLClassLoader.findClass(URLClassLoader.java:382) ~[?:1.8.0_201]
at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_201]
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_201]
at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_201]
Contributor guide
No contributing guide indexed for this repository
Assessment
This issue has not been assessed yet.