java.lang.ClassCastException: org.apache.hadoop.hbase.io.ImmutableBytesWritable
我在windows 下用eclipse + maven编译成jar包放到Linux服务器上运行的
报的异常如下:
java.lang.Exception: java.lang.ClassCastException: org.apache.hadoop.hbase.io.ImmutableBytesWritable cannot be cast to org.apache.hadoop.hbase.client.Mutation
at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:403)
Caused by: java.lang.ClassCastException: org.apache.hadoop.hbase.io.ImmutableBytesWritable cannot be cast to org.apache.hadoop.hbase.client.Mutation
at org.apache.hadoop.hbase.mapreduce.TableOutputFormat$TableRecordWriter.write(TableOutputFormat.java:87)
at org.apache.hadoop.mapred.MapTask$NewDirectOutputCollector.write(MapTask.java:634)
at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
at org.apache.hadoop.mapreduce.lib.map.WrappedMapper$Context.write(WrappedMapper.java:112)
at pchour.PCHourMapper.map(PCHourMapper.java:20)
at pchour.PCHourMapper.map(PCHourMapper.java:11)
at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:763)
at org.apache.hadoop.mapred.MapTask.run(MapTask.java:339)
at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:235)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
PCHourMapper.java
package pchour;
import java.io.IOException;
import org.apache.hadoop.hbase.KeyValue;
import org.apache.hadoop.hbase.client.Result;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableMapper;
import org.apache.hadoop.hbase.util.Bytes;
public class PCHourMapper extends TableMapper<ImmutableBytesWritable, ImmutableBytesWritable> {
public void map(ImmutableBytesWritable row, Result values, Context context) throws IOException, InterruptedException {
ImmutableBytesWritable value = null;
ImmutableBytesWritable key = null;
for (KeyValue kv : values.list()) {
if ("m".equals(Bytes.toString(kv.getFamily())) && "city_id".equals(Bytes.toString(kv.getQualifier()))) {
key = row;
value = new ImmutableBytesWritable(kv.getValue());
context.write(key, value);
}
}
}
}PCHourReducer.java
package pchour;
import java.io.IOException;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableReducer;
import org.apache.hadoop.hbase.util.Bytes;
public class PCHourReducer extends TableReducer<ImmutableBytesWritable, Iterable<ImmutableBytesWritable>, ImmutableBytesWritable> {
public void reduce(ImmutableBytesWritable key, Iterable<ImmutableBytesWritable> values, Context context) throws IOException, InterruptedException {
int count = 0;
for (ImmutableBytesWritable val : values) {
count += Bytes.toInt(val.get());
}
Put put = new Put(key.get());
put.add(Bytes.toBytes("m"), Bytes.toBytes("city_id_all"), Bytes.toBytes(count));
context.write(key, put);
}
}PCHourAnalysis.java
package pchour;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hbase.HBaseConfiguration;
import org.apache.hadoop.hbase.client.Scan;
import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
import org.apache.hadoop.hbase.mapreduce.TableMapReduceUtil;
import org.apache.hadoop.mapreduce.Job;
public class PCHourAnalysis {
protected Configuration configure;
protected int taskCount;
public PCHourAnalysis(String zookeeperClientPort, String zookeeperQuoRum, int taskCount) {
configure = HBaseConfiguration.create();
configure.set("hbase.zookeeper.property.clientPort", zookeeperClientPort);
configure.set("hbase.zookeeper.quorum", zookeeperQuoRum);
}
public int analysis() {
int result = 0;
Job job;
try {
job = new Job(configure);
job.setJobName("pc hour analysis job");
job.setJarByClass(getClass());
job.setMapperClass(PCHourMapper.class);
job.setReducerClass(PCHourReducer.class);
} catch (IOException e) {
result = -1;
return result;
}
Scan scan = new Scan();
scan.setCaching(500);
scan.setCacheBlocks(false);
try {
TableMapReduceUtil.initTableMapperJob("newnetworkbenchSpeedDataRaw", scan, PCHourMapper.class, ImmutableBytesWritable.class, ImmutableBytesWritable.class, job);
TableMapReduceUtil.initTableReducerJob("newnetworkbenchhourresult", PCHourReducer.class, job);
} catch (IOException e) {
result = -2;
return result;
}
job.setNumReduceTasks(taskCount);
try {
if(!job.waitForCompletion(true)) {
result = -3;
}
} catch (ClassNotFoundException | IOException | InterruptedException e) {
result = -4;
}
return result;
}
}PCHour.java
package pchour;
public class PCHour {
public static void main(String[] args) {
String zookeeperClientPort = "8023";
String zookeeperQuoRum = "tc-op-uaq07.tc,yf-uaq-jsl-ruby00.yf01,tc-uaq-jsl-ruby00.tc,tc-op-uaq17.tc";
PCHourAnalysis hourAnalysis = new PCHourAnalysis(zookeeperClientPort, zookeeperQuoRum, 8);
hourAnalysis.analysis();
}
}相关推荐
Hive_Hadoop_Spark优化.pdf
学习mysql,然后学习Linux,最后学Python,坚持就是胜利!
java.lang.NoSuchMethodError: org.apache.hadoop.hbase.client.Put.setWriteToWAL(Z)V
一、实验环境 jdk1.8 hadoop2.9.1 zookeeper3.4.10 flume1.6.0 hbase1.2.1 二、报错详情 2020-02-15 12:32:47,584 (SinkRunner-PollingRunner-DefaultSinkProcessor) [ERROR - org.apache.flume.sink.hbase.HBaseSink.process(...
Windows运行hadoop报错:org.apache.hadoop.io.nativeio.NativeIO$Windows.access0(Ljava/lang/String;I)Z
报错信息 Exception in thread "main" java.lang.UnsatisfiedLinkError: org.apache.hadoop.io.nativeio.NativeIO$Windows.access0(Ljava/lang/String;I)Z at org.apache.hadoop.io.nativeio.NativeIO$Windows.access0...
Caused by: java.lang.RuntimeException: org.apache.hadoop.security.AccessControlException: Permission
出错 Caused by: java.lang.RuntimeException: org.apache.hadoop.security.AccessControlException: Permission denied: user=hdfs, access=EXECUTE, inode="/tmp":hadoop:supergroup:drwxrwx--- at org.apache.hado...
Hadoop排查-java.lang.UnsatisfiedLinkError: org.apache.hadoop.io.nativeio.NativeIO$Windows.access0
错误信息 Exception in thread "main" java.lang.UnsatisfiedLinkError: org.apache.hadoop.io.nativeio.NativeIO$Windows.access0(Ljava/lang/String;I)Z at org.apache.hadoop.io.nativeio.NativeIO$Windows.access0(Native Method) at org.apache.hadoop.io.nativeio.Na.


