关于python连接hbase并且导入数据的问题

栗子啊栗子 2018-03-23 09:13:46
python导入数据进入hbase ,数据较大,音频转2进制导入hbase,hbase对应的表开启了MOB(中等对象存储)功能,之前测试多线程。一个节点,连接hbase数量不可以超过4个,否则会报错。现在一个节点连接数2个,正常使用,后有一天脚本线程报错,同一节点,错误如下。预测错误是和同时处理数据量过大出现的,但是并没有实际证据,希望各位有了解的可以给我一条思路。谢谢
Exception in thread Thread-2:
Traceback (most recent call last):
File "/usr/lib64/python2.7/threading.py", line 811, in __bootstrap_inner
self.run()
File "/usr/lib64/python2.7/threading.py", line 764, in run
self.__target(*self.__args, **self.__kwargs)
File "audio_hbase_put.py", line 154, in deputy_put
operation_table.put(rowkey[::-1],{'info:file':file_data})
File "build/bdist.linux-x86_64/egg/happybase/table.py", line 464, in put
batch.put(row, data)
File "build/bdist.linux-x86_64/egg/happybase/batch.py", line 137, in __exit__
self.send()
File "build/bdist.linux-x86_64/egg/happybase/batch.py", line 60, in send
self._table.connection.client.mutateRows(self._table.name, bms, {})
File "/usr/lib64/python2.7/site-packages/thriftpy-0.3.9-py2.7-linux-x86_64.egg/thriftpy/thrift.py", line 198, in _req
return self._recv(_api)
File "/usr/lib64/python2.7/site-packages/thriftpy-0.3.9-py2.7-linux-x86_64.egg/thriftpy/thrift.py", line 210, in _recv
fname, mtype, rseqid = self._iprot.read_message_begin()
File "thriftpy/protocol/cybin/cybin.pyx", line 429, in cybin.TCyBinaryProtocol.read_message_begin (thriftpy/protocol/cybin/cybin.c:6325)
File "thriftpy/protocol/cybin/cybin.pyx", line 60, in cybin.read_i32 (thriftpy/protocol/cybin/cybin.c:1546)
File "thriftpy/transport/buffered/cybuffered.pyx", line 65, in thriftpy.transport.buffered.cybuffered.TCyBufferedTransport.c_read (thriftpy/transport/buffered/cybuffered.c:1881)
File "thriftpy/transport/buffered/cybuffered.pyx", line 69, in thriftpy.transport.buffered.cybuffered.TCyBufferedTransport.read_trans (thriftpy/transport/buffered/cybuffered.c:1948)
File "thriftpy/transport/cybase.pyx", line 61, in thriftpy.transport.cybase.TCyBuffer.read_trans (thriftpy/transport/cybase.c:1472)
File "/usr/lib64/python2.7/site-packages/thriftpy-0.3.9-py2.7-linux-x86_64.egg/thriftpy/transport/socket.py", line 108, in read
buff = self.sock.recv(sz)
error: [Errno 104] Connection reset by peer

Exception in thread Thread-6:
Traceback (most recent call last):
File "/usr/lib64/python2.7/threading.py", line 811, in __bootstrap_inner
self.run()
File "/usr/lib64/python2.7/threading.py", line 764, in run
self.__target(*self.__args, **self.__kwargs)
File "audio_hbase_put.py", line 154, in deputy_put
operation_table.put(rowkey[::-1],{'info:file':file_data})
File "build/bdist.linux-x86_64/egg/happybase/table.py", line 464, in put
batch.put(row, data)
File "build/bdist.linux-x86_64/egg/happybase/batch.py", line 137, in __exit__
self.send()
File "build/bdist.linux-x86_64/egg/happybase/batch.py", line 60, in send
self._table.connection.client.mutateRows(self._table.name, bms, {})
File "/usr/lib64/python2.7/site-packages/thriftpy-0.3.9-py2.7-linux-x86_64.egg/thriftpy/thrift.py", line 198, in _req
return self._recv(_api)
File "/usr/lib64/python2.7/site-packages/thriftpy-0.3.9-py2.7-linux-x86_64.egg/thriftpy/thrift.py", line 210, in _recv
fname, mtype, rseqid = self._iprot.read_message_begin()
File "thriftpy/protocol/cybin/cybin.pyx", line 429, in cybin.TCyBinaryProtocol.read_message_begin (thriftpy/protocol/cybin/cybin.c:6325)
File "thriftpy/protocol/cybin/cybin.pyx", line 60, in cybin.read_i32 (thriftpy/protocol/cybin/cybin.c:1546)
File "thriftpy/transport/buffered/cybuffered.pyx", line 65, in thriftpy.transport.buffered.cybuffered.TCyBufferedTransport.c_read (thriftpy/transport/buffered/cybuffered.c:1881)
File "thriftpy/transport/buffered/cybuffered.pyx", line 69, in thriftpy.transport.buffered.cybuffered.TCyBufferedTransport.read_trans (thriftpy/transport/buffered/cybuffered.c:1948)
File "thriftpy/transport/cybase.pyx", line 61, in thriftpy.transport.cybase.TCyBuffer.read_trans (thriftpy/transport/cybase.c:1472)
File "/usr/lib64/python2.7/site-packages/thriftpy-0.3.9-py2.7-linux-x86_64.egg/thriftpy/transport/socket.py", line 125, in read
message='TSocket read 0 bytes')
TTransportException: TTransportException(message='TSocket read 0 bytes', type=4)


...全文
648 2 打赏 收藏 转发到动态 举报
写回复
用AI写文章
2 条回复
切换为时间正序
请发表友善的回复…
发表回复
oyljerry 2018-03-23
  • 打赏
  • 举报
回复
error: [Errno 104] Connection reset by peer 服务器拒绝你的请求了,要么就是客户端连接过多,或者服务器处理不过来

37,718

社区成员

发帖
与我相关
我的任务
社区描述
JavaScript,VBScript,AngleScript,ActionScript,Shell,Perl,Ruby,Lua,Tcl,Scala,MaxScript 等脚本语言交流。
社区管理员
  • 脚本语言(Perl/Python)社区
  • IT.BOB
加入社区
  • 近7日
  • 近30日
  • 至今

试试用AI创作助手写篇文章吧