[
https://issues.apache.org/jira/browse/TRAFODION-1959?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15270047#comment-15270047
]
liu ming commented on TRAFODION-1959:
-------------------------------------
core dump info:
#0 0x0000003892432625 in raise () from /lib64/libc.so.6
#1 0x0000003892433e05 in abort () from /lib64/libc.so.6
#2 0x00007f345f2b2785 in ?? () from
/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.91.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007f345f42603f in ?? () from
/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.91.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007f345f2b7322 in JVM_handle_linux_signal ()
from
/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.91.x86_64/jre/lib/amd64/server/libjvm.so
#5 <signal handler called>
#6 _M_data (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:278
#7 _M_rep (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:286
#8 size (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:629
#9 compare (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:2021
#10 operator< <char, std::char_traits<char>, std::allocator<char> >
(this=0x20b0b40,
file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple,
range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0,
lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:2317
#11 operator() (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_function.h:230
#12 _M_lower_bound (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:986
#13 find (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:1421
#14 find (this=0x20b0b40, file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864,
maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0)
at
/usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_map.h:659
#15 ExLob::openDataCursor (this=0x20b0b40,
file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple,
range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0,
lobGlobals=0xc7c8c0) at ../exp/ExpLOBaccess.cpp:1074
#16 0x00007f3460dd4783 in ExLobGlobals::processPreOpens (this=0xc7c8c0) at
../exp/ExpLOBaccess.cpp:3123
#17 0x00007f3460dd4b09 in ExLobGlobals::performRequest (this=0xc7c8c0,
request=<value optimized out>)
at ../exp/ExpLOBaccess.cpp:2651
#18 0x00007f3460dd4cb9 in ExLobGlobals::doWorkInThread (this=0xc7c8c0) at
../exp/ExpLOBaccess.cpp:3087
---Type <return> to continue, or q <return> to quit---
#19 0x00007f3460dd4d09 in workerThreadMain (arg=<value optimized out>) at
../exp/ExpLOBaccess.cpp:2867
#20 0x0000003892807a51 in start_thread () from /lib64/libpthread.so.0
#21 0x00000038924e893d in clone () from /lib64/libc.so.6
(gdb) frame 15
#15 ExLob::openDataCursor (this=0x20b0b40,
file=0x7f344bc149f8
"hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366",
type=Lob_Cursor_Simple,
range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0,
lobGlobals=0xc7c8c0) at ../exp/ExpLOBaccess.cpp:1074
1074 ../exp/ExpLOBaccess.cpp: No such file or directory.
in ../exp/ExpLOBaccess.cpp
(gdb) p lobCursors_
$1 = std::map with 0 elements
LOAD cmd:
load into tk.devices select * from hive.tk.devices;
Table DDL:
CREATE TABLE TRAFODION.TK.DEVICES
(
TDID CHAR(35 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT
SERIALIZED
, OFFSETID INT NO DEFAULT NOT NULL NOT DROPPABLE NOT SERIALIZED
, IMEI CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT NO DEFAULT NOT NULL
NOT DROPPABLE NOT SERIALIZED
, IDFA CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, MAC CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, ANDROIDID CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, IMSI CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, SIMID CHAR(40 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, ITUNESID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, OPENUDID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, SECUREUDID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, STOREID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, MURMURHASHID CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, MODEL CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, PIX CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, OS CHAR(30 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, NET CHAR(30 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, CARRIER CHAR(30 CHARS) CHARACTER SET UTF8 COLLATE
DEFAULT DEFAULT NULL NOT SERIALIZED
, UPDATETIME INT DEFAULT NULL NOT SERIALIZED
, PRIMARY KEY (IMEI ASC, OFFSETID ASC)
)
SALT USING 72 PARTITIONS
ATTRIBUTES ALIGNED FORMAT
HBASE_OPTIONS
(
DATA_BLOCK_ENCODING = 'FAST_DIFF',
COMPRESSION = 'SNAPPY',
MEMSTORE_FLUSH_SIZE = '1073741824'
)
;
CREATE EXTERNAL TABLE `TK.DEVICES`(
`tdid` string COMMENT 'tdid',
`offsetid` int COMMENT 'offsetid',
`imei` string COMMENT 'imei',
`idfa` string COMMENT 'idfa',
`mac` string COMMENT 'mac',
`androidid` string COMMENT 'androidid',
`imsi` string COMMENT 'imsi',
`simid` string COMMENT 'simid',
`itunesid` string COMMENT 'itunesid',
`openudid` string COMMENT 'openudid',
`secureudid` string COMMENT 'secureudid',
`storeid` string COMMENT 'storeid',
`murmurhashid` string COMMENT 'murmurhashid',
`model` string COMMENT 'model',
`pix` string COMMENT 'pix',
`os` string COMMENT 'os',
`net` string COMMENT 'net',
`carrier` string COMMENT 'carrier',
`updatetime` int COMMENT 'updatetime')
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '|'
STORED AS INPUTFORMAT
'org.apache.hadoop.mapred.TextInputFormat'
OUTPUTFORMAT
'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat'
LOCATION
'hdfs://hidingIP:8020/px/td'
TBLPROPERTIES (
'COLUMN_STATS_ACCURATE'='false',
'numFiles'='0',
'numRows'='-1',
'rawDataSize'='-1',
'totalSize'='0',
'transient_lastDdlTime'='1462282209')
Error msg:
Total 116 files on hdfs /px/td, 80 files are 5G/per file, 36 files are 2g/per
file;
>>LOAD INTO TK.DEVICES SELECT * FROM HIVE.TK.DEVICES;
#
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGSEGV (0xb) at pc=0x00007f3460dd38d5, pid=32041, tid=139862620083968
#
# JRE version: OpenJDK Runtime Environment (7.0_91) (build
1.7.0_91-mockbuild_2015_10_21_19_56-b00)
# Java VM: OpenJDK 64-Bit Server VM (24.91-b01 mixed mode linux-amd64
compressed oops)
# Derivative: IcedTea 2.6.2
# Distribution: CentOS release 6.7 (Final), package rhel-2.6.2.2.el6_7-x86_64
u91-b00
# Problematic frame:
# C [libtdm_sqlexp.so+0x2448d5] ExLob::openDataCursor(char*, LobsCursorType,
long, long, long, long, ExLobGlobals*)+0xf5
#
# Core dump written. Default location: /home/trafodion/db/sql/scripts/core or
core.32041
#
# An error report file with more information is saved as:
# /tmp/jvm-32041/hs_error.log
#
# If you would like to submit a bug report, please include
# instructions on how to reproduce the bug and visit:
# http://icedtea.classpath.org/bugzilla
# The crash happened outside the Java Virtual Machine in native code.
# See problematic frame for where to report the bug.
#
#
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGSEGV (0xb) at pc=0x00007f834bc678d5, pid=38546, tid=140201578649344
#
# JRE version: OpenJDK Runtime Environment (7.0_91) (build
1.7.0_91-mockbuild_2015_10_21_19_56-b00)
# Java VM: OpenJDK 64-Bit Server VM (24.91-b01 mixed mode linux-amd64
compressed oops)
# Derivative: IcedTea 2.6.2
# Distribution: CentOS release 6.7 (Final), package rhel-2.6.2.2.el6_7-x86_64
u91-b00
# Problematic frame:
# C [libtdm_sqlexp.so+0x2448d5] ExLob::openDataCursor(char*, LobsCursorType,
long, long, long, long, ExLobGlobals*)+0xf5
#
# Core dump written. Default location:
/home/trafodion/esgynDBadv-longvchar/sql/scripts/core or core.38546
#
# An error report file with more information is saved as:
# /tmp/jvm-38546/hs_error.log
#
# If you would like to submit a bug report, please include
# instructions on how to reproduce the bug and visit:
# http://icedtea.classpath.org/bugzilla
# The crash happened outside the Java Virtual Machine in native code.
# See problematic frame for where to report the bug.
#
Task: LOAD Status: Started Object: TRAFODION.TK.DEVICES
Task: CLEANUP Status: Started Object: TRAFODION.TK.DEVICES
Task: CLEANUP Status: Ended Object: TRAFODION.TK.DEVICES
Task: PREPARATION Status: Started Object: TRAFODION.TK.DEVICES
*** ERROR[2034] $Z0000Y2:328: Operating system error 201 while communicating
with server process $Z070R5G:266.
*** ERROR[2034] $Z0000Y2:328: Operating system error 201 while communicating
with server process $Z070R5G:266.
*** ERROR[2034] $Z0000Y2:328: Operating system error 201 while communicating
with server process $Z070R5G:266.
--- 0 row(s) loaded.
>>
> multiple data file in HDFS will cause bulkloader fail
> -----------------------------------------------------
>
> Key: TRAFODION-1959
> URL: https://issues.apache.org/jira/browse/TRAFODION-1959
> Project: Apache Trafodion
> Issue Type: Bug
> Reporter: liu ming
>
> reported by users several times, but I need to design a test. File a jira now
> just in case this issue will be out of track.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
