[ https://issues.apache.org/jira/browse/TRAFODION-1959?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15270047#comment-15270047 ]
liu ming commented on TRAFODION-1959: ------------------------------------- core dump info: #0 0x0000003892432625 in raise () from /lib64/libc.so.6 #1 0x0000003892433e05 in abort () from /lib64/libc.so.6 #2 0x00007f345f2b2785 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.91.x86_64/jre/lib/amd64/server/libjvm.so #3 0x00007f345f42603f in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.91.x86_64/jre/lib/amd64/server/libjvm.so #4 0x00007f345f2b7322 in JVM_handle_linux_signal () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.91.x86_64/jre/lib/amd64/server/libjvm.so #5 <signal handler called> #6 _M_data (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:278 #7 _M_rep (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:286 #8 size (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:629 #9 compare (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:2021 #10 operator< <char, std::char_traits<char>, std::allocator<char> > (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/basic_string.h:2317 #11 operator() (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_function.h:230 #12 _M_lower_bound (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:986 #13 find (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_tree.h:1421 #14 find (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at /usr/lib/gcc/x86_64-redhat-linux/4.4.7/../../../../include/c++/4.4.7/bits/stl_map.h:659 #15 ExLob::openDataCursor (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at ../exp/ExpLOBaccess.cpp:1074 #16 0x00007f3460dd4783 in ExLobGlobals::processPreOpens (this=0xc7c8c0) at ../exp/ExpLOBaccess.cpp:3123 #17 0x00007f3460dd4b09 in ExLobGlobals::performRequest (this=0xc7c8c0, request=<value optimized out>) at ../exp/ExpLOBaccess.cpp:2651 #18 0x00007f3460dd4cb9 in ExLobGlobals::doWorkInThread (this=0xc7c8c0) at ../exp/ExpLOBaccess.cpp:3087 ---Type <return> to continue, or q <return> to quit--- #19 0x00007f3460dd4d09 in workerThreadMain (arg=<value optimized out>) at ../exp/ExpLOBaccess.cpp:2867 #20 0x0000003892807a51 in start_thread () from /lib64/libpthread.so.0 #21 0x00000038924e893d in clone () from /lib64/libc.so.6 (gdb) frame 15 #15 ExLob::openDataCursor (this=0x20b0b40, file=0x7f344bc149f8 "hdfs://esg06.esgyncn.local:8020/px/td/devices_94075.txt:7f34546e4d98:366", type=Lob_Cursor_Simple, range=939524096, bufMaxSize=67108864, maxBytes=56803570, waited=0, lobGlobals=0xc7c8c0) at ../exp/ExpLOBaccess.cpp:1074 1074 ../exp/ExpLOBaccess.cpp: No such file or directory. in ../exp/ExpLOBaccess.cpp (gdb) p lobCursors_ $1 = std::map with 0 elements LOAD cmd: load into tk.devices select * from hive.tk.devices; Table DDL: CREATE TABLE TRAFODION.TK.DEVICES ( TDID CHAR(35 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , OFFSETID INT NO DEFAULT NOT NULL NOT DROPPABLE NOT SERIALIZED , IMEI CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT NO DEFAULT NOT NULL NOT DROPPABLE NOT SERIALIZED , IDFA CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , MAC CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , ANDROIDID CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , IMSI CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , SIMID CHAR(40 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , ITUNESID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , OPENUDID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , SECUREUDID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , STOREID CHAR(15 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , MURMURHASHID CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , MODEL CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , PIX CHAR(20 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , OS CHAR(30 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , NET CHAR(30 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , CARRIER CHAR(30 CHARS) CHARACTER SET UTF8 COLLATE DEFAULT DEFAULT NULL NOT SERIALIZED , UPDATETIME INT DEFAULT NULL NOT SERIALIZED , PRIMARY KEY (IMEI ASC, OFFSETID ASC) ) SALT USING 72 PARTITIONS ATTRIBUTES ALIGNED FORMAT HBASE_OPTIONS ( DATA_BLOCK_ENCODING = 'FAST_DIFF', COMPRESSION = 'SNAPPY', MEMSTORE_FLUSH_SIZE = '1073741824' ) ; CREATE EXTERNAL TABLE `TK.DEVICES`( `tdid` string COMMENT 'tdid', `offsetid` int COMMENT 'offsetid', `imei` string COMMENT 'imei', `idfa` string COMMENT 'idfa', `mac` string COMMENT 'mac', `androidid` string COMMENT 'androidid', `imsi` string COMMENT 'imsi', `simid` string COMMENT 'simid', `itunesid` string COMMENT 'itunesid', `openudid` string COMMENT 'openudid', `secureudid` string COMMENT 'secureudid', `storeid` string COMMENT 'storeid', `murmurhashid` string COMMENT 'murmurhashid', `model` string COMMENT 'model', `pix` string COMMENT 'pix', `os` string COMMENT 'os', `net` string COMMENT 'net', `carrier` string COMMENT 'carrier', `updatetime` int COMMENT 'updatetime') ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' STORED AS INPUTFORMAT 'org.apache.hadoop.mapred.TextInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' LOCATION 'hdfs://hidingIP:8020/px/td' TBLPROPERTIES ( 'COLUMN_STATS_ACCURATE'='false', 'numFiles'='0', 'numRows'='-1', 'rawDataSize'='-1', 'totalSize'='0', 'transient_lastDdlTime'='1462282209') Error msg: Total 116 files on hdfs /px/td, 80 files are 5G/per file, 36 files are 2g/per file; >>LOAD INTO TK.DEVICES SELECT * FROM HIVE.TK.DEVICES; # # A fatal error has been detected by the Java Runtime Environment: # # SIGSEGV (0xb) at pc=0x00007f3460dd38d5, pid=32041, tid=139862620083968 # # JRE version: OpenJDK Runtime Environment (7.0_91) (build 1.7.0_91-mockbuild_2015_10_21_19_56-b00) # Java VM: OpenJDK 64-Bit Server VM (24.91-b01 mixed mode linux-amd64 compressed oops) # Derivative: IcedTea 2.6.2 # Distribution: CentOS release 6.7 (Final), package rhel-2.6.2.2.el6_7-x86_64 u91-b00 # Problematic frame: # C [libtdm_sqlexp.so+0x2448d5] ExLob::openDataCursor(char*, LobsCursorType, long, long, long, long, ExLobGlobals*)+0xf5 # # Core dump written. Default location: /home/trafodion/db/sql/scripts/core or core.32041 # # An error report file with more information is saved as: # /tmp/jvm-32041/hs_error.log # # If you would like to submit a bug report, please include # instructions on how to reproduce the bug and visit: # http://icedtea.classpath.org/bugzilla # The crash happened outside the Java Virtual Machine in native code. # See problematic frame for where to report the bug. # # # A fatal error has been detected by the Java Runtime Environment: # # SIGSEGV (0xb) at pc=0x00007f834bc678d5, pid=38546, tid=140201578649344 # # JRE version: OpenJDK Runtime Environment (7.0_91) (build 1.7.0_91-mockbuild_2015_10_21_19_56-b00) # Java VM: OpenJDK 64-Bit Server VM (24.91-b01 mixed mode linux-amd64 compressed oops) # Derivative: IcedTea 2.6.2 # Distribution: CentOS release 6.7 (Final), package rhel-2.6.2.2.el6_7-x86_64 u91-b00 # Problematic frame: # C [libtdm_sqlexp.so+0x2448d5] ExLob::openDataCursor(char*, LobsCursorType, long, long, long, long, ExLobGlobals*)+0xf5 # # Core dump written. Default location: /home/trafodion/esgynDBadv-longvchar/sql/scripts/core or core.38546 # # An error report file with more information is saved as: # /tmp/jvm-38546/hs_error.log # # If you would like to submit a bug report, please include # instructions on how to reproduce the bug and visit: # http://icedtea.classpath.org/bugzilla # The crash happened outside the Java Virtual Machine in native code. # See problematic frame for where to report the bug. # Task: LOAD Status: Started Object: TRAFODION.TK.DEVICES Task: CLEANUP Status: Started Object: TRAFODION.TK.DEVICES Task: CLEANUP Status: Ended Object: TRAFODION.TK.DEVICES Task: PREPARATION Status: Started Object: TRAFODION.TK.DEVICES *** ERROR[2034] $Z0000Y2:328: Operating system error 201 while communicating with server process $Z070R5G:266. *** ERROR[2034] $Z0000Y2:328: Operating system error 201 while communicating with server process $Z070R5G:266. *** ERROR[2034] $Z0000Y2:328: Operating system error 201 while communicating with server process $Z070R5G:266. --- 0 row(s) loaded. >> > multiple data file in HDFS will cause bulkloader fail > ----------------------------------------------------- > > Key: TRAFODION-1959 > URL: https://issues.apache.org/jira/browse/TRAFODION-1959 > Project: Apache Trafodion > Issue Type: Bug > Reporter: liu ming > > reported by users several times, but I need to design a test. File a jira now > just in case this issue will be out of track. -- This message was sent by Atlassian JIRA (v6.3.4#6332)