Details
-
Bug
-
Status: Closed
-
Critical
-
Resolution: Fixed
-
None
-
None
Description
JDBC T2 tests fail with cores with the stack below. It happens at diff tests, if the tests are run in a loop, there are 3-6 cores.
You can find the tests on rhel-ah1, Selva and Justin know the location and access info.
To run the tests in a loop do:
cd ~/aruna/jdbc/tests
. ./envt2.sh
. ./runt2
if runt2 doesn't create any cores, you can try:
. ./runt2loop.sh
(gdb) bt
#0 0x0000003ea1432925 in raise () from /lib64/libc.so.6
#1 0x0000003ea1434105 in abort () from /lib64/libc.so.6
#2 0x00007f771510e7da in assert_botch_abend (f=0x7f7717e07f4e "../common/Collections.h", l=385,
m=0x7f7717e07f20 "referencing an unused element of a collection", c=0x0) at ../export/NAAbort.cpp:235
#3 0x00007f771510e4fd in NAAbort (filename=0x7f7717e07f4e "../common/Collections.h", lineno=385,
msg=0x7f7717e07f20 "referencing an unused element of a collection") at ../export/NAAbort.cpp:166
#4 0x00007f7717cc4d0e in NACollection<IpcServer*>::usedEntry (this=0x7f77097d9358, ix=23) at ../common/Collections.h:385
#5 0x00007f7717cc2b4d in NAList<IpcServer*>::removeCounted (this=0x7f77097d9358, elem=@0x7f772fcca250, desiredCount=1)
at ../common/Collections.cpp:929
#6 0x00007f7717cc0dfa in NAList<IpcServer*>::remove (this=0x7f77097d9358, elem=@0x7f772fcca250) at ../common/Collections.h:1985
#7 0x00007f7717cbba25 in IpcServerClass::freeServerProcess (this=0x7f77097d92c8, s=0x7f7709810300) at ../common/Ipc.cpp:4971
#8 0x00007f7717cb2255 in IpcServer::release (this=0x7f7709810300) at ../common/Ipc.cpp:614
#9 0x00007f77174c5309 in ExEspDbEntry::release (this=0x7f7709802868) at ../executor/ex_frag_rt.cpp:3410
#10 0x00007f77174c526f in ExEspDbEntry::~ExEspDbEntry (this=0x7f7709802868, __in_chrg=<value optimized out>)
at ../executor/ex_frag_rt.cpp:3403
#11 0x00007f77174c52d2 in ExEspDbEntry::~ExEspDbEntry (this=0x7f7709802868, __in_chrg=<value optimized out>)
at ../executor/ex_frag_rt.cpp:3404
#12 0x00007f77174c2da0 in ExEspManager::~ExEspManager (this=0x7f77097d9280, __in_chrg=<value optimized out>)
at ../executor/ex_frag_rt.cpp:2676
#13 0x00007f7716d49391 in ContextCli::deleteMe (this=0x7f770a4611a0) at ../cli/Context.cpp:383
#14 0x00007f7716d69ca8 in CliGlobals::dropContext (this=0x17c5fe0, context=0x7f770a4611a0) at ../cli/Globals.cpp:650
#15 0x00007f7716d2393a in SQLCLI_DropContext (cliGlobals=0x17c5fe0, context_handle=2001) at ../cli/Cli.cpp:1833
#16 0x00007f7716d22daa in SQLCLI_DeleteContext (cliGlobals=0x17c5fe0, context_handle=2001) at ../cli/Cli.cpp:1422
#17 0x00007f7716d9447f in SQL_EXEC_DeleteContext (contextHandle=2001) at ../cli/CliExtern.cpp:1503
#18 0x00007f771906f451 in DISCONNECT (pSrvrConnect=0x17ca460) at native/SqlInterface.cpp:2852
#19 0x00007f771905ea0b in SRVR_CONNECT_HDL::sqlClose (this=0x17ca460) at native/CSrvrConnect.cpp:137
#20 0x00007f771907c4cf in Java_org_trafodion_sql_SQLMXConnection_close (jenv=0xacb9d8, jcls=0x7f772fcca748, server=0x0,
dialogueId=24945760) at native/SQLMXConnection.cpp:239
There were some cores with a different stack:
#0 0x0000003ea1432925 in raise () from /lib64/libc.so.6
#1 0x0000003ea1434105 in abort () from /lib64/libc.so.6
#2 0x00007fd9d98118c5 in ?? ()
from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.55.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fd9d997f78f in ?? ()
from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.55.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007fd9d9816a92 in JVM_handle_linux_signal ()
from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.55.x86_64/jre/lib/amd64/server/libjvm.so
#5 <signal handler called>
#6 0x00007fd9c240ae54 in JNIEnv_::CallVoidMethod (this=0x0, obj=0x0,
methodID=0x10db9b0) at /opt/home/tools/jdk1.7.0_09_64/include/jni.h:1054
#7 0x00007fd9c09c6e7b in HBaseClient_JNI::releaseHTableClient (
this=0x7fd9b2bf87d0, htc=0x7fd9b2c20740)
at ../executor/HBaseClient_JNI.cpp:1641
#8 0x00007fd9be9f9993 in ExpHbaseInterface_JNI::cleanup (this=0x7fd9b2c1f928)
at ../exp/ExpHbaseInterface.cpp:1386
#9 0x00007fd9be9f9afb in ExpHbaseInterface_JNI::close (this=0x7fd9b2c1f928)
at ../exp/ExpHbaseInterface.cpp:1422
#10 0x00007fd9c0929bff in ExHbaseAccessSelectTcb::work (this=0x7fd9b2bfade8)
at ../executor/ExHbaseSelect.cpp:1399
--Type <return> to continue, or q <return> to quit--
#11 0x00007fd9c084359f in ex_tcb::sWork (tcb=0x7fd9b2bfade8)
at ../executor/ex_tcb.h:87
#12 0x00007fd9c094941f in ExSubtask::work (this=0x7fd9b2bfb908)
at ../executor/ExScheduler.cpp:739
#13 0x00007fd9c09487e2 in ExScheduler::work (this=0x7fd9b2bfaa28,
prevWaitTime=0) at ../executor/ExScheduler.cpp:316
#14 0x00007fd9c08859d5 in ex_root_tcb::cancel (this=0x7fd9b2bfb9b0, glob=
0x7fd9b2c1eda8, diagsArea=@0x7fd9d9057cb0, getQueueDiags=0)
at ../executor/ex_root.cpp:2306
#15 0x00007fd9c01077fa in CliStatement::close (this=0x7fd9b2bf97a8, diagsArea=
..., inRollback=0) at ../cli/Statement.cpp:1099
#16 0x00007fd9c00b6f0c in SQLCLI_PerformTasks(CliGlobals *, ULng32, SQLSTMT_ID *, SQLDESC_ID *, SQLDESC_ID *, Lng32, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *, SQLCLI_PTR_PAIRS *) (cliGlobals=0x1d5f950, tasks=1800,
statement_id=0x1e10f80, input_descriptor=0x0, output_descriptor=0x0,
num_input_ptr_pairs=0, num_output_ptr_pairs=0, ap=0x0,
input_ptr_pairs=0x0, output_ptr_pairs=0x0) at ../cli/Cli.cpp:3497
#17 0x00007fd9c00b7150 in SQLCLI_CloseStmt (cliGlobals=0x1d5f950,
statement_id=0x1e10f80) at ../cli/Cli.cpp:3550
#18 0x00007fd9c0123248 in SQL_EXEC_CloseStmt (statement_id=0x1e10f80)
at ../cli/CliExtern.cpp:1389
#19 0x00007fd9c23fb27a in FREESTATEMENT (pSrvrStmt=0x1e10970)
at native/SqlInterface.cpp:1358
--Type <return> to continue, or q <return> to quit--
#20 0x00007fd9c23f6ab3 in SRVR_STMT_HDL::Close (this=0x1e10970,
inFreeResourceOpt=1) at native/CSrvrStmt.cpp:309
#21 0x00007fd9c23ed9be in SRVR_CONNECT_HDL::sqlClose (this=0x1d5a550)
at native/CSrvrConnect.cpp:131
#22 0x00007fd9c240b4cf in Java_org_trafodion_sql_SQLMXConnection_close (
jenv=0x10509d8, jcls=0x7fd9d9058198, server=0x0, dialogueId=30778704)
at native/SQLMXConnection.cpp:239
#23 0x00007fd9d570c738 in ?? ()
#24 0x00000006fcaa2ad6 in ?? ()
#25 0x00007fd9000000b6 in ?? ()
#26 0x0000000001050800 in ?? ()
#27 0x00007fd9d9058148 in ?? ()
#28 0x0000000000000000 in ?? ()
(gdb)