Jenkins Phoenix t2 tests creating cores

[Aruna Sadashiva]

-rw------- 1 trafodion trafodion 720695296 Mar 25 12:47 phx_test_run/core.slave-cm53-01.2194.java
core file : -rw------- 1 trafodion trafodion 720695296 Mar 25 12:47 ./phx_test_run/core.slave-cm53-01.2194.java
executable : -rwxr-xr-x 1 root root 9904 Jan 21 00:06 /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/java

gdb command:
  gdb /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/java ./phx_test_run/core.slave-cm53-01.2194.java --batch -n -x /tmp/tmp.BuwYFxoTbv 2>&1
[New Thread 2209]
[New Thread 2213]
[New Thread 2210]
[New Thread 2217]
[New Thread 2214]
[New Thread 2219]
[New Thread 2211]
[New Thread 2746]
[New Thread 2220]
[New Thread 2216]
[New Thread 2755]
[New Thread 2215]
[New Thread 2218]
[New Thread 2221]
[New Thread 3033]
[New Thread 2745]
[New Thread 2212]
[New Thread 3031]
[New Thread 2248]
[New Thread 2754]
[New Thread 2808]
[New Thread 2753]
[New Thread 2756]
[New Thread 2809]
[New Thread 2815]
[New Thread 2194]
[New Thread 2757]
[Thread debugging using libthread_db enabled]
Core was generated by `/usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/java -classpath /opt/apache'.
Program terminated with signal 6, Aborted.
#0 0x000000390ee32625 in raise () from /lib64/libc.so.6

Thread 27 (Thread 0x7fff8ad8d700 (LWP 2757)):
#0 0x000000390eee8ef3 in epoll_wait () from /lib64/libc.so.6
#1 0x00007fffe6db1cf5 in SB_Trans::Sock_Controller::epoll_wait (this=0x7fffe7002ce0, pp_where=0x7fffe6dd4c48 "Sock_Comp_Thread::run", pv_timeout=-1) at sock.cpp:336
#2 0x00007fffe6db1213 in SB_Trans::Sock_Comp_Thread::run (this=0x7ffff0f897d0) at sock.cpp:104
#3 0x00007fffe6db104d in sock_comp_thread_fun (pp_arg=0x7ffff0f897d0) at sock.cpp:74
#4 0x00007fffe4b99bef in SB_Thread::Thread::disp (this=0x7ffff0f897d0, pp_arg=0x7ffff0f897d0) at thread.cpp:211
#5 0x00007fffe4b9a047 in thread_fun (pp_arg=0x7ffff0f897d0) at thread.cpp:307
#6 0x00007fffe4b9d2e0 in sb_thread_sthr_disp (pp_arg=0x7ffff0f898f0) at threadl.cpp:253
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 26 (Thread 0x7ffff7958720 (LWP 2194)):
#0 0x000000390f20822d in pthread_join () from /lib64/libpthread.so.0
#1 0x000000390fa08ab5 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/../lib/amd64/jli/libjli.so
#2 0x000000390fa02574 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/../lib/amd64/jli/libjli.so
#3 0x000000390fa050a8 in JLI_Launch () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/../lib/amd64/jli/libjli.so
#4 0x0000000000400766 in ?? ()
#5 0x000000390ee1ed5d in __libc_start_main () from /lib64/libc.so.6
#6 0x0000000000400629 in ?? ()
#7 0x00007fffffffe3f8 in ?? ()
#8 0x000000000000001c in ?? ()
#9 0x0000000000000008 in ?? ()
#10 0x00007fffffffe677 in ?? ()
#11 0x00007fffffffe6b0 in ?? ()
#12 0x00007fffffffe6bb in ?? ()
#13 0x00007fffffffe6f3 in ?? ()
#14 0x00007fffffffe72a in ?? ()
#15 0x00007fffffffe74f in ?? ()
#16 0x00007fffffffe781 in ?? ()
#17 0x00007fffffffe786 in ?? ()
#18 0x0000000000000000 in ?? ()

Thread 25 (Thread 0x7fffe79f8700 (LWP 2815)):
#0 0x000000390f20b98e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a457 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff747aba0 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fffed0127f8 in ?? ()
#4 0x00007fffed006058 in ?? ()
#5 0x0000000000000000 in ?? ()

Thread 24 (Thread 0x7fff89f02700 (LWP 2809)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a59a in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff747aba0 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fffed0127f8 in ?? ()
#4 0x00007fffed006058 in ?? ()
#5 0x0000000000000000 in ?? ()

Thread 23 (Thread 0x7fff8ba14700 (LWP 2756)):
#0 0x000000390f20ef3d in nanosleep () from /lib64/libpthread.so.0
#1 0x00007fffe69314bb in Sleep (milliSecs=6000) at traf_misc.cpp:136
#2 0x00007fffe4e7594c in memMonitorUpdateThread (param=0x7fffe407faf8) at ../cli/memorymonitor.cpp:73
#3 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#4 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 22 (Thread 0x7fff8f73a700 (LWP 2753)):
#0 0x000000390f20ea5d in accept () from /lib64/libpthread.so.0
#1 0x00007fffe6db29b5 in SB_Trans::Sock_Listener::accept (this=0x7ffff0f822c0) at sock.cpp:618
#2 0x00007fffe6db9506 in SB_Trans::Sock_Stream_Accept_Thread::run (this=0x7ffff0f83230) at sockstream.cpp:2085
#3 0x00007fffe6db9233 in sock_stream_accept_thread_fun (pp_arg=0x7ffff0f83230) at sockstream.cpp:2019
#4 0x00007fffe4b99bef in SB_Thread::Thread::disp (this=0x7ffff0f83230, pp_arg=0x7ffff0f83230) at thread.cpp:211
#5 0x00007fffe4b9a047 in thread_fun (pp_arg=0x7ffff0f83230) at thread.cpp:307
#6 0x00007fffe4b9d2e0 in sb_thread_sthr_disp (pp_arg=0x7ffff0f83320) at threadl.cpp:253
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 21 (Thread 0x7fffec219700 (LWP 2808)):
#0 0x000000390eee8ef3 in epoll_wait () from /lib64/libc.so.6
#1 0x00007fffec481b3b in Java_sun_nio_ch_EPollArrayWrapper_epollWait () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/libnio.so
#2 0x00007fffed0127f8 in ?? ()
#3 0x0000000000000000 in ?? ()

Thread 20 (Thread 0x7fff8ed39700 (LWP 2754)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007fffe4b9c6a6 in SB_Thread::CV::wait (this=0x7ffff0f83bc8) at /home/jenkins/workspace/phoenix_part1_T2-cm5.3/trafodion/core/sqf/export/include/seabed/int/thread.inl:552
#2 0x00007fffe4b9c782 in SB_Thread::CV::wait (this=0x7ffff0f83bc8, pv_lock=false) at /home/jenkins/workspace/phoenix_part1_T2-cm5.3/trafodion/core/sqf/export/include/seabed/int/thread.inl:591
#3 0x00007fffe6dabc67 in SB_Sig_Queue::remove (this=0x7ffff0f83b70) at queue.inl:473
#4 0x00007fffe6db9997 in SB_Trans::Sock_Stream_Helper_Thread::run (this=0x7ffff0f83620) at sockstream.cpp:2179
#5 0x00007fffe6db925a in sock_helper_thread_fun (pp_arg=0x7ffff0f83620) at sockstream.cpp:2029
#6 0x00007fffe4b99bef in SB_Thread::Thread::disp (this=0x7ffff0f83620, pp_arg=0x7ffff0f83620) at thread.cpp:211
#7 0x00007fffe4b9a047 in thread_fun (pp_arg=0x7ffff0f83620) at thread.cpp:307
#8 0x00007fffe4b9d2e0 in sb_thread_sthr_disp (pp_arg=0x7ffff0f83d30) at threadl.cpp:253
#9 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#10 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 19 (Thread 0x7fffec259700 (LWP 2248)):
#0 0x000000390f20b98e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a457 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff747aba0 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fffed0127f8 in ?? ()
#4 0x00007fffed006058 in ?? ()
#5 0x0000000000000000 in ?? ()

Thread 18 (Thread 0x7fffb4144700 (LWP 3031)):
#0 0x000000390f20b98e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a8af in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff731aa29 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff741eeb8 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff7195760 in JVM_MonitorWait () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007fffed0127f8 in ?? ()
#6 0x000000005512ae68 in ?? ()
#7 0x000000000002ec77 in ?? ()
#8 0x00007fffb41434e0 in ?? ()
#9 0x00007fffb4143498 in ?? ()
#10 0x0000000000000000 in ?? ()

Thread 17 (Thread 0x7ffff580f700 (LWP 2212)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff709b0d3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff709c6f4 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 16 (Thread 0x7fffe7af9700 (LWP 2745)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a59a in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff747aba0 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fffed0127f8 in ?? ()
#4 0x00007fffed006058 in ?? ()
#5 0x0000000000000000 in ?? ()

Thread 15 (Thread 0x7fffec118700 (LWP 3033)):
#0 0x000000390f20b98e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a457 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff747aba0 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fffed0127f8 in ?? ()
#4 0x00007fffed006058 in ?? ()
#5 0x0000000000000000 in ?? ()

Thread 14 (Thread 0x7fffec7f7700 (LWP 2221)):
#0 0x000000390f20b98e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a8af in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f3758 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff74565e3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff7456b4f in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 13 (Thread 0x7fffecafa700 (LWP 2218)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3b36 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff6f99f17 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff6f9e799 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff745cba5 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x00007ffff745ce30 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#8 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#9 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#10 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 12 (Thread 0x7fffecdfd700 (LWP 2215)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff731acdc in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff741eeb8 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff7195760 in JVM_MonitorWait () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007fffed0127f8 in ?? ()
#6 0x00007fffecdfc6d0 in ?? ()
#7 0x00007ffff0075ff0 in ?? ()
#8 0x00007fffecdfc500 in ?? ()
#9 0x00007fffecdfc498 in ?? ()
#10 0x0000000000000000 in ?? ()

Thread 11 (Thread 0x7fff8c415700 (LWP 2755)):
#0 0x000000390ee3371d in sigtimedwait () from /lib64/libc.so.6
#1 0x00007fffe6d775e4 in local_monitor_reader (pp_arg=0x6ef6) at ../../../monitor/linux/clio.cxx:130
#2 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#3 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 10 (Thread 0x7fffeccfc700 (LWP 2216)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff731acdc in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff741eeb8 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff7195760 in JVM_MonitorWait () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007fffed0127f8 in ?? ()
#6 0x00007fffeccfb5c0 in ?? ()
#7 0x00007ffff007a800 in ?? ()
#8 0x00007fffeccfb620 in ?? ()
#9 0x00007fffeccfb5a8 in ?? ()
#10 0x0000000000000000 in ?? ()

Thread 9 (Thread 0x7fffec8f8700 (LWP 2220)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff73b4589 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff745cba5 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff745ce30 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#8 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#9 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 8 (Thread 0x7fffe78f7700 (LWP 2746)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a59a in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff747aba0 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007fffed0127f8 in ?? ()
#4 0x00007fffed006058 in ?? ()
#5 0x0000000000000000 in ?? ()

Thread 7 (Thread 0x7ffff5910700 (LWP 2211)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff709b0d3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff709c6f4 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 6 (Thread 0x7fffec9f9700 (LWP 2219)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3b36 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff6f99f17 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff6f9e799 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff745cba5 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x00007ffff745ce30 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#8 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#9 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#10 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 5 (Thread 0x7fffecefe700 (LWP 2214)):
#0 0x000000390f20b98e in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732a8af in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f3758 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff74a4e59 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff74a51f2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 4 (Thread 0x7fffecbfb700 (LWP 2217)):
#0 0x000000390f20d930 in sem_wait () from /lib64/libpthread.so.0
#1 0x00007ffff732aaec in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff73239ba in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff745cba5 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff745ce30 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#7 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 3 (Thread 0x7ffff5a11700 (LWP 2210)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff709b0d3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff709c6f4 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 2 (Thread 0x7ffff570e700 (LWP 2213)):
#0 0x000000390f20b5bc in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0
#1 0x00007ffff732518b in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#2 0x00007ffff72f34c3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#3 0x00007ffff72f3a9e in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#4 0x00007ffff709b0d3 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#5 0x00007ffff709c6f4 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#6 0x00007ffff732b9a2 in ?? () from /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/jre/lib/amd64/server/libjvm.so
#7 0x000000390f2079d1 in start_thread () from /lib64/libpthread.so.0
#8 0x000000390eee88fd in clone () from /lib64/libc.so.6

Thread 1 (Thread 0x7ffff6b46700 (LWP 2209)):
#0 0x000000390ee32625 in raise () from /lib64/libc.so.6
#1 0x000000390ee33e05 in abort () from /lib64/libc.so.6
#2 0x00007fffc9d9e368 in TMLIB::setupJNI (this=0x7fffc9faabc0) at tmlib.cpp:2733
#3 0x00007fffc9d9d984 in TMLIB::initJNI (this=0x7fffc9faabc0) at tmlib.cpp:2468
#4 0x00007fffc9d9e471 in TMLIB::cleanupTransactionLocal (this=0x7fffc9faabc0, transactionID=15) at tmlib.cpp:2762
#5 0x00007fffc9d98c2f in ENDTRANSACTION () at tmlib.cpp:734
#6 0x00007fffe5652190 in ExTransaction::commitTransaction (this=0x7fff8ae13b78, waited=0) at ../executor/ex_transaction.cpp:732
#7 0x00007fffe4e21bab in SQLCLI_Xact (cliGlobals=0x7ffff0f85590, command=2, transid_descriptor=0x0) at ../cli/Cli.cpp:7483
#8 0x00007fffe4eab0fa in SQL_EXEC_Xact (command=2, transid_descriptor=0x0) at ../cli/CliExtern.cpp:5750
#9 0x00007fffe567eb73 in ExeCliInterface::commitXn () at ../executor/ExExeUtilCli.cpp:2023
#10 0x00007fffc8e55fb9 in CmpSeabaseDDL::endXnIfStartedHere (this=0x7ffff6b40370, cliInterface=0x7ffff6b3f630, xnWasStartedHere=@0x7ffff6b3f86c, cliRC=0) at ../sqlcomp/CmpSeabaseDDLcommon.cpp:1712
#11 0x00007fffc8e6dd00 in CmpSeabaseDDL::executeSeabaseDDL (this=0x7ffff6b40370, ddlExpr=0x7fff899ae088, ddlNode=0x7fff899adf48, currCatName=..., currSchName=..., dws=0x0) at ../sqlcomp/CmpSeabaseDDLcommon.cpp:7392
#12 0x00007fffe62aa73c in CmpStatement::process (this=0x7fff8999e428, statement=...) at ../arkcmp/CmpStatement.cpp:931
#13 0x00007fffe6298dab in CmpContext::compileDirect (this=0x7fff8a30c090, data=0x7fff8ae25210 "\200", data_len=192, outHeap=0x7fffe4082c88, charset=15, op=CmpMessageObj::PROCESSDDL, gen_code=@0x7ffff6b40cf8, gen_code_len=@0x7ffff6b40cf4, parserFlags=0, diagsArea=0x7fff8ae252d8) at ../arkcmp/CmpContext.cpp:733
#14 0x00007fffe558ae82 in ExDDLTcb::work (this=0x7fff8ae26ca0) at ../executor/ex_ddl.cpp:279
#15 0x00007fffe55aa451 in ex_tcb::sWork (tcb=0x7fff8ae26ca0) at ../executor/ex_tcb.h:100
#16 0x00007fffe5717583 in ExSubtask::work (this=0x7fff8ae27b98) at ../executor/ExScheduler.cpp:751
#17 0x00007fffe5716946 in ExScheduler::work (this=0x7fff8ae268e0, prevWaitTime=0) at ../executor/ExScheduler.cpp:328
#18 0x00007fffe5601646 in ex_root_tcb::execute (this=0x7fff8ae27c18, cliGlobals=0x7ffff0f85590, glob=0x7fff8ae24bd8, input_desc=0x7fff8ae24668, diagsArea=@0x7ffff6b42330, reExecute=0) at ../executor/ex_root.cpp:1055
#19 0x00007fffe4e904c1 in CliStatement::execute (this=0x7fff8ae231c0, cliGlobals=0x7ffff0f85590, input_desc=0x7fff8ae24668, diagsArea=..., execute_state=CliStatement::INITIAL_STATE_, fixupOnly=0, cliflags=0) at ../cli/Statement.cpp:4557
#20 0x00007fffe4e1880f in SQLCLI_PerformTasks(CliGlobals *, ULng32, SQLSTMT_ID *, SQLDESC_ID *, SQLDESC_ID *, Lng32, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *, SQLCLI_PTR_PAIRS *) (cliGlobals=0x7ffff0f85590, tasks=8063, statement_id=0x7ffff14eb640, input_descriptor=0x7ffff14eb670, output_descriptor=0x0, num_input_ptr_pairs=0, num_output_ptr_pairs=0, ap=0x7ffff6b42940, input_ptr_pairs=0x0, output_ptr_pairs=0x0) at ../cli/Cli.cpp:3285
#21 0x00007fffe4e19aad in SQLCLI_ClearExecFetchClose(CliGlobals *, SQLSTMT_ID *, SQLDESC_ID *, SQLDESC_ID *, Lng32, Lng32, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *, SQLCLI_PTR_PAIRS *) (cliGlobals=0x7ffff0f85590, statement_id=0x7ffff14eb640, input_descriptor=0x7ffff14eb670, output_descriptor=0x0, num_input_ptr_pairs=0, num_output_ptr_pairs=0, num_total_ptr_pairs=0, ap=0x7ffff6b42940, input_ptr_pairs=0x0, output_ptr_pairs=0x0) at ../cli/Cli.cpp:3776
#22 0x00007fffe4ea6a75 in SQL_EXEC_ClearExecFetchClose (statement_id=0x7ffff14eb640, input_descriptor=0x7ffff14eb670, output_descriptor=0x0, num_input_ptr_pairs=0, num_output_ptr_pairs=0, num_total_ptr_pairs=0) at ../cli/CliExtern.cpp:2627
#23 0x00007fffe725489e in EXECUTE (pSrvrStmt=0x7ffff14eb030) at native/SqlInterface.cpp:1126
#24 0x00007fffe724fc4d in SRVR_STMT_HDL::Execute (this=0x7ffff14eb030, inCursorName=0x0, totalRowCount=1, inSqlStmtType=0, inValueList=0x7ffff6b42d20, inSqlAsyncEnable=0, inQueryTimeout=0, outValueList=0x7ffff6b42d10) at native/CSrvrStmt.cpp:238
#25 0x00007fffe725027a in SRVR_STMT_HDL::ExecDirect (this=0x7ffff14eb030, inCursorName=0x0, inSqlString=0x7ffff6b42ec0, inStmtType=0, inSqlStmtType=0, inHoldability=2, inQueryTimeout=0) at native/CSrvrStmt.cpp:397
#26 0x00007fffe7270030 in odbc_SQLSvc_ExecDirect_sme_ (objtag_=0x0, call_id_=0x0, exception_=0x7ffff6b42ef0, dialogueId=140737229852272, stmtLabel=0x7ffff14e1ca0 "STMT2", cursorName=0x0, stmtExplainLabel=0x7fffe727492c "", stmtType=0, sqlStmtType=0, sqlString=0x7ffff6b42ec0, holdability=2, queryTimeout=0, resultSet=140737332392104, estimatedCost=0x7ffff6b42f60, outputDesc=0x7ffff6b42f30, rowsAffected=0x7ffff6b42f58, sqlWarning=0x7ffff6b42f40, stmtId=0x7ffff6b42f20, currentStmtId=0) at native/SrvrOthers.cpp:669
#27 0x00007fffe726a3a8 in Java_org_trafodion_jdbc_t2_SQLMXStatement_executeDirect (jenv=0x7ffff00091d8, jobj=0x7ffff6b43110, server=0x0, dialogueId=140737229852272, txid=0, autoCommit=1 '\001', txnMode=2, stmtLabel=0x7ffff6b430d8, cursorName=0x0, sql=0x7ffff6b430c8, isSelect=0 '\000', queryTimeout=0, holdability=2, resultSet=0x7ffff6b430a8, currentStmtId=0) at native/SQLMXStatement.cpp:141
#28 0x00007fffed0127f8 in ?? ()
#29 0x0000000000000002 in ?? ()
#30 0x00007ffff6b430d8 in ?? ()
#31 0x0000000000000000 in ?? ()

To debug this yourself:
ssh slave-cm53-01
cd ; gdb /usr/lib/jvm/java-1.7.0-openjdk-1.7.0.75.x86_64/bin/java ./phx_test_run/core.slave-cm53-01.2194.java
----------------------------------------------

[Alice Chen (alchen)]

Possibly a CLASSPATH related issue which means this bug might also be related to https://bugs.launchpad.net/trafodion/+bug/1403353. A review is in progress @ https://review.trafodion.org/#/c/1489/ so changing assignment to Alice. If this doesn't work this bug will be reassigned to Kevin.