Apr 29 21:47:36 kernel: [416257.979832] icebox[19691]: segfault at 24 ip b7ad7305 sp af7fe950 error 4 in libstdc++.so.6.0.10[b7a41000+e2000] == backtraces from the core dump ====================================== (gdb) thread 1 [Switching to thread 1 (process 19691)]#0 0xb7ad7305 in std::basic_string, std::allocator >::basic_string () from /usr/lib/libstdc++.so.6 (gdb) bt #0 0xb7ad7305 in std::basic_string, std::allocator >::basic_string () from /usr/lib/libstdc++.so.6 #1 0xb7d735b4 in Identity (this=0xaf7fea14) at ../../include/Ice/Identity.h:47 #2 0xb600d136 in IceStorm::Subscriber::id (this=0x10) at Subscriber.cpp:650 #3 0xb6019da9 in trace (out=@0xaf7fea68, instance=@0xb1820328, s=@0xb1820360) at TopicI.cpp:560 #4 0xb60221cd in IceStorm::TopicImpl::unsubscribe (this=0xb1820318, subscriber=@0xaf7fec14) at TopicI.cpp:827 #5 0xb602260a in unsubscribe (this=0xb18204c8, subscriber=@0xaf7fec14, current=@0xaf7fed78) at TopicI.cpp:248 #6 0xb5ff1aa3 in IceStorm::Topic::___unsubscribe (this=0xb18204c8, __inS=@0xaf7fed78, __current=@0xaf7fed78) at IceStorm.cpp:2946 #7 0xb604f657 in IceStorm::TopicInternal::__dispatch (this=0xb18204c8, in=@0xaf7fed78, current=@0xaf7fed78) at IceStormInternal.cpp:1382 #8 0xb7d907cf in IceInternal::Incoming::invoke (this=0xaf7fed78, servantManager=@0xaf7fef8c) at Incoming.cpp:447 #9 0xb7d5583f in Ice::ConnectionI::invokeAll (this=0xb1613810, stream=@0xaf7ff0e8, invokeNum=1, requestId=1, compress=0 '\0', servantManager=@0xaf7fef8c, adapter=@0xaf7fef88) at ConnectionI.cpp:2440 #10 0xb7d5fa1a in Ice::ConnectionI::message (this=0xb1613810, stream=@0xaf7ff0e8, threadPool=@0xaf7ff1cc) at ConnectionI.cpp:1110 #11 0xb7e8319b in IceInternal::ThreadPool::run (this=0x89a6ad0) at ThreadPool.cpp:519 #12 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8ac8610) at ThreadPool.cpp:759 #13 0xb7b99b2b in startHook (arg=0x8ac8610) at Thread.cpp:368 #14 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #15 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 2 [Switching to thread 2 (process 19764)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) where #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7997596 in epoll_wait () from /lib/i686/cmov/libc.so.6 #2 0xb7e883be in IceInternal::Selector::select (this=0x89a88dc) at ../Ice/Selector.h:255 #3 0xb7e823d0 in IceInternal::ThreadPool::run (this=0x89a8878) at ThreadPool.cpp:306 #4 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8ab96d8) at ThreadPool.cpp:759 #5 0xb7b99b2b in startHook (arg=0x8ab96d8) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 3 [Switching to thread 3 (process 19763)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7997596 in epoll_wait () from /lib/i686/cmov/libc.so.6 #2 0xb7e883be in IceInternal::Selector::select (this=0x89a6b34) at ../Ice/Selector.h:255 #3 0xb7e823d0 in IceInternal::ThreadPool::run (this=0x89a6ad0) at ThreadPool.cpp:306 #4 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8a67a80) at ThreadPool.cpp:759 #5 0xb7b99b2b in startHook (arg=0x8a67a80) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 4 [Switching to thread 4 (process 19762)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7997596 in epoll_wait () from /lib/i686/cmov/libc.so.6 #2 0xb7e883be in IceInternal::Selector::select (this=0x8a08dbc) at ../Ice/Selector.h:255 #3 0xb7e823d0 in IceInternal::ThreadPool::run (this=0x8a08d58) at ThreadPool.cpp:306 #4 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8ac4bf8) at ThreadPool.cpp:759 #5 0xb7b99b2b in startHook (arg=0x8ac4bf8) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 5 [Switching to thread 5 (process 19753)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x89a8884, mutex=@0x89a88b4) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x89a8884) at ../../include/IceUtil/Monitor.h:152 #4 0xb7e83870 in IceInternal::ThreadPool::run (this=0x89a8878) at ThreadPool.cpp:623 #5 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0xb1680868) at ThreadPool.cpp:759 #6 0xb7b99b2b in startHook (arg=0xb1680868) at Thread.cpp:368 #7 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #8 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 6 [Switching to thread 6 (process 19751)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x89a8884, mutex=@0x89a88b4) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x89a8884) at ../../include/IceUtil/Monitor.h:152 #4 0xb7e83870 in IceInternal::ThreadPool::run (this=0x89a8878) at ThreadPool.cpp:623 #5 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0xb1681228) at ThreadPool.cpp:759 #6 0xb7b99b2b in startHook (arg=0xb1681228) at Thread.cpp:368 #7 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #8 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 7 [Switching to thread 7 (process 19743)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x8a08d64, mutex=@0x8a08d94) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x8a08d64) at ../../include/IceUtil/Monitor.h:152 #4 0xb7e83870 in IceInternal::ThreadPool::run (this=0x8a08d58) at ThreadPool.cpp:623 #5 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8ac6b60) at ThreadPool.cpp:759 #6 0xb7b99b2b in startHook (arg=0x8ac6b60) at Thread.cpp:368 #7 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #8 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 8 [Switching to thread 8 (process 19738)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x8a08d64, mutex=@0x8a08d94) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x8a08d64) at ../../include/IceUtil/Monitor.h:152 #4 0xb7e83870 in IceInternal::ThreadPool::run (this=0x8a08d58) at ThreadPool.cpp:623 #5 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8a4f608) at ThreadPool.cpp:759 #6 0xb7b99b2b in startHook (arg=0x8a4f608) at Thread.cpp:368 #7 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #8 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 9 [Switching to thread 9 (process 3846)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7dea920 in IceUtil::Cond::waitImpl (this=0x8996b54, mutex=@0x8996b84) at ../../include/IceUtil/Cond.h:215 #3 0xb7dea9f6 in IceUtil::Monitor::wait (this=0x8996b54) at ../../include/IceUtil/Monitor.h:152 #4 0xb7de7d8e in IceInternal::ObjectAdapterFactory::waitForShutdown (this=0x8996b48) at ObjectAdapterFactory.cpp:68 #5 0xb7d352ed in Ice::CommunicatorI::waitForShutdown (this=0x89963d0) at CommunicatorI.cpp:119 #6 0xb7e6b853 in Ice::Service::waitForShutdown (this=0xbfa8ded8) at Service.cpp:1187 #7 0xb7e6a85e in Ice::Service::runDaemon (this=0xbfa8ded8, argc=1, argv=0xbfa8dfd4, initData=@0xbfa8de40) at Service.cpp:1999 #8 0xb7e6ac3a in Ice::Service::run (this=0xbfa8ded8, argc=@0xbfa8df50, argv=0xbfa8dfd4, initData=@0xbfa8de40) at Service.cpp:763 #9 0xb7e6c348 in Ice::Service::main (this=0xbfa8ded8, argc=@0xbfa8df50, argv=0xbfa8dfd4, initializationData=@0xbfa8def8) at Service.cpp:705 #10 0x08069be2 in main (argc=1, argv=0xbfa8dfd4) at Service.cpp:145 (gdb) thread 10 [Switching to thread 10 (process 19542)]#0 std::__uninitialized_copy_a ( __first=0xb161c3a0 "%topic.roverhardware/*@c/roverhardware\bIceStorm$4C06FE11-1C02-4246-BBAB-CB235C7836B5", __last=0xb161c3f5 "", __result=0xb16021f8 "@") at /usr/include/c++/4.3/bits/stl_uninitialized.h:261 261 _ForwardIterator __result, allocator<_Tp>&) (gdb) bt #0 std::__uninitialized_copy_a ( __first=0xb161c3a0 "%topic.roverhardware/*@c/roverhardware\bIceStorm$4C06FE11-1C02-4246-BBAB-CB235C7836B5", __last=0xb161c3f5 "", __result=0xb16021f8 "@") at /usr/include/c++/4.3/bits/stl_uninitialized.h:261 #1 0xb7d2c3ca in std::vector >::_M_range_initialize (this=0xb515d314, __first=0xb161c3a0 "%topic.roverhardware/*@c/roverhardware\bIceStorm$4C06FE11-1C02-4246-BBAB-CB235C7836B5", __last=0xb161c3f5 "") at /usr/include/c++/4.3/bits/stl_vector.h:965 #2 0xb7d2c40b in std::vector >::_M_initialize_dispatch (this=0xb515d314, __first=0xb161c3a0 "%topic.roverhardware/*@c/roverhardware\bIceStorm$4C06FE11-1C02-4246-BBAB-CB235C7836B5", __last=0xb161c3f5 "") at /usr/include/c++/4.3/bits/stl_vector.h:943 #3 0xb7d2c459 in vector (this=0xb515d314, __first=0xb161c3a0 "%topic.roverhardware/*@c/roverhardware\bIceStorm$4C06FE11-1C02-4246-BBAB-CB235C7836B5", __last=0xb161c3f5 "", __a=@0xb515d322) at /usr/include/c++/4.3/bits/stl_vector.h:290 #4 0xb5b5c152 in customCompare (db=0x8a01fe8, dbt1=0xb515d6b8, dbt2=0xb515d370) at MapDb.cpp:35 #5 0xb599820c in __bam_cmp () from /usr/lib/libdb_cxx-4.6.so #6 0xb59ab8cf in __bam_search () from /usr/lib/libdb_cxx-4.6.so #7 0xb599bcc4 in ?? () from /usr/lib/libdb_cxx-4.6.so #8 0x08a0e640 in ?? () #9 0x00000001 in ?? () #10 0xb515d6b8 in ?? () #11 0x00000581 in ?? () #12 0x00000001 in ?? () #13 0x00000000 in ?? () (gdb) thread 11 [Switching to thread 11 (process 3898)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x8a0956c, mutex=@0x8a0959c) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x8a0956c) at ../../include/IceUtil/Monitor.h:152 #4 0xb7d779c3 in IceInternal::EndpointHostResolver::run (this=0x8a09548) at EndpointI.cpp:100 #5 0xb7b99b2b in startHook (arg=0x8a09548) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 12 [Switching to thread 12 (process 3893)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7997596 in epoll_wait () from /lib/i686/cmov/libc.so.6 #2 0xb7e60cd8 in IceInternal::Selector::select (this=0x8a062e4) at ../Ice/Selector.h:255 #3 0xb7e5cb81 in IceInternal::SelectorThread::run (this=0x8a062b8) at SelectorThread.cpp:148 #4 0xb7e5d679 in IceInternal::SelectorThread::HelperThread::run (this=0x8997be0) at SelectorThread.cpp:274 #5 0xb7b99b2b in startHook (arg=0x8997be0) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 13 [Switching to thread 13 (process 3855)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40dd2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7d6937c in IceUtil::Cond::timedWaitImpl (this=0x89fa8e4, mutex=@0x89fa914, timeout=@0x89fa938) at ../../include/IceUtil/Cond.h:241 #3 0xb7d69477 in IceUtil::Monitor::timedWait (this=0x89fa8e4, timeout=@0x89fa938) at ../../include/IceUtil/Monitor.h:180 #4 0xb5b80cdb in Freeze::CheckpointThread::run (this=0x89fa8c0) at SharedDbEnv.cpp:629 #5 0xb7b99b2b in startHook (arg=0x89fa8c0) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 14 [Switching to thread 14 (process 3854)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x89a8ffc, mutex=@0x89a902c) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x89a8ffc) at ../../include/IceUtil/Monitor.h:152 #4 0xb7b9c357 in IceUtil::Timer::run (this=0x89a8ff8) at Timer.cpp:143 #5 0xb7b99b2b in startHook (arg=0x89a9090) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 15 [Switching to thread 15 (process 3853)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40aa5 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0x0806586e in IceUtil::Cond::waitImpl (this=0x89a8ea4, mutex=@0x89a8ed4) at ../../include/IceUtil/Cond.h:215 #3 0x08065944 in IceUtil::Monitor::wait (this=0x89a8ea4) at ../../include/IceUtil/Monitor.h:152 #4 0xb7b9c357 in IceUtil::Timer::run (this=0x89a8ea0) at Timer.cpp:143 #5 0xb7b99b2b in startHook (arg=0x89a8f38) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 16 [Switching to thread 16 (process 3850)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40dd2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7d6937c in IceUtil::Cond::timedWaitImpl (this=0x89a5f44, mutex=@0x89a5f74, timeout=@0xb595f368) at ../../include/IceUtil/Cond.h:241 #3 0xb7d69477 in IceUtil::Monitor::timedWait (this=0x89a5f44, timeout=@0xb595f368) at ../../include/IceUtil/Monitor.h:180 #4 0xb7b9c4a9 in IceUtil::Timer::run (this=0x89a5f40) at Timer.cpp:168 #5 0xb7b99b2b in startHook (arg=0x89a5fd8) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 17 [Switching to thread 17 (process 3849)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7997596 in epoll_wait () from /lib/i686/cmov/libc.so.6 #2 0xb7e883be in IceInternal::Selector::select (this=0x89978e4) at ../Ice/Selector.h:255 #3 0xb7e823d0 in IceInternal::ThreadPool::run (this=0x8997880) at ThreadPool.cpp:306 #4 0xb7e83ac5 in IceInternal::ThreadPool::EventHandlerThread::run (this=0x8997848) at ThreadPool.cpp:759 #5 0xb7b99b2b in startHook (arg=0x8997848) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 18 [Switching to thread 18 (process 3848)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b40dd2 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/i686/cmov/libpthread.so.0 #2 0xb7d6937c in IceUtil::Cond::timedWaitImpl (this=0x8996de4, mutex=@0x8996e14, timeout=@0xb70a8368) at ../../include/IceUtil/Cond.h:241 #3 0xb7d69477 in IceUtil::Monitor::timedWait (this=0x8996de4, timeout=@0xb70a8368) at ../../include/IceUtil/Monitor.h:180 #4 0xb7b9c4a9 in IceUtil::Timer::run (this=0x8996de0) at Timer.cpp:168 #5 0xb7b99b2b in startHook (arg=0x8996e78) at Thread.cpp:368 #6 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #7 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6 (gdb) thread 19 [Switching to thread 19 (process 3847)]#0 0xb7f72424 in __kernel_vsyscall () (gdb) bt #0 0xb7f72424 in __kernel_vsyscall () #1 0xb7b44b1a in do_sigwait () from /lib/i686/cmov/libpthread.so.0 #2 0xb7b44bbf in sigwait () from /lib/i686/cmov/libpthread.so.0 #3 0xb7b7e822 in sigwaitThread () at CtrlCHandler.cpp:124 #4 0xb7b3c4fb in start_thread () from /lib/i686/cmov/libpthread.so.0 #5 0xb7996d7e in clone () from /lib/i686/cmov/libc.so.6