// --------- Displaying PROOF Session logs -------- // Server: root://npisa17.fnal.gov // Session: npisa17-1206074105-25604 // # of elements: 3 // ------------------------------------------------ // --------- Start of element log ----------------- // Ordinal: 0 (role: master) // Path: proof://npisa17.fnal.gov:1093//cdf/home/volpig/proof/session-npisa17-1206074105-25604/master-0-npisa17-1206074105-25604.log // # of retrieved lines: 20 // ------------------------------------------------ *** Master server 0 (parallel mode, 2 slaves): Master host name: npisa17.fnal.gov Port number: 1093 User: volpig Protocol version: 12 Image name: npisa17.fnal.gov Working directory: /cdf/home/volpig/proof/session-npisa17-1206074105-25604/master-0-npisa17-1206074105-25604 Config directory: /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6 Config file: proof.conf Log level: 0 Number of workers: 2 Number of active workers: 2 Number of unique workers: 1 Number of inactive workers: 0 Number of bad workers: 0 Total MB's processed: 0.00 Total real time used (s): 0.002 Total CPU time used (s): -0.000 Info in on master0: starting query: 1 // --------- End of element log ------------------- // --------- Start of element log ----------------- // Ordinal: 0.0 (role: worker) // Path: volpig@npisa17.fnal.gov:1093//cdf/home/volpig/proof/session-npisa17-1206074105-25604/worker-0.0-npisa17-1206074107-25609.log // # of retrieved lines: 89 // ------------------------------------------------ *** Break *** on slave0.0: segmentation violation (no debugging symbols found) Using host libthread_db library "/lib/tls/libthread_db.so.1". Attaching to program: /proc/25609/exe, process 25609 [Thread debugging using libthread_db enabled] [New Thread -1240353088 (LWP 25609)] [New Thread -1248625744 (LWP 25611)] 0x007637a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 Thread 2 (Thread -1248625744 (LWP 25611)): #0 0x007637a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 #1 0x0083a1d4 in poll () from /lib/tls/libc.so.6 #2 0xb60636f6 in XrdClientSock::RecvRaw (this=0x86e9010, buffer=0x8c22c14, length=8, substreamid=-1, usedsubstreamid=0xb5936f9c) at XrdClientSock.cc:112 #3 0xb6054c36 in XrdClientPhyConnection::ReadRaw (this=0x86e8e68, buf=0x8c22c14, len=-4, substreamid=-4, usedsubstreamid=0xfffffffc) at XrdClientPhyConnection.cc:323 #4 0xb604ff6a in XrdClientMessage::ReadRaw (this=0x8c22c08, phy=0x86e8e68) at XrdClientMessage.cc:139 #5 0xb6053c08 in XrdClientPhyConnection::BuildMessage (this=0x86e8e68, IgnoreTimeouts=true, Enqueue=true) at XrdClientPhyConnection.cc:403 #6 0xb6058e0d in SocketReaderThread (arg=0x86e8e68, thr=0x84602c0) at XrdClientPhyConnection.cc:52 #7 0xb60593d6 in XrdClientThreadDispatcher (arg=0x84602cc) at XrdClientThread.cc:29 #8 0xb60678d7 in XrdOucThread_Xeq () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libXrdProofd.so #9 0x009dc3b1 in start_thread () from /lib/tls/libpthread.so.0 #10 0x00843f7e in clone () from /lib/tls/libc.so.6 Thread 1 (Thread -1240353088 (LWP 25609)): #0 0x007637a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 #1 0x0080601b in __waitpid_nocancel () from /lib/tls/libc.so.6 #2 0x007b0469 in do_system () from /lib/tls/libc.so.6 #3 0x007b07e1 in system () from /lib/tls/libc.so.6 #4 0x009e284d in system () from /lib/tls/libpthread.so.0 #5 0xb79a1651 in TUnixSystem::Exec () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #6 0xb79a1b15 in TUnixSystem::StackTrace () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #7 0xb799f8bf in TUnixSystem::DispatchSignals () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #8 0xb799d6f2 in SigHandler () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #9 0xb79a445c in sighandler () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #10 #11 0xb6e7bea4 in G__G__Hist_161_0_17 () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libHist.so #12 0xb70ccbbb in Cint::G__ExceptionWrapper () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #13 0xb70fa4fd in G__exec_asm () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #14 0xb70f96ff in G__exec_bytecode () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #15 0xb7197364 in G__interpret_func () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #16 0xb711d8d0 in Cint::G__CallFunc::ExecInterpretedFunc () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #17 0xb711d734 in Cint::G__CallFunc::Execute () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #18 0xb64e62c1 in TSelectorCint::SlaveTerminate () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libTree.so #19 0xb5bb8174 in TProofPlayer::Process () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #20 0xb5bd000c in TProofServ::HandleProcess () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #21 0xb5bc6711 in TProofServ::HandleSocketInput () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #22 0xb59ab3cc in TXProofServ::HandleInput () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProofx.so #23 0xb59b9b3c in TXSocketHandler::Notify () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProofx.so #24 0xb59b9d68 in TXSocketHandler::ReadNotify () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProofx.so #25 0xb799fd51 in TUnixSystem::CheckDescriptors () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #26 0xb799eabc in TUnixSystem::DispatchOneEvent () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #27 0xb78a528e in TSystem::InnerLoop () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #28 0xb78a5227 in TSystem::Run () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #29 0xb78199cf in TApplication::Run () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #30 0xb5bc90da in TProofServ::Run () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #31 0x080497bb in main () Function SlaveTerminate() busy flag cleared // --------- End of element log ------------------- // --------- Start of element log ----------------- // Ordinal: 0.1 (role: worker) // Path: volpig@npisa16.fnal.gov:1093//cdf/home/volpig/proof/session-npisa17-1206074105-25604/worker-0.1-npisa16-1206074107-13666.log // # of retrieved lines: 126 // ------------------------------------------------ *** Break *** on slave0.1: segmentation violation (no debugging symbols found) Using host libthread_db library "/lib/tls/libthread_db.so.1". Attaching to program: /proc/13666/exe, process 13666 [Thread debugging using libthread_db enabled] [New Thread -1240353088 (LWP 13666)] [New Thread -1271477328 (LWP 13678)] [New Thread -1260987472 (LWP 13677)] [New Thread -1248625744 (LWP 13668)] 0x00abe7a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 Thread 4 (Thread -1248625744 (LWP 13668)): #0 0x00abe7a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 #1 0x00b951d4 in poll () from /lib/tls/libc.so.6 #2 0xb60636f6 in XrdClientSock::RecvRaw (this=0x86e9010, buffer=0x8c39d7c, length=8, substreamid=-1, usedsubstreamid=0xb5936f9c) at XrdClientSock.cc:112 #3 0xb6054c36 in XrdClientPhyConnection::ReadRaw (this=0x86e8e68, buf=0x8c39d7c, len=-4, substreamid=-4, usedsubstreamid=0xfffffffc) at XrdClientPhyConnection.cc:323 #4 0xb604ff6a in XrdClientMessage::ReadRaw (this=0x8c39d70, phy=0x86e8e68) at XrdClientMessage.cc:139 #5 0xb6053c08 in XrdClientPhyConnection::BuildMessage (this=0x86e8e68, IgnoreTimeouts=true, Enqueue=true) at XrdClientPhyConnection.cc:403 #6 0xb6058e0d in SocketReaderThread (arg=0x86e8e68, thr=0x84602c0) at XrdClientPhyConnection.cc:52 #7 0xb60593d6 in XrdClientThreadDispatcher (arg=0x84602cc) at XrdClientThread.cc:29 #8 0xb60678d7 in XrdOucThread_Xeq () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libXrdProofd.so #9 0x00d373b1 in start_thread () from /lib/tls/libpthread.so.0 #10 0x00b9ef7e in clone () from /lib/tls/libc.so.6 Thread 3 (Thread -1260987472 (LWP 13677)): #0 0x00abe7a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 #1 0x00b61726 in __nanosleep_nocancel () from /lib/tls/libc.so.6 #2 0x00b982fa in usleep () from /lib/tls/libc.so.6 #3 0xb604a5b1 in GarbageCollectorThread (arg=0x877ff60, thr=0x877fe40) at XrdClientConnMgr.cc:66 #4 0xb60593d6 in XrdClientThreadDispatcher (arg=0x877fe4c) at XrdClientThread.cc:29 #5 0xb60678d7 in XrdOucThread_Xeq () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libXrdProofd.so #6 0x00d373b1 in start_thread () from /lib/tls/libpthread.so.0 #7 0x00b9ef7e in clone () from /lib/tls/libc.so.6 Thread 2 (Thread -1271477328 (LWP 13678)): #0 0x00abe7a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 #1 0x00b951d4 in poll () from /lib/tls/libc.so.6 #2 0xb60636f6 in XrdClientSock::RecvRaw (this=0x87818b8, buffer=0x8c77db4, length=8, substreamid=-1, usedsubstreamid=0xb436bf9c) at XrdClientSock.cc:112 #3 0xb6054c36 in XrdClientPhyConnection::ReadRaw (this=0x87813e8, buf=0x8c77db4, len=-4, substreamid=-4, usedsubstreamid=0xfffffffc) at XrdClientPhyConnection.cc:323 #4 0xb604ff6a in XrdClientMessage::ReadRaw (this=0x8c77da8, phy=0x87813e8) at XrdClientMessage.cc:139 #5 0xb6053c08 in XrdClientPhyConnection::BuildMessage (this=0x87813e8, IgnoreTimeouts=true, Enqueue=true) at XrdClientPhyConnection.cc:403 #6 0xb6058e0d in SocketReaderThread (arg=0x87813e8, thr=0x87803d0) at XrdClientPhyConnection.cc:52 #7 0xb60593d6 in XrdClientThreadDispatcher (arg=0x87803dc) at XrdClientThread.cc:29 #8 0xb60678d7 in XrdOucThread_Xeq () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libXrdProofd.so #9 0x00d373b1 in start_thread () from /lib/tls/libpthread.so.0 #10 0x00b9ef7e in clone () from /lib/tls/libc.so.6 Thread 1 (Thread -1240353088 (LWP 13666)): #0 0x00abe7a2 in _dl_sysinfo_int80 () from /lib/ld-linux.so.2 #1 0x00b6101b in __waitpid_nocancel () from /lib/tls/libc.so.6 #2 0x00b0b469 in do_system () from /lib/tls/libc.so.6 #3 0x00b0b7e1 in system () from /lib/tls/libc.so.6 #4 0x00d3d84d in system () from /lib/tls/libpthread.so.0 #5 0xb79a1651 in TUnixSystem::Exec () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #6 0xb79a1b15 in TUnixSystem::StackTrace () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #7 0xb799f8bf in TUnixSystem::DispatchSignals () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #8 0xb799d6f2 in SigHandler () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #9 0xb79a445c in sighandler () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #10 #11 0xb6e7bea4 in G__G__Hist_161_0_17 () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libHist.so #12 0xb70ccbbb in Cint::G__ExceptionWrapper () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #13 0xb70fa4fd in G__exec_asm () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #14 0xb70f96ff in G__exec_bytecode () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #15 0xb7197364 in G__interpret_func () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #16 0xb711d8d0 in Cint::G__CallFunc::ExecInterpretedFunc () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #17 0xb711d734 in Cint::G__CallFunc::Execute () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCint.so #18 0xb64e62c1 in TSelectorCint::SlaveTerminate () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libTree.so #19 0xb5bb8174 in TProofPlayer::Process () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #20 0xb5bd000c in TProofServ::HandleProcess () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #21 0xb5bc6711 in TProofServ::HandleSocketInput () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #22 0xb59ab3cc in TXProofServ::HandleInput () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProofx.so #23 0xb59b9b3c in TXSocketHandler::Notify () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProofx.so #24 0xb59b9d68 in TXSocketHandler::ReadNotify () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProofx.so #25 0xb799fd51 in TUnixSystem::CheckDescriptors () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #26 0xb799eabc in TUnixSystem::DispatchOneEvent () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #27 0xb78a528e in TSystem::InnerLoop () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #28 0xb78a5227 in TSystem::Run () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #29 0xb78199cf in TApplication::Run () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libCore.so #30 0xb5bc90da in TProofServ::Run () from /home/cdfsoft/products/root/v5_14_00gGCC_3_4_3/Linux+2.6/lib/libProof.so #31 0x080497bb in main () Function SlaveTerminate() busy flag cleared // --------- End of element log ------------------- // --------- End of PROOF Session logs ---------