[Orca-users] Orcallator on Solaris 10

orca at bias.org orca at bias.org
Tue Sep 27 12:34:08 PDT 2005


Installed Orcallator & Orca on Solaris 10 V240 client back in Feb 2005. 
I had some issues with the install, but those issues were resolved when I 
installed r412 snapshot of code.

The systems has undergone some changes since then with powerpath install 
and lun allocation from EMC Clariion, but has been up and running fine 
with Orca until rebooted.  On Friday, Sept 9th, the systems was rebooted 
and it has not been working correctly since.

The orca data graphing continues to work fine for all host.

The orcallator data gatherer is getting a Segmentation Fault.  The error 
seems to be a common issue for Solaris 10 systems connected to SAN.  Has 
anyone else experienced this error?

I just tried upgrading to orca-snapshot-r497 and still get the 
Segmentation Fault when I try to start orcallator.

Thanks,
Liston

root at phi # truss -o /tmp/orca.out /usr/local/orca/bin/start_orcallator
Writing data into /usr/local/orca/var/orca/orcallator/phi/
Starting logging
3.4 is version
Sending output to nohup.out
11569 Segmentation Fault


/usr/local/orca/bin
root at phi # cat /tmp/orca.out
execve("/sbin/sh", 0xFFBFFA9C, 0xFFBFFAA8)  argc = 2
resolvepath("/sbin/sh", "/sbin/sh", 1023)       = 8
resolvepath("/lib/ld.so.1", "/lib/ld.so.1", 1023) = 12
stat("/sbin/sh", 0xFFBFF878)                    = 0
open("/var/ld/ld.config", O_RDONLY)             Err#2 ENOENT
stat("/usr/lib/libc.so.1", 0xFFBFF3A8)          = 0
resolvepath("/usr/lib/libc.so.1", "/lib/libc.so.1", 1023) = 14
open("/usr/lib/libc.so.1", O_RDONLY)            = 3
mmap(0x00010000, 8192, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_ALIGN, 3, 0) = 
0xFF3A0000
mmap(0x00010000, 974848, PROT_NONE, 
MAP_PRIVATE|MAP_NORESERVE|MAP_ANON|MAP_ALIGN, -1, 0) = 0xFF280000
mmap(0xFF280000, 866805, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED, 3, 0) 
= 0xFF280000
mmap(0xFF364000, 29469, PROT_READ|PROT_WRITE|PROT_EXEC, 
MAP_PRIVATE|MAP_FIXED, 3, 868352) = 0xFF364000
mmap(0xFF36C000, 2496, PROT_READ|PROT_WRITE|PROT_EXEC, 
MAP_PRIVATE|MAP_FIXED|MAP_ANON, -1, 0) = 0xFF36C000
munmap(0xFF354000, 65536)                       = 0
memcntl(0xFF280000, 132312, MC_ADVISE, MADV_WILLNEED, 0, 0) = 0
close(3)                                        = 0
munmap(0xFF3A0000, 8192)                        = 0
mmap(0x00010000, 24576, PROT_READ|PROT_WRITE|PROT_EXEC, 
MAP_PRIVATE|MAP_ANON|MAP_ALIGN, -1, 0) = 0xFF3A0000
getcontext(0xFFBFF578)
getrlimit(RLIMIT_STACK, 0xFFBFF570)             = 0
getpid()                                        = 11559 [11558]
setustack(0xFF3A2088)
getpid()                                        = 11559 [11558]
getpgid(11559)                                  = 11558
getsid(11559)                                   = 4314
access("/usr/lib/locale", F_OK)                 = 0
brk(0x0003A0D8)                                 = 0
sysconfig(_CONFIG_SIGRT_MIN)                    = 41
sysconfig(_CONFIG_SIGRT_MAX)                    = 48
sigaltstack(0xFFBFF9A4, 0x00000000)             = 0
sigaction(SIGHUP, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGHUP, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGINT, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGINT, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGQUIT, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGQUIT, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGILL, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGILL, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGTRAP, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGTRAP, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGABRT, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGABRT, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGEMT, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGEMT, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGFPE, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGFPE, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGBUS, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGBUS, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGSEGV, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGSYS, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGSYS, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGPIPE, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGPIPE, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGALRM, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGALRM, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGTERM, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGTERM, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGUSR1, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGUSR1, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGUSR2, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGUSR2, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGPWR, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGPWR, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGURG, 0x00000000, 0xFFBFF920)       = 0
sigaction(SIGURG, 0xFFBFF860, 0xFFBFF900)       = 0
sigaction(SIGPOLL, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGPOLL, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGVTALRM, 0x00000000, 0xFFBFF920)    = 0
sigaction(SIGVTALRM, 0xFFBFF860, 0xFFBFF900)    = 0
sigaction(SIGPROF, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGPROF, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGXCPU, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGXCPU, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGXFSZ, 0x00000000, 0xFFBFF920)      = 0
sigaction(SIGXFSZ, 0xFFBFF860, 0xFFBFF900)      = 0
sigaction(SIGRTMIN, 0xFFBFF860, 0xFFBFF900)     = 0
sigaction(SIGRTMIN+1, 0xFFBFF860, 0xFFBFF900)   = 0
sigaction(SIGRTMIN+2, 0xFFBFF860, 0xFFBFF900)   = 0
sigaction(SIGRTMIN+3, 0xFFBFF860, 0xFFBFF900)   = 0
sigaction(SIGRTMAX-3, 0xFFBFF860, 0xFFBFF900)   = 0
sigaction(SIGRTMAX-2, 0xFFBFF860, 0xFFBFF900)   = 0
sigaction(SIGRTMAX-1, 0xFFBFF860, 0xFFBFF900)   = 0
sigaction(SIGRTMAX, 0xFFBFF860, 0xFFBFF900)     = 0
stat("/platform/SUNW,Sun-Fire-V240/lib/libc_psr.so.1", 0xFFBFF2D8) = 0
resolvepath("/platform/SUNW,Sun-Fire-V240/lib/libc_psr.so.1", 
"/platform/sun4u-us3/lib/libc_psr.so.1", 1023) = 37
open("/platform/SUNW,Sun-Fire-V240/lib/libc_psr.so.1", O_RDONLY) = 3
mmap(0x00010000, 8192, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_ALIGN, 3, 0) = 
0xFF390000
close(3)                                        = 0
brk(0x0003A278)                                 = 0
brk(0x0003A478)                                 = 0
getuid()                                        = 0 [0]
getuid()                                        = 0 [0]
getgid()                                        = 0 [0]
getgid()                                        = 0 [0]
open64("/usr/local/orca/bin/start_orcallator", O_RDONLY) = 3
close(19)                                       Err#9 EBADF
fcntl(3, F_DUPFD, 0x00000013)                   = 19
close(3)                                        = 0
fcntl(19, F_SETFD, 0x00000001)                  = 0
ioctl(2, TCGETA, 0xFFBFF8CC)                    = 0
ioctl(19, TCGETA, 0xFFBFF8CC)                   Err#25 ENOTTY
read(19, " # ! / b i n / s h\n\n #".., 128)     = 128
read(19, " s i t o r i e s / o r c".., 128)     = 128
read(19, " g e d D a t e :   2 0 0".., 128)     = 128
brk(0x0003A678)                                 = 0
read(19, " l i b d i r = $ { e x e".., 128)     = 128
read(19, " r / l o c a l / b i n /".., 128)     = 128
read(19, " l a t o r\n S E = / o p".., 128)     = 128
read(19, " O G =\n\n #   W E B _ S".., 128)     = 128
read(19, " e m .\n W E B _ S E R V".., 128)     = 128
read(19, " r o c e s s e s   o n  ".., 128)     = 128
read(19, " e   f o r m a t   o f  ".., 128)     = 128
read(19, " H _ P R O X Y "   #   F".., 128)     = 128
read(19, " e s e   a r e   t h e  ".., 128)     = 128
brk(0x0003A978)                                 = 0
read(19, " C H "\n # S E _ P A T C".., 128)     = 128
brk(0x0003A778)                                 = 0
read(19, " f r o m   c o n f i g u".., 128)     = 128
brk(0x0003AB78)                                 = 0
open64("/tmp/sh115590", O_RDWR|O_CREAT|O_EXCL, 0666) = 3
read(19, "   h a v e   t h e   S E".., 128)     = 128
read(19, " u   h a v e   t h e   S".., 128)     = 128
read(19, "   d e f i n e   S E   t".., 128)     = 128
write(3, " W h e n   y o u   c o n".., 362)     = 362
close(3)                                        = 0
getuid()                                        = 0 [0]
stat64("/usr/local/bin/cat", 0xFFBFF4C8)        Err#2 ENOENT
stat64("/usr/bin/cat", 0xFFBFF4C8)              = 0
access("/usr/bin/cat", X_OK|E_OK)               = 0
unlink("/tmp/sh115590")                         = 0
brk(0x0003A978)                                 = 0
brk(0x0003A778)                                 = 0
brk(0x0003AC78)                                 = 0
read(19, " o r   i s   n o t   e x".., 128)     = 128
stat64("/opt/RICHPse/bin/se", 0xFFBFF4B8)       = 0
access("/opt/RICHPse/bin/se", X_OK|E_OK)        = 0
brk(0x0003AA78)                                 = 0
brk(0x0003A878)                                 = 0
read(19, " r   e x i t s   t h e  ".., 128)     = 128
read(19, " a r i a b l e .\n v a r".., 128)     = 128
brk(0x0003AE78)                                 = 0
read(19, " l e a s e   e d i t   $".., 128)     = 128
brk(0x0003AC78)                                 = 0
brk(0x0003AA78)                                 = 0
brk(0x0003B178)                                 = 0
brk(0x0003AF78)                                 = 0
brk(0x0003AD78)                                 = 0
read(19, " t _ o r _ e x i t   C U".., 128)     = 128
brk(0x0003AB78)                                 = 0
pipe()                                          = 3 [4]
schedctl()                                      = 0xFF37C000
fork1()                                         = 11560
lwp_sigmask(SIG_SETMASK, 0x00000000, 0x00000000) = 0xFFBFFEFF [0x0000FFFF]
close(4)                                        = 0
read(3, " 3 . 4\n", 128)                        = 4
read(3, 0xFFBFF5F8, 128)                        = 0
ioctl(3, TCGETA, 0xFFBFF47C)                    Err#22 EINVAL
ioctl(3, TCGETA, 0xFFBFF4DC)                    Err#22 EINVAL
close(3)                                        = 0
waitid(P_PID, 11560, 0xFFBFF478, WEXITED|WTRAPPED) = 0
read(19, " E _ V E R S I O N "   i".., 128)     = 128
read(19, " t p : / / w w w . s e t".., 128)     = 128
stat("/usr/lib/libgen.so.1", 0xFFBFF378)        = 0
resolvepath("/usr/lib/libgen.so.1", "/lib/libgen.so.1", 1023) = 16
open("/usr/lib/libgen.so.1", O_RDONLY)          = 3
mmap(0x00010000, 8192, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_ALIGN, 3, 0) = 
0xFF270000
mmap(0x00010000, 98304, PROT_NONE, 
MAP_PRIVATE|MAP_NORESERVE|MAP_ANON|MAP_ALIGN, -1, 0) = 0xFF250000
mmap(0xFF250000, 22089, PROT_READ|PROT_EXEC, MAP_PRIVATE|MAP_FIXED, 3, 0) 
= 0xFF250000
mmap(0xFF266000, 2303, PROT_READ|PROT_WRITE|PROT_EXEC, 
MAP_PRIVATE|MAP_FIXED, 3, 24576) = 0xFF266000
munmap(0xFF256000, 65536)                       = 0
mmap(0x00000000, 8192, PROT_READ|PROT_WRITE|PROT_EXEC, 
MAP_PRIVATE|MAP_ANON, -1, 0) = 0xFF240000
memcntl(0xFF250000, 5656, MC_ADVISE, MADV_WILLNEED, 0, 0) = 0
close(3)                                        = 0
munmap(0xFF270000, 8192)                        = 0
read(19, " i s ,   t r i m   o f f".., 128)     = 128
pipe()                                          = 3 [4]
schedctl()                                      = 0xFF37C000
fork1()                                         = 11565
lwp_sigmask(SIG_SETMASK, 0x00000000, 0x00000000) = 0xFFBFFEFF [0x0000FFFF]
close(4)                                        = 0
read(3, " p h i\n", 128)                        = 4
read(3, 0xFFBFF5F8, 128)                        = 0
ioctl(3, TCGETA, 0xFFBFF47C)                    Err#22 EINVAL
ioctl(3, TCGETA, 0xFFBFF4DC)                    Err#22 EINVAL
close(3)                                        = 0
waitid(P_PID, 11565, 0xFFBFF478, WEXITED|WTRAPPED) = 0
read(19, " " $ u n a m e " ;   t h".., 128)     = 128
read(19, " i s   $ R A W _ O R C A".., 128)     = 128
read(19, " R   W E B _ L O G   W E".., 128)     = 128
brk(0x0003B060)                                 = 0
brk(0x0003B860)                                 = 0
brk(0x0003B660)                                 = 0
brk(0x0003B460)                                 = 0
read(19, " /   & &   ! / a w k /  ".., 128)     = 128
pipe()                                          = 3 [4]
schedctl()                                      = 0xFF37C000
fork1()                                         = 11567
lwp_sigmask(SIG_SETMASK, 0x00000000, 0x00000000) = 0xFFBFFEFF [0x0000FFFF]
close(4)                                        = 0
read(3, 0xFFBFF5F8, 128)                        = 0
ioctl(3, TCGETA, 0xFFBFF47C)                    Err#22 EINVAL
ioctl(3, TCGETA, 0xFFBFF4DC)                    Err#22 EINVAL
close(3)                                        = 0
waitid(P_PID, 11567, 0xFFBFF478, WEXITED|WTRAPPED) = 0
read(19, " t a   i n t o   $ O U T".., 128)     = 128
write(1, " W r i t i n g   d a t a".., 59)      = 59
read(19, " e s y s t e m s   c a n".., 128)     = 128
chdir("/")                                      = 0
read(19, " i n g   $ O U T D I R /".., 128)     = 128
brk(0x0003BC60)                                 = 0
stat64("/usr/local/bin/mkdir", 0xFFBFF468)      Err#2 ENOENT
stat64("/usr/bin/mkdir", 0xFFBFF468)            = 0
access("/usr/bin/mkdir", X_OK|E_OK)             = 0
stat64("/usr/local/orca/var/orca/orcallator/phi", 0xFFBFF5B0) = 0
brk(0x0003BA60)                                 = 0
brk(0x0003B860)                                 = 0
stat64("/usr/local/orca/var/orca/orcallator/phi", 0xFFBFF5B0) = 0
brk(0x0003B660)                                 = 0
brk(0x0003B460)                                 = 0
read(19, " t a r t   t h e   l o g".., 128)     = 128
write(1, " S t a r t i n g   l o g".., 17)      = 17
write(1, " 3 . 4   i s   v e r s i".., 15)      = 15
read(19, " / $ S E _ V E R S I O N".., 128)     = 128
brk(0x0003BC60)                                 = 0
stat64("/usr/local/bin/nohup", 0xFFBFF648)      Err#2 ENOENT
stat64("/usr/bin/nohup", 0xFFBFF648)            = 0
access("/usr/bin/nohup", X_OK|E_OK)             = 0
schedctl()                                      = 0xFF37C000
fork1()                                         = 11569
lwp_sigmask(SIG_SETMASK, 0x00000000, 0x00000000) = 0xFFBFFEFF [0x0000FFFF]
waitid(P_ALL, 0, 0xFFBFF718, WEXITED|WTRAPPED|WNOHANG) = 0
brk(0x0003BA60)                                 = 0
brk(0x0003B860)                                 = 0
brk(0x0003B660)                                 = 0
brk(0x0003B460)                                 = 0
read(19, " / o r c a l l a t o r .".., 128)     = 128
fcntl(1, F_DUPFD, 0x0000000A)                   = 10
creat64("/usr/local/orca/var/orca/orcallator/phi/orcallator.pid", 0666) = 
3
fcntl(1, F_GETFD, 0x00000000)                   = 0
close(1)                                        = 0
fcntl(3, F_DUPFD, 0x00000001)                   = 1
close(3)                                        = 0
write(1, " 1 1 5 6 9\n", 6)                     = 6
fcntl(1, F_GETFD, 0x00000000)                   = 0
close(1)                                        = 0
fcntl(10, F_DUPFD, 0x00000001)                  = 1
close(10)                                       = 0
waitid(P_ALL, 0, 0xFFBFF718, WEXITED|WTRAPPED|WNOHANG) = 0
read(19, " t i n g .\n s l e e p  ".., 128)     = 14
stat64("/usr/local/bin/sleep", 0xFFBFF648)      Err#2 ENOENT
stat64("/usr/bin/sleep", 0xFFBFF648)            = 0
access("/usr/bin/sleep", X_OK|E_OK)             = 0
schedctl()                                      = 0xFF37C000
fork1()                                         = 11570
lwp_sigmask(SIG_SETMASK, 0x00000000, 0x00000000) = 0xFFBFFEFF [0x0000FFFF]
waitid(P_PID, 11570, 0xFFBFF778, WEXITED|WTRAPPED|WNOWAIT) (sleeping...)
waitid(P_PID, 11570, 0xFFBFF778, WEXITED|WTRAPPED|WNOWAIT) = 0
ioctl(0, TIOCGPGRP, 0xFFBFF794)                 = 0
ioctl(0, TCGETS, 0x00039180)                    = 0
waitid(P_PID, 11570, 0xFFBFF778, WEXITED|WTRAPPED) = 0
waitid(P_ALL, 0, 0xFFBFF718, WEXITED|WTRAPPED|WNOHANG) = 0
write(2, " 1 1 5 6 9   S e g m e n".., 25)      = 25
read(19, 0x000395F8, 128)                       = 0
ioctl(19, TCGETA, 0xFFBFF864)                   Err#25 ENOTTY
ioctl(19, TCGETA, 0xFFBFF8C4)                   Err#25 ENOTTY
close(19)                                       = 0
_exit(0)





More information about the Orca-users mailing list