(root)@apa-pdr-02:~$ svcs -a svcs: failed to iterate over instances: server has insufficient resources STATE STIME FMRI
(root)@apa-pdr-02:~$ svcs -xv svcs: explain.c:523: Unexpected libscf error: server has insufficient resources. Exiting. (root)@apa-pdr-02:~$ svccfg -s system-log listprop svccfg: Unexpected libscf error on line 9195 of svccfg_libscf.c: server has insufficient resources. Here is a dtruss output of `svcs -a' (root)@apa-pdr-02:~$ /opt/DTT/Bin/dtruss -a -f svcs -a PID/LWP RELATIVE ELAPSD CPU SYSCALL(args) = return 27011/1: 260 1795 38 resolvepath("/usr/lib/ld.so.1\0", 0xFFBFF5B0, 0x3FF) = 12 0 27011/1: 276 14 8 resolvepath("/usr/bin/svcs\0", 0xFFBFF5B0, 0x3FF) = 13 0 27011/1: 292 19 9 stat("/usr/bin/svcs\0", 0xFFBFFA98, 0xFFBFFFE6) = 0 0 27011/1: 312 27 16 open("/var/ld/ld.config\0", 0x0, 0x0) = -1 Err#2 27011/1: 345 10 5 stat("/lib/libcontract.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 349 7 2 resolvepath("/lib/libcontract.so.1\0", 0xFFBFF150, 0x3FF) = 21 0 27011/1: 358 10 5 open("/lib/libcontract.so.1\0", 0x0, 0x0) = 3 0 27011/1: 382 30 21 mmap(0x10000, 0x2000, 0x5) = -12976128 0 27011/1: 438 11 6 mmap(0x10000, 0x16000, 0x0) = -13107200 0 27011/1: 453 16 11 mmap(0xFF380000, 0x317A, 0x5) = -13107200 0 27011/1: 463 12 7 mmap(0xFF394000, 0x3F4, 0x7) = -13025280 0 27011/1: 469 13 3 munmap(0xFF384000, 0x10000) = 0 0 27011/1: 558 21 12 memcntl(0xFF380000, 0x1654, 0x4) = 0 0 27011/1: 565 15 5 close(0x3) = 0 0 27011/1: 590 11 6 stat("/lib/libscf.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 594 7 2 resolvepath("/lib/libscf.so.1\0", 0xFFBFF150, 0x3FF) = 16 0 27011/1: 600 7 3 open("/lib/libscf.so.1\0", 0x0, 0x0) = 3 0 27011/1: 613 16 11 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 631 9 4 mmap(0x10000, 0x2A000, 0x0) = -13303808 0 27011/1: 645 13 8 mmap(0xFF350000, 0x17B47, 0x5) = -13303808 0 27011/1: 652 10 5 mmap(0xFF378000, 0x1346, 0x7) = -13139968 0 27011/1: 696 10 5 munmap(0xFF368000, 0x10000) = 0 0 27011/1: 742 19 14 memcntl(0xFF350000, 0x4FD0, 0x4) = 0 0 27011/1: 746 6 2 close(0x3) = 0 0 27011/1: 796 44 39 stat("/lib/libuutil.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 800 7 2 resolvepath("/lib/libuutil.so.1\0", 0xFFBFF150, 0x3FF) = 18 0 27011/1: 805 7 3 open("/lib/libuutil.so.1\0", 0x0, 0x0) = 3 0 27011/1: 817 14 10 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 833 8 3 mmap(0x10000, 0x1A000, 0x0) = -13434880 0 27011/1: 840 10 5 mmap(0xFF330000, 0x65B0, 0x5) = -13434880 0 27011/1: 847 9 5 mmap(0xFF348000, 0x75A, 0x7) = -13336576 0 27011/1: 888 10 5 munmap(0xFF338000, 0x10000) = 0 0 27011/1: 896 8 4 mmap(0x0, 0x2000, 0x7) = -13500416 0 27011/1: 948 13 8 memcntl(0xFF330000, 0x19FC, 0x4) = 0 0 27011/1: 952 6 1 close(0x3) = 0 0 27011/1: 993 36 31 stat("/lib/libumem.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 1005 8 3 resolvepath("/lib/libumem.so.1\0", 0xFFBFF150, 0x3FF) = 17 0 27011/1: 1010 7 3 open("/lib/libumem.so.1\0", 0x0, 0x0) = 3 0 27011/1: 1022 14 9 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 1039 9 4 mmap(0x10000, 0x36000, 0x0) = -13762560 0 27011/1: 1047 11 6 mmap(0xFF2E0000, 0x1988A, 0x5) = -13762560 0 27011/1: 1056 12 7 mmap(0xFF30A000, 0x5330, 0x7) = -13590528 0 27011/1: 1107 9 4 mmap(0xFF310000, 0x4F48, 0x7) = -13565952 0 27011/1: 1113 9 4 munmap(0xFF2FA000, 0x10000) = 0 0 27011/1: 1185 24 19 memcntl(0xFF2E0000, 0x8FD0, 0x4) = 0 0 27011/1: 1188 6 1 close(0x3) = 0 0 27011/1: 1203 10 5 stat("/lib/libc.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 1207 7 2 resolvepath("/lib/libc.so.1\0", 0xFFBFF150, 0x3FF) = 14 0 27011/1: 1212 7 3 open("/lib/libc.so.1\0", 0x0, 0x0) = 3 0 27011/1: 1222 13 8 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 1239 8 3 mmap(0x10000, 0xF8000, 0x0) = -15204352 0 27011/1: 1248 12 7 mmap(0xFF180000, 0xDDFF5, 0x5) = -15204352 0 27011/1: 1257 11 7 mmap(0xFF26E000, 0x7D11, 0x7) = -14229504 0 27011/1: 1304 10 5 mmap(0xFF276000, 0x1760, 0x7) = -14196736 0 27011/1: 1309 7 3 munmap(0xFF25E000, 0x10000) = 0 0 27011/1: 1461 89 84 memcntl(0xFF180000, 0x23300, 0x4) = 0 0 27011/1: 1464 6 1 close(0x3) = 0 0 27011/1: 1517 11 6 stat("/lib/libnvpair.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 1522 7 3 resolvepath("/lib/libnvpair.so.1\0", 0xFFBFF150, 0x3FF) = 19 0 27011/1: 1527 7 3 open("/lib/libnvpair.so.1\0", 0x0, 0x0) = 3 0 27011/1: 1539 15 10 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 1557 8 4 mmap(0x10000, 0x18000, 0x0) = -13893632 0 27011/1: 1566 12 7 mmap(0xFF2C0000, 0x5E8E, 0x5) = -13893632 0 27011/1: 1573 10 5 mmap(0xFF2D6000, 0x4A8, 0x7) = -13803520 0 27011/1: 1577 7 2 munmap(0xFF2C6000, 0x10000) = 0 0 27011/1: 1642 11 6 memcntl(0xFF2C0000, 0x1DB4, 0x4) = 0 0 27011/1: 1645 6 1 close(0x3) = 0 0 27011/1: 1680 24 19 stat("/lib/libdoor.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 1686 8 2 resolvepath("/lib/libdoor.so.1\0", 0xFFBFF150, 0x3FF) = 17 0 27011/1: 1691 7 3 open("/lib/libdoor.so.1\0", 0x0, 0x0) = 3 0 27011/1: 1701 13 9 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 1718 9 4 mmap(0x10000, 0x14000, 0x0) = -14024704 0 27011/1: 1726 11 6 mmap(0xFF2A0000, 0xCF3, 0x5) = -14024704 0 27011/1: 1733 11 5 mmap(0xFF2B2000, 0x258, 0x7) = -13950976 0 27011/1: 1736 7 2 munmap(0xFF2A2000, 0x10000) = 0 0 27011/1: 1792 11 5 memcntl(0xFF2A0000, 0x8C0, 0x4) = 0 0 27011/1: 1796 6 2 close(0x3) = 0 0 27011/1: 1820 11 6 stat("/lib/libgen.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 1824 8 2 resolvepath("/lib/libgen.so.1\0", 0xFFBFF150, 0x3FF) = 16 0 27011/1: 1829 7 3 open("/lib/libgen.so.1\0", 0x0, 0x0) = 3 0 27011/1: 1840 14 9 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 1859 8 4 mmap(0x10000, 0x18000, 0x0) = -15335424 0 27011/1: 1867 10 6 mmap(0xFF160000, 0x5649, 0x5) = -15335424 0 27011/1: 1873 9 5 mmap(0xFF176000, 0x8FF, 0x7) = -15245312 0 27011/1: 1910 10 5 munmap(0xFF166000, 0x10000) = 0 0 27011/1: 1935 12 7 memcntl(0xFF160000, 0x1618, 0x4) = 0 0 27011/1: 1939 6 1 close(0x3) = 0 0 27011/1: 1965 10 5 stat("/lib/libnsl.so.1\0", 0xFFBFF550, 0xFFBFF854) = 0 0 27011/1: 1968 8 2 resolvepath("/lib/libnsl.so.1\0", 0xFFBFF150, 0x3FF) = 16 0 27011/1: 1973 7 3 open("/lib/libnsl.so.1\0", 0x0, 0x0) = 3 0 27011/1: 1983 13 8 mmap(0xFF3A0000, 0x2000, 0x5) = -12976128 0 27011/1: 1999 9 4 mmap(0x10000, 0xB2000, 0x0) = -16252928 0 27011/1: 2009 12 8 mmap(0xFF080000, 0x913FE, 0x5) = -16252928 0 27011/1: 2017 11 6 mmap(0xFF122000, 0x83D1, 0x7) = -15589376 0 27011/1: 2084 10 5 mmap(0xFF12C000, 0x5AC0, 0x7) = -15548416 0 27011/1: 2089 7 3 munmap(0xFF112000, 0x10000) = 0 0 27011/1: 2196 45 40 memcntl(0xFF080000, 0x15DA4, 0x4) = 0 0 27011/1: 2200 7 2 close(0x3) = 0 0 27011/1: 2278 8 3 mmap(0x0, 0x2000, 0x7) = -15400960 0 27011/1: 4106 1798 32 munmap(0xFF3A0000, 0x2000) = 0 0 27011/1: 4222 31 18 mmap(0x10000, 0x6000, 0x7) = -12976128 0 27011/1: 4295 12 2 setcontext(0x0, 0xFFBFF788, 0xACB1C) = 0 0 27011/1: 4301 13 2 getrlimit(0x3, 0xFFBFF768, 0x9DE04000) = 0 0 27011/1: 4304 11 1 getpid(0xFF3A2000, 0x0, 0xFF3A2000) = 27009 0 27011/1: 4367 7 0 setcontext(0x3, 0xFF3A2088, 0xFF400000) = 0 0 27011/1: 4444 13 1 sysconfig(0x6, 0xFF272740, 0x0) = 8192 0 27011/1: 4575 14 3 sigpending(0x2, 0xFF2764D8, 0x0) = 0 0 27011/1: 4702 83 71 stat("/platform/SUNW,Sun-Fire-V490/lib/libc_psr.so.1\0", 0xFFBFF1E0, 0xFFBFF47C) = 0 0 27011/1: 4719 24 12 resolvepath("/platform/SUNW,Sun-Fire-V490/lib/libc_psr.so.1\0", 0xFFBFEDE0, 0x3FF) = 37 0 27011/1: 4745 31 21 open("/platform/SUNW,Sun-Fire-V490/lib/libc_psr.so.1\0", 0x0, 0x0) = 3 0 27011/1: 4760 20 13 mmap(0x10000, 0x2000, 0x5) = -14090240 0 27011/1: 4838 16 3 close(0x3) = 0 0 27011/1: 5466 11 0 sysconfig(0xC, 0xFF2F7784, 0xFF26E32C) = 8 0 27011/1: 5507 10 0 issetugid(0xFF30AFC4, 0x0, 0xFF30A000) = 0 0 27011/1: 5540 7 0 issetugid(0x1, 0xFF26E32C, 0xFF3F4910) = 0 0 27011/1: 5792 21 9 brk(0x32000) = 0 0 27011/1: 6266 14 7 brk(0x42000) = 0 0 27011/1: 6812 12 4 brk(0x52000) = 0 0 27011/1: 6889 11 0 gtime() = 1208613393 0 27011/1: 6914 5 0 issetugid(0x1084, 0x0, 0x0) = 0 0 27011/1: 6918 6 0 issetugid(0x1, 0xA6968, 0xFF378694) = 0 0 27011/1: 7366 57 50 open("/etc/svc/volatile/repository_door\0", 0x0, 0x0) = 3 0 27011/1: 7375 7 0 getpid(0x3, 0x0, 0x4D01) = 27009 0 27011/1: 7399 108 12 doorfs(0x3, 0xFFBFFB18, 0xFFBFFA18) = 0 0 27011/1: 7417 8 2 close(0x3) = 0 0 27011/1: 7426 10 0 fcntl(0x4, 0x2, 0x1) = 0 0 27011/1: 7433 7 0 doorfs(0x4, 0xFFBFFB90, 0x1) = 0 0 27011/1: 7437 6 0 getpid(0x1, 0xFF150500, 0xFF3A2000) = 27009 0 27011/1: 7439 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7444 28 3 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7449 7 0 getpid(0x1, 0xFF150500, 0xFF3A2000) = 27009 0 27011/1: 7452 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7457 19 3 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7458 6 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 7460 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7464 19 3 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7465 6 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 7467 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7470 18 2 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7472 6 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 7473 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7477 17 2 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7479 6 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 7480 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7485 18 2 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7486 7 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 7490 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7494 19 4 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7496 6 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 7497 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7501 19 2 doorfs(0x4, 0xFFBFFAA8, 0x22218) = 0 0 27011/1: 7506 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7507 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7511 18 2 doorfs(0x4, 0xFFBFFA98, 0x22218) = 0 0 27011/1: 7518 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7519 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7523 17 3 doorfs(0x4, 0xFFBFFA98, 0x22218) = 0 0 27011/1: 7630 11 4 brk(0x62000) = 0 0 27011/1: 7926 7 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7927 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7932 22 4 doorfs(0x4, 0xFFBFF988, 0x22218) = 0 0 27011/1: 7935 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7936 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7940 21 3 doorfs(0x4, 0xFFBFF988, 0x22218) = 0 0 27011/1: 7943 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7944 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7948 18 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 7951 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7952 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7956 22 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 7959 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7960 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7964 18 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 7966 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7967 4 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7972 15 3 doorfs(0x4, 0xFFBFF988, 0x22218) = 0 0 27011/1: 7974 3 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7976 4 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7980 15 3 doorfs(0x4, 0xFFBFF988, 0x22218) = 0 0 27011/1: 7982 3 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7984 3 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 7987 15 3 doorfs(0x4, 0xFFBFF988, 0x22218) = 0 0 27011/1: 8022 4 0 getpid(0x1, 0xFF3F6D24, 0xFF3A2000) = 27009 0 27011/1: 8028 19 3 doorfs(0x4, 0xFFBFF970, 0x22218) = 0 0 27011/1: 8074 46 41 getpid(0x1, 0xFF3F6D24, 0xFF3A2000) = 27009 0 27011/1: 8079 17 3 doorfs(0x4, 0xFFBFF958, 0x22218) = 0 0 27011/1: 8080 3 0 getpid(0x1, 0x1869F640, 0xFF3A2000) = 27009 0 27011/1: 8085 211 3 doorfs(0x4, 0xFFBFF9C8, 0x22218) = 0 0 27011/1: 8194 11 4 brk(0x72000) = 0 0 27011/1: 8323 7 0 getpid(0x1, 0x41DB8, 0xFF3A2000) = 27009 0 27011/1: 8325 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 8330 22 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 8336 6 0 getpid(0x1, 0x41DD8, 0xFF3A2000) = 27009 0 27011/1: 8338 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 8342 18 4 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 8346 6 0 getpid(0x1, 0x41E58, 0xFF3A2000) = 27009 0 27011/1: 8348 6 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 8352 18 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 8359 7 1 getpid(0x1, 0x1, 0xFF3A2000) = 27009 0 svcs 27011/1: 8362 18 3 doorfs(0x4, 0xFFBFFA48, 0x22218) = 0 0 27011/1: 8368 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 8372 17 3 doorfs(0x4, 0xFFBFFA48, 0x22218) = 0 0 27011/1: 8374 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 : 27011/1: 8378 17 3 doorfs(0x4, 0xFFBFFA48, 0x22218) = 0 0 failed to iterate over instances: 27011/1: 8383 6 0 getpid(0x1, 0x41E98, 0xFF3A2000) = 27009 0 server has insufficient resources 27011/1: 8384 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 8388 19 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 27011/1: 8392 6 0 getpid(0x1, 0x41E98, 0xFF3A2000) = 27009 0 27011/1: 8393 5 0 getpid(0x1, 0x0, 0xFF3A2000) = 27009 0 27011/1: 8397 18 3 doorfs(0x4, 0xFFBFF9E8, 0x22218) = 0 0 STATE STIME FMRI 27011/1: 8469 21 10 fstat64(0x2, 0xFFBFEC40, 0xFF226638) = 0 0 27011/1: 8557 85 75 write(0x2, "svcs\0", 0x4) = 4 0 27011/1: 8572 19 12 write(0x2, ": \0", 0x2) = 2 0 27011/1: 8597 20 14 write(0x2, "failed to iterate over instances: \0", 0x22) = 34 0 27011/1: 8613 20 14 write(0x2, "server has insufficient resources\0", 0x21) = 33 0 27011/1: 8627 19 13 write(0x2, "\n\0", 0x1) = 1 0 27011/1: 8749 39 28 ioctl(0x1, 0x5401, 0xFFBFF9B4) = 0 0 27011/1: 8753 8 1 fstat64(0x1, 0xFFBFF8D0, 0x0) = 0 0 27011/1: 8777 28 21 write(0x1, "STATE STIME FMRI\n\0", 0x1D) = 29 0 CALL COUNT fcntl 1 getrlimit 1 gtime 1 ioctl 1 rexit 1 sigpending 1 fstat64 2 setcontext 2 sysconfig 2 issetugid 4 brk 5 write 6 memcntl 9 munmap 10 close 11 stat 11 open 12 resolvepath 12 doorfs 31 mmap 43 getpid 54 -- Asif Iqbal PGP Key: 0xE62693C5 KeyServer: pgp.mit.edu