Problem:

The size of MMNL background process is growing, then the server is crashed.

Analysis:

bash-3.00$ ps -ef|grep mmnl
oracle 2250 1 0 Jun 28 ? 12:03 ora_mmnl_bgw
oracle 21397 20996 0 13:31:42 pts/5 0:00 grep mmnl

SQL> select s.sid, n.name,s.value
from v$sesstat s , v$statname n
where s.statistic# = n.statistic#
and n.name like '%memory%'
and s.sid in
(select se.sid from v$session se, v$process pr
where se.paddr=pr.addr and pr.spid=2250)
order by value desc;

SID NAME VALUE
---------- ---------------------------------------------------------------- ----------
1646 session pga memory 463496
1646 session pga memory max 463496
1646 session uga memory 88640
1646 session uga memory max 88640
1646 workarea memory allocated 0
1646 sorts (memory) 0

6 rows selected.

SQL>

bash-3.00$ pmap -x 2250
2250: ora_mmnl_bgw
Address Kbytes RSS Anon Locked Mode Mapped File
0000000100000000 81016 78904 - - r-x-- oracle
000000010501C000 856 592 112 - rwx-- oracle
00000001050F2000 3128 1352 64 - rwx-- [ heap ]
0000000105400000 4190208 1255504 4096 - rwx-- [ heap ]
0000000205000000 3731456 2145424 1138688 - rwx-- [ heap ]
0000000380000000 253952 253952 - 253952 rwxsR [ ism shmi d=0xc ]
0000040000000000 290816 290816 - 290816 rwxsR [ ism shmi d=0xd ]
0000040040000000 290816 290816 - 290816 rwxsR [ ism shmi d=0xe ]
0000040080000000 16 16 - 16 rwxsR [ ism shmi d=0xf ]
FFFFFFFF7B500000 64 24 - - rwx-- [ anon ]
FFFFFFFF7B530000 128 16 - - rw--- [ anon ]
FFFFFFFF7B600000 8 - - - rw-s- dev:291,0 in o:240652
FFFFFFFF7B750000 64 24 16 - rw--- [ anon ]
FFFFFFFF7B760000 64 24 24 - rw--- [ anon ]
FFFFFFFF7B770000 64 56 48 - rw--- [ anon ]
FFFFFFFF7B800000 16 16 - - r-x-- liblgrp.so.1
FFFFFFFF7B904000 8 8 - - rwx-- liblgrp.so.1
FFFFFFFF7BA78000 8 8 - - rwxs- [ anon ]
FFFFFFFF7BB00000 8 8 - - r-x-- libc_psr.so. 1
FFFFFFFF7BC00000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7BD00000 8 8 - - r-x-- libmd5.so.1
FFFFFFFF7BE02000 8 8 - - rwx-- libmd5.so.1
FFFFFFFF7BF00000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7C000000 640 168 - - r-x-- libm.so.2
FFFFFFFF7C19E000 40 24 8 - rwx-- libm.so.2
FFFFFFFF7C200000 8 8 - - r-x-- libkstat.so. 1
FFFFFFFF7C302000 8 8 8 - rwx-- libkstat.so. 1
FFFFFFFF7C400000 32 24 - - r-x-- librt.so.1
FFFFFFFF7C508000 8 8 - - rwx-- librt.so.1
FFFFFFFF7C600000 32 32 - - r-x-- libaio.so.1
FFFFFFFF7C708000 8 8 - - rwx-- libaio.so.1
FFFFFFFF7C800000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7C900000 912 656 - - r-x-- libc.so.1
FFFFFFFF7CAE4000 64 64 64 - rwx-- libc.so.1
FFFFFFFF7CAF4000 8 - - - rwx-- libc.so.1
FFFFFFFF7CB00000 24 16 16 - rwx-- [ anon ]
FFFFFFFF7CC00000 32 16 - - r-x-- libgen.so.1
FFFFFFFF7CD08000 8 8 - - rwx-- libgen.so.1
FFFFFFFF7CE00000 56 32 - - r-x-- libsocket.so .1
FFFFFFFF7CF0E000 16 16 - - rwx-- libsocket.so .1
FFFFFFFF7D000000 688 248 - - r-x-- libnsl.so.1
FFFFFFFF7D1AC000 64 64 - - rwx-- libnsl.so.1
FFFFFFFF7D1BC000 32 8 - - rwx-- libnsl.so.1
FFFFFFFF7D200000 1912 320 - - r-x-- libnnz10.so
FFFFFFFF7D4DC000 632 232 - - rwx-- libnnz10.so
FFFFFFFF7D57A000 8 - - - rwx-- libnnz10.so
FFFFFFFF7D600000 40 16 - - r-x-- libdbcfg10.s o
FFFFFFFF7D708000 8 8 - - rwx-- libdbcfg10.s o
FFFFFFFF7D800000 8488 8200 - - r-x-- libjox10.so
FFFFFFFF7E148000 536 480 - - rwx-- libjox10.so
FFFFFFFF7E200000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7E300000 16 16 - - r-x-- libocrutl10. so
FFFFFFFF7E402000 16 16 - - rwx-- libocrutl10. so
FFFFFFFF7E500000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7E600000 144 40 - - r-x-- libocrb10.so
FFFFFFFF7E722000 8 8 - - rwx-- libocrb10.so
FFFFFFFF7E800000 200 72 - - r-x-- libocr10.so
FFFFFFFF7E930000 16 16 - - rwx-- libocr10.so
FFFFFFFF7EA00000 8 8 - - r-x-- libskgxn2.so
FFFFFFFF7EB00000 8 8 - - rwx-- libskgxn2.so
FFFFFFFF7EC00000 1480 352 - - r-x-- libhasgen10. so
FFFFFFFF7EE70000 72 56 - - rwx-- libhasgen10. so
FFFFFFFF7EE82000 8 - - - rwx-- libhasgen10. so
FFFFFFFF7EF00000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7F000000 8 8 - - r-x-- libskgxp10.s o
FFFFFFFF7F100000 8 8 - - rwx-- libskgxp10.s o
FFFFFFFF7F200000 8 8 - - r-x-- libodmd10.so
FFFFFFFF7F300000 8 8 - - rwx-- libodmd10.so
FFFFFFFF7F400000 8 8 - - r-x-- libdl.so.1
FFFFFFFF7F500000 8 8 8 - rwx-- [ anon ]
FFFFFFFF7F600000 176 176 - - r-x-- ld.so.1
FFFFFFFF7F72C000 16 16 8 - rwx-- ld.so.1
FFFFFFFF7FFF0000 64 48 24 - rw--- [ stack ]
---------------- ---------- ---------- ---------- ----------
total Kb 8859344 4329168 1143232 835600
bash-3.00$

bash-3.00$ truss -p 2250

open("/dev/kstat", O_RDONLY) = 58843
ioctl(58843, KSTAT_IOC_CHAIN_ID, 0x00000000) = 755
ioctl(58843, KSTAT_IOC_READ, "kstat_headers") Err#12 ENOMEM
brk(0x2EBC064D0) = 0
brk(0x2EBC264D0) = 0
ioctl(58843, KSTAT_IOC_READ, "kstat_headers") = 755
brk(0x2EBC264D0) = 0
brk(0x2EBC2A4D0) = 0
ioctl(58843, KSTAT_IOC_READ, "cpu_info0") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info1") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info2") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info3") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info8") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info9") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info10") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info11") = 755
ioctl(58843, KSTAT_IOC_READ, "cpu_info512") = 755
pset_bind(PS_QUERY, P_PID, -1, 0xFFFFFFFF7FFFD5AC) = 0
open("/dev/kstat", O_RDONLY) = 58844