dear all,
i have
p770 aix6.1
last week, the host reboot suddenly with dump. but i don't know how to analyze the dump.
I posted
kdb details in the attachment.
please anybody help me.
Code :
#>kdb vmcore.0 /unix
vmcore.0 mapped from @ 700000000000000 to @ 7000001c72c0908
START END <name>
0000000000001000 00000000040C0000 start+000FD8
F00000002FF47600 F00000002FFDF9C0 __ublock+000000
000000002FF22FF4 000000002FF22FF8 environ+000000
000000002FF22FF8 000000002FF22FFC errno+000000
F1000F0A00000000 F1000F0A10000000 pvproc+000000
F1000F0A10000000 F1000F0A18000000 pvthread+000000
Dump analysis on CHRP_SMP_PCI POWER_PC POWER_7 machine with 16 available CPU(s) (64-bit registers)
Processing symbol table...
.......................done
read vscsi_scsi_ptrs OK, ptr = 0x0
(8)>
(8)>stat
SYSTEM_CONFIGURATION:
CHRP_SMP_PCI POWER_PC POWER_7 machine with 16 available CPU(s) (64-bit registers)
SYSTEM STATUS:
sysname... AIX
nodename.. ----------
release... 1
version... 6
build date Apr 18 2012
build time 20:31:28
label..... 1215C_61S
machine... ----------
nid....... C25B674C
time of crash: Thu Apr 11 15:00:10 2019
age of system: 201 day, 21 hr., 59 min., 35 sec.
xmalloc debug: enabled
FRRs active... 0
FRRs started.. 0
CRASH INFORMATION:
CPU 8 CSA F1000815B0233D00 at time of crash, error code for LEDs: 30000000
pvthread+002200 STACK:
[000D7D88]e_clear_wait+000108 (FFFCFF3FFFFFFFFF, 0000000000000347 [??])
[000A5B94]clock+000334 (??)
[0018C128]i_softmod+000528 ()
[001B98CC]flih_util+000258 ()
____ Exception (F00000002FF47600) ____
iar : 000000000008CD04 msr : 8000000000009032 cr : 24048024
lr : 000000000006F0C4 ctr : 0000000000000000 xer : 20000000
mq : 00000000 asr : 000000073D08D001 amr : FFFCFF3FFFFFFFFF
r0 : 0000000000000000 r1 : 0FFFFFFFF3FFFD60 r2 : 0000000002BA5980
r3 : 0000000000000000 r4 : 0000000000000000 r5 : 8000000006FAE4F8
r6 : 0000000000000000 r7 : 0000000000000000 r8 : 0000000000000000
r9 : 0000000000000000 r10 : 0000000000000000 r11 : 0000000000000000
r12 : 0000000000000000 r13 : F1000A01000A8C00 r14 : 00000000DEADBEEF
r15 : 00000000001631EF r16 : 0000000000000000 r17 : 0000000000000000
r18 : 0000000000000008 r19 : 000000003A91195C r20 : 000000003B9ACA00
r21 : 0000000000000001 r22 : 00000000000034C8 r23 : 0000000000000000
r24 : 0000000002C20C24 r25 : F1000F0A10002278 r26 : 000000000240FD00
r27 : 0000000002C20CB0 r28 : F1000A06000B9000 r29 : 0000000002C20000
r30 : 0000000000000000 r31 : 0000000000000001
prev 0000000000000000 stackfix 0000000000000000 int_ticks 0000
cfar 0000000004214E44
kjmpbuf 0000000000000000 excbranch 0000000000000000 no_pfault 00
intpri 0B backt 00 flags 00
hw_fru_id 00000000 hw_cpu_id 00000003
fpscr 0000000000000000 fpscrx 00000000 fpowner 00
fpeu 00 fpinfo 00 alloc F000
o_iar 0000000000000000 o_toc 0000000000000000
o_arg1 0000000000000000 o_vaddr 0000000000000000
krlockp 0000000000000000 rmgrwa 0000000000000000
amrstackhigh F00000002FFCCFF0 amrstacklow F00000002FFCC000
amrstackcur F00000002FFCCFF0 amrstackfix 0000000000000000
kstackhigh 0000000000000000 kstacksize 00000000
frrstart 700DFEED00000000 frrend 700DFEED00000000
frrcur 700DFEED00000000 frrstatic 0000 kjmpfrroff 0000
frrovcnt 0000 frrbarrcnt 0000 frrmask 00 callrmgr 00
Except :
excp_type 00000106 EXCEPT_DSI
orgea 0FFFFFFFF3FFFE78 dsisr 0000000042000000 bit set: DSISR_PFT DSISR_ST
vmh 0000000C50045D90 curea 0FFFFFFFF3FFFE78 pftyp 0000000000000106
[0008CD04].h_cede+000014 ()
[0006F0C0]waitproc+000860 ()
[00254AF0]procentry+000010 (??, ??, ??, ??)
[kdb_read_mem] no real storage @ FFFFFFFFFFF6610
(8)>
(8)>status
CPU INTR TID TSLOT PID PSLOT PROC_NAME
0 20005 2 20004 2 wait
1 1A0035 26 100020 16 wait
2 1B0037 27 110022 17 wait
3 1C0039 28 120024 18 wait
4 1D003B 29 130026 19 wait
5 1E003D 30 140028 20 wait
6 200041 32 15002A 21 wait
7 210043 33 16002C 22 wait
8 220045 34 17002E 23 wait
9 230047 35 180030 24 wait
10 240049 36 190032 25 wait
11 25004B 37 1A0034 26 wait
12 1B50033 437 2C500E4 709 oracle
13 27004F 39 1C0038 28 wait
14 280051 40 1D003A 29 wait
15 290053 41 1E003C 30 wait
16-47 Disabled
(8)> f
pvthread+002200 STACK:
[000D7D88]e_clear_wait+000108 (FFFCFF3FFFFFFFFF, 0000000000000347 [??])
[000A5B94]clock+000334 (??)
[0018C128]i_softmod+000528 ()
[001B98CC]flih_util+000258 ()
____ Exception (F00000002FF47600) ____
iar : 000000000008CD04 msr : 8000000000009032 cr : 24048024
lr : 000000000006F0C4 ctr : 0000000000000000 xer : 20000000
mq : 00000000 asr : 000000073D08D001 amr : FFFCFF3FFFFFFFFF
r0 : 0000000000000000 r1 : 0FFFFFFFF3FFFD60 r2 : 0000000002BA5980
r3 : 0000000000000000 r4 : 0000000000000000 r5 : 8000000006FAE4F8
r6 : 0000000000000000 r7 : 0000000000000000 r8 : 0000000000000000
r9 : 0000000000000000 r10 : 0000000000000000 r11 : 0000000000000000
r12 : 0000000000000000 r13 : F1000A01000A8C00 r14 : 00000000DEADBEEF
r15 : 00000000001631EF r16 : 0000000000000000 r17 : 0000000000000000
r18 : 0000000000000008 r19 : 000000003A91195C r20 : 000000003B9ACA00
r21 : 0000000000000001 r22 : 00000000000034C8 r23 : 0000000000000000
r24 : 0000000002C20C24 r25 : F1000F0A10002278 r26 : 000000000240FD00
r27 : 0000000002C20CB0 r28 : F1000A06000B9000 r29 : 0000000002C20000
r30 : 0000000000000000 r31 : 0000000000000001
prev 0000000000000000 stackfix 0000000000000000 int_ticks 0000
cfar 0000000004214E44
kjmpbuf 0000000000000000 excbranch 0000000000000000 no_pfault 00
intpri 0B backt 00 flags 00
hw_fru_id 00000000 hw_cpu_id 00000003
fpscr 0000000000000000 fpscrx 00000000 fpowner 00
fpeu 00 fpinfo 00 alloc F000
o_iar 0000000000000000 o_toc 0000000000000000
o_arg1 0000000000000000 o_vaddr 0000000000000000
krlockp 0000000000000000 rmgrwa 0000000000000000
amrstackhigh F00000002FFCCFF0 amrstacklow F00000002FFCC000
amrstackcur F00000002FFCCFF0 amrstackfix 0000000000000000
kstackhigh 0000000000000000 kstacksize 00000000
frrstart 700DFEED00000000 frrend 700DFEED00000000
frrcur 700DFEED00000000 frrstatic 0000 kjmpfrroff 0000
frrovcnt 0000 frrbarrcnt 0000 frrmask 00 callrmgr 00
Except :
excp_type 00000106 EXCEPT_DSI
orgea 0FFFFFFFF3FFFE78 dsisr 0000000042000000 bit set: DSISR_PFT DSISR_ST
vmh 0000000C50045D90 curea 0FFFFFFFF3FFFE78 pftyp 0000000000000106
[0008CD04].h_cede+000014 ()
[0006F0C0]waitproc+000860 ()
[00254AF0]procentry+000010 (??, ??, ??, ??)
[kdb_read_mem] no real storage @ FFFFFFFFFFF97F0
(8)>lle -k |more
ADDRESS FILE FILESIZE FLAGS MODULE NAME
1 F1000000A05FA400 F1000000C0B4C000 00517000 00090242 /usr/lib/drivers/lusdd
2 F1000000A05FB900 F1000000C030E000 00020000 00090252 /usr/lib/drivers/pdiagex
3 F1000000A05FBA00 04E38000 000027C0 00180248 /unix
4 F1000000A05FB800 F1000000C0B44000 00007000 00090242 /usr/lib/drivers/bpf
5 F1000000A05FB600 F1000000C0B26000 0001E000 00090252 /usr/sbin/rsct/bin/pin/hatspin_kex
6 F1000000A05FB700 04E0C000 00002690 00180248 /unix
7 F1000000A05FB400 F1000000C0B1E000 00006000 00090252 /usr/sbin/rsct/bin/hahalt/hahalt_kex
8 F1000000A05FB500 04E04000 00002670 00180248 /unix
9 F1000000A05FB200 F1000000C0AF1000 0002D000 00090252 /usr/sbin/rsct/bin/haDMS/haDMS_kex
10 F1000000A05FB300 04DFC000 00002630 00180248 /unix
11 F1000000A05FA000 F1000000C08CF000 00222000 00090252 /usr/lpp/mmfs/bin/aix64/mmfs64
12 F1000000A05FB100 04DF4000 000025C0 01180248 /unix
13 F1000000A05FAE00 F1000000C0867000 00068000 00090252 /usr/lib/drivers/cluster
14 F1000000A05FAF00 04DE2000 00001F68 00180248 /unix
15 F1000000A05FAD00 F1000000C0846000 00021000 00090242 /usr/lib/drivers/nsmbdd
16 F1000000A05FAB00 F1000000C0827000 0001F000 00090252 /usr/lib/drivers/random
17 F1000000A05FAC00 04B5E000 00001E88 00180248 /unix
18 F1000000A05FA900 04BC0000 00220000 00080252 /usr/lib/drivers/nfs.ext
19 F1000000A05FAA00 04B5A000 00001E88 01180248 /unix
20 F1000000A05FA700 04B60000 00060000 00080252 /usr/lib/drivers/krpc.ext
21 F1000000A05FA800 04B56000 00001E40 00180248 /unix
22 F1000000A05FA500 F1000000C0825000 00002000 00090252 /usr/lib/drivers/nfs_kdes.ext
23 F1000000A05FA600 04B52000 00001E40 00180248 /unix
24 F1000000A05FA200 04B30000 00020000 00080242 /usr/lib/drivers/posix_aiopin
25 F1000000A05FA100 04B10000 00020000 00080252 /usr/lib/drivers/posix_aio.ext
26 F1000000A05FA300 04ABE000 00001E40 01180248 /unix
27 F1000000A05F9F00 04AF0000 00020000 00080242 /usr/lib/drivers/aiopin
28 F1000000A05F9E00 04AD0000 00020000 00080252 /usr/lib/drivers/aio.ext
29 F1000000A05F9000 04ABA000 00001DF0 00180248 /unix
30 F1000000A05F9C00 F1000000C030C000 00002000 00090242 /usr/lib/drivers/smt_loadpin
31 F1000000A05F9B00 F1000000C0304000 00006000 00090252 /usr/lib/drivers/smt_load
32 F1000000A05F9D00 04AB6000 00001DA8 00180248 /unix
33 F1000000A05F9900 04A70000 00040000 00080252 /usr/pmapi/etc/pmsvcs
34 F1000000A05F9A00 04AB2000 00001D28 00180248 /unix
35 F1000000A05F9700 04A50000 00020000 00080252 /usr/lib/drivers/perfvmmstat
36 F1000000A05F9800 04A1E000 00001B88 00180248 /unix
37 F1000000A05F9500 F1000000C02E8000 0001C000 00090252 /usr/lib/drivers/ptydd
38 F1000000A05F9600 04A1A000 00001AD0 00180248 /unix
39 F1000000A05F9300 04A20000 00030000 00080252 /usr/lib/perf/perfstat
40 F1000000A05F9400 04A16000 00001AC8 00180248 /unix
41 F1000000A05F9200 F1000000C02BB000 0002D000 00090242 /usr/lib/drivers/ethchandd
42 F1000000A05F8000 049F0000 00020000 00080252 /usr/lib/drivers/if_en
43 F1000000A05F9100 04A12000 000017C8 00180248 /unix
44 F1000000A05F8E00 047C0000 00230000 00080252 /usr/lib/drivers/netinet
45 F1000000A05F8F00 046EE000 000017C8 01180248 /unix
46 F1000000A05F8C00 F1000000C026B000 00050000 00090252 /usr/lib/drivers/crypto/clickext
47 F1000000A05F8D00 046EA000 000017C8 00180248 /unix
48 F1000000A05F8B00 04790000 00030000 00080242 /usr/lib/drivers/usb/usbd
49 F1000000A05F8A00 04760000 00030000 00080242 /etc/drivers/sctapepin
50 F1000000A05F8900 04740000 00020000 00080242 /usr/lib/drivers/sctape
51 F1000000A05F8700 046F0000 00050000 00080252 /usr/lib/drivers/usb/ehci_core
52 F1000000A05F8800 046E6000 000017C8 00180248 /unix
53 F1000000A05F8600 F1000000C0269000 00002000 00090242 /usr/lib/drivers/pci/hcd3310e000
54 F1000000A05F8400 04690000 00050000 00080252 /usr/lib/drivers/pci/hcd33103500
55 F1000000A05F8500 046E2000 000017C8 00180248 /unix
56 F1000000A05F8300 F1000000C0267000 00002000 00090242 /etc/drivers/scsisesddpin
57 F1000000A05F8200 F1000000C025F000 00006000 00090242 /usr/lib/drivers/scsisesdd
58 F1000000A05F8100 04660000 00030000 00080242 /etc/drivers/idecdrompin
59 F1000000A05F6000 04640000 00020000 00080242 /usr/lib/drivers/idecdrom
60 F1000000A05F6E00 F1000000C0244000 0001B000 00090252 /usr/lib/drivers/ldterm
61 F1000000A05F6F00 045CE000 000017C8 00180248 /unix
62 F1000000A05F6D00 F1000000C023B000 00009000 00090242 /usr/lib/drivers/vconsdd
63 F1000000A05F6B00 F1000000C0222000 00019000 00090252 /usr/lib/drivers/pci/jasdd
64 F1000000A05F6C00 045CA000 000017C8 00180248 /unix
65 F1000000A05F6A00 04600000 00040000 00080242 /usr/lib/drivers/sfwcomdd
66 F1000000A05F6800 045D0000 00030000 00080252 /usr/lib/drivers/storfwork
67 F1000000A05F6900 045C6000 000017C8 00180248 /unix
68 F1000000A05F6700 F1000000C021A000 00005000 00090242 /etc/drivers/coreprobe.ext
69 F1000000A05F6600 F1000000C0218000 00002000 00090242 /usr/lib/drivers/syscalls64.ext
70 F1000000A05F6500 F1000000C0214000 00004000 00090242 /usr/lib/drivers/pse/tirdwr
71 F1000000A05F6400 F1000000C0210000 00004000 00090242 /usr/lib/drivers/pse/timod
72 F1000000A05F6300 F1000000C01F3000 0001D000 00090242 /usr/lib/drivers/pse/xtiso
73 F1000000A05F6200 F1000000C01F1000 00002000 00090242 /usr/lib/drivers/pse/stdmod
74 F1000000A05F6100 F1000000C01ED000 00003000 00090242 /usr/lib/drivers/pse/sc
75 F1000000A05F5000 F1000000C01E9000 00003000 00090242 /usr/lib/drivers/pse/spx
76 F1000000A05F5F00 F1000000C01E5000 00003000 00090242 /usr/lib/drivers/pse/stddev
77 F1000000A05F5D00 F1000000C01E3000 00002000 00090252 /usr/lib/drivers/ttydbg
78 F1000000A05F5E00 045C2000 000017C0 00180248 /unix
79 F1000000A05F5B00 F1000000C01DF000 00004000 00090252 /usr/lib/drivers/ttydbg_pinned
80 F1000000A05F5C00 044BE000 000017C0 00180248 /unix
81 F1000000A05F5900 F1000000C0187000 00058000 00090252 /usr/lib/drivers/pse/pse
82 F1000000A05F5A00 044BA000 000017C0 00180248 /unix
83 F1000000A05F5800 04570000 00050000 00080242 /usr/lib/drivers/iscsidd
84 F1000000A05F5600 04500000 00070000 00080242 /usr/lib/drivers/hd_pin_bot
85 F1000000A05F5500 044C0000 00040000 00080252 /usr/lib/drivers/hd_pin
86 F1000000A05F5700 044B6000 00001768 00180248 /unix
87 F1000000A05F5400 F1000000C015D000 0002A000 00090242 /usr/lib/drivers/pci/elxentdd
88 F1000000A05F5200 04490000 00020000 00080252 /usr/lib/drivers/eth_demux
89 F1000000A05F5300 044B2000 00001758 00180248 /unix
90 F1000000A05F5100 04450000 00040000 00080242 /usr/lib/drivers/pci/goentdd
91 F1000000A05F2000 04380000 000D0000 00080242 /etc/drivers/efscsiddpin
92 F1000000A05F2F00 04350000 00030000 00080242 /usr/lib/drivers/efscsidd
93 F1000000A05F2E00 04320000 00030000 00080242 /usr/lib/drivers/aixdiskpcmke
94 F1000000A05F2D00 042C0000 00060000 00080242 /etc/drivers/scsidiskpin
95 F1000000A05F2C00 04290000 00030000 00080242 /usr/lib/drivers/scsidisk
96 F1000000A05F2B00 04210000 00080000 00080242 /etc/drivers/pci/efcddpin
97 F1000000A05F2A00 041F0000 00020000 00080242 /usr/lib/drivers/pci/efcdd
98 F1000000A05F2900 F1000000C0118000 00045000 00090242 /usr/lib/drivers/pci/sissas_dd
99 F1000000A05F2700 041C0000 00030000 00080252 /usr/lib/drivers/vdev_busdd
100 F1000000A05F2800 0413E000 00001758 00180248 /unix
101 F1000000A05F2500 04180000 00040000 00080252 /usr/lib/drivers/pci/pci_busdd
102 F1000000A05F2600 0413A000 00001758 00180248 /unix
103 F1000000A05F2300 04140000 00040000 00080252 /usr/lib/drivers/planar_pal_chrp
104 F1000000A05F2400 04136000 00001758 01180248 /unix
105 F1000000A05F4200 02871C80 00000000 00080246 /unix
106 F1000000A05F42A0 04132000 00001740 00080248 /unix
(8)>mst
Machine State Save Area
iar : 00000000000D7D88 msr : 8000000000001032 cr : 48824224
lr : 00000000000D7D80 ctr : 000000000060BDC0 xer : 20000000
mq : 00000000 asr : 000000073D08D001 amr : 0000000000000003
r0 : 0000000000000000 r1 : F1000815B0233970 r2 : 0000000002BA5980
r3 : FFFCFF3FFFFFFFFF r4 : 0000000000000347 r5 : 0000000000068FC3
r6 : 0000000000000005 r7 : 0000000000000002 r8 : 0000000000001000
r9 : 0000000000000000 r10 : 002C2E83EFB84E26 r11 : F1000A01000B0240
r12 : FFFCFF3FFFFFFFFF r13 : F1000A01000A8C00 r14 : 0000000000000005
r15 : 0000000002C20000 r16 : F1000A0100E9A900 r17 : 0000000000000008
r18 : 0000000000000000 r19 : F1000A0100E9A980 r20 : 700DFEED00000000
r21 : 0000000000000002 r22 : 0000000000000002 r23 : 0000000000000003
r24 : 0000000000000005 r25 : 0000000000014C00 r26 : 0000000000000005
r27 : F1000A0100347E18 r28 : 0000000000955030 r29 : F1000F0A000ABC00
r30 : 0000000000000000 r31 : F1000F0A10059400
prev F00000002FF47600 stackfix 0000000000000000 int_ticks 0000
cfar 0000000000014C64
kjmpbuf 0000000000000000 excbranch 0000000000000000 no_pfault 00
intpri 00 backt 00 flags 00
hw_fru_id 00000000 hw_cpu_id 00000003
fpscr 0000000000000000 fpscrx 00000000 fpowner 00
fpeu 00 fpinfo 00 alloc F000
o_iar 00000000000D7D88 o_toc 0000000002BA5980
o_arg1 FFFCFF3FFFFFFFFF o_vaddr F1000A0100347E18
krlockp 0000000000000000 rmgrwa F1000815B022EE20
amrstackhigh F1000815B0246FF0 amrstacklow F1000815B0246000
amrstackcur F1000815B0246FF0 amrstackfix 0000000000000000
kstackhigh 0000000000000000 kstacksize 00000000
frrstart 700DFEED00000000 frrend 700DFEED00000000
frrcur 700DFEED00000000 frrstatic 0000 kjmpfrroff 0000
frrovcnt 0000 frrbarrcnt 0000 frrmask 00 callrmgr 00
Except :
excp_type 00000115 EXCEPT_DISABLED_PFAULT
orgea F1000A0100347E18 dsisr 0000000040000000 bit set: DSISR_PFT
vmh 00007FFFFFFFD080 curea F1000A0100347E18 pftyp 4000000000000106