Debugging kernel panic

# dumpadm
      Dump content: kernel pages
       Dump device: /dev/dsk/c1t0d0s1 (swap)
Savecore directory: /var/crash/t5240
  Savecore enabled: yes

# cd /var/crash/t5240
# ls -l
total 9079986
-rw-r--r--   1 root     root           2 Oct 14 01:03 bounds
-rw-r--r--   1 root     root     1516791 Oct 10 14:21 unix.0
-rw-r--r--   1 root     root     1516791 Oct 14 01:02 unix.1
-rw-r--r--   1 root     root     2456641536 Oct 10 14:22 vmcore.0
-rw-r--r--   1 root     root     2186952704 Oct 14 01:03 vmcore.1

# mdb unix.1 vmcore.1
>::help
>::dcmds
>::dmods -l
>::dmods -l genunix
>::walkers

> ::msgbuf
MESSAGE
...
NOTICE: SUNW-MSG-ID: SUNOS-8000-0G, TYPE: Error, VER: 1, SEVERITY: Major

panic[cpu64]/thread=2a102d33ca0:
Unrecoverable hardware error

000002a102d336a0 unix:process_nonresumable_error+234 (2a102d33890, 0, 1, 40, 0,
0)
  %l0-3: 0000000000000040 0000000003000000 0000000000000001 0000000000000000
  %l4-7: 00000300048f85e0 0000000100000000 00000000ffffffff 0000000001828400
000002a102d337e0 unix:ktl0+64 (0, 300048f82b8, 300048f8000, fbfa, 0, 12)
  %l0-3: 00000300048f8000 0000000000000200 0000000000001404 0000000001027c94
  %l4-7: ffffffffffffffff 0000000000000029 0000000000000000 000002a102d33890
000002a102d33930 unix:cpu_halt+140 (0, 1876680, 1876548, 40, 300048f8000, 600612
aee94)
  %l0-3: 0000000000000000 0000000000000000 000002a102d33ca0 000002a102d93ca0
  %l4-7: 0000000000000001 0000000000000001 0000000000000001 0000000000000016
000002a102d339e0 unix:idle+88 (182a400, 0, 300048f8000, ffffffffffffffff, 41, 18
29400)
  %l0-3: 00000600612aee70 000000000000001b 0000000000000000 ffffffffffffffff
  %l4-7: 00000300048f8000 0000000000000000 000002a102d33ca0 0000000001044d40

syncing file systems...
 1
 done
dumping to /dev/dsk/c1t0d0s1, offset 860749824, content: kernel

> ::status
debugging crash dump vmcore.1 (64-bit) from vader
operating system: 5.10 Generic_137111-07 (sun4v)
panic message: Unrecoverable hardware error
dump content: kernel pages only

> ::stack
vpanic(1098fd0, 2a102d33750, 300014d4c40, 1, 0, 189d400)
process_nonresumable_error+0x234(2a102d33890, 0, 1, 40, 0, 0)
ktl0+0x64(0, 300048f82b8, 300048f8000, fbfa, 0, 12)
cpu_halt+0x140(0, 1876680, 1876548, 40, 300048f8000, 600612aee94)
idle+0x88(182a400, 0, 300048f8000, ffffffffffffffff, 41, 1829400)
thread_start+4(0, 0, 0, 0, 0, 0)

> ::panicinfo
             cpu               64 (40 in hex)
          thread      2a102d33ca0
         message Unrecoverable hardware error
          tstate         e2001600
              g1                1
              g2          1098c00
              g3                0
              g4                2
              g5                2
              g6                0
              g7      2a102d33ca0
              o0          1098fd0
              o1      2a102d33728
              o2                0
              o3                0
              o4                1
              o5      6006168a000
              o6      2a102d32df1
              o7          1112aa8
              pc          1055354
             npc          1055358
               y         136fe5c1

> 40::cpuinfo -v
 ID ADDR        FLG NRUN BSPL PRI RNRN KRNRN SWITCH    THREAD      PROC
 64 0000185c2f8 22f    0    0  -1   no    no t-3884064 2a102d33ca0 (idle)
                  |
       RUNNING <--+
         READY
      QUIESCED
        EXISTS
       OFFLINE
       FAULTED

> ::cpupart
 ID             ADDR #CPU CPUS
  0          1876548   63 65-127
  1      6006b4f8d80   64 0-63

> 600613ba240::cycinfo
CPU     CYC_CPU   STATE NELEMS        ROOT            FIRE HANDLER
 64 600613ba240 offline      0           -               - -

> ::errorq
ADDR        NAME             QLEN SIZE IPL S V DISP DROP  LOG FUNC
300014d4040 pci_target_queue    6   56   2 + !    0    0    0 pci_target_drain
300014d47c0 ce_queue         2570  136   1 +      0    0    0 ce_drain
300014d4a40 ue_queue         1542  136   2 + !    1    0    1 ue_drain
300014d5440 fm_ereport_queue 4096 6168   2 + !    0    0    0 fm_drain

> 2a102d33ca0::threadlist -v
            ADDR             PROC              LWP CLS PRI            WCHAN
000002a102d33ca0          1859390                0   0  -1                0
  PC: panicsys+0x48    THREAD: idle()
  stack pointer for thread 2a102d33ca0: 2a102d32df1
    process_nonresumable_error+0x234()
    ktl0+0x64()
    cpu_halt+0x140()
    idle+0x88()
    thread_start+4()

> 2a102d33ca0::thread -bdps
ADDR        PROC    LWP CRED        STATE  FLG PFLG SFLG PRI EPRI PIL INTR  WCHAN TS          PITS SOBJ OPS SIGQUEUE SIG_PEND SIG_HELD DISPTIME BOUND PR
2a102d33ca0 1859390 0   60061005e48 onproc 808 0    3    -1  0    0   n/a   0     600612f0e48 0         0   0        0        0        1498     -1     2

> ::ptree
1859390  sched
     00000600613c7848  fsflush
     00000600613c8468  pageout
     00000600613c9088  init
          000006006bbe8090  fmd
          000006006b85c068  java
          000006006c4278f8  dtlogin
          000006006bb80088  snmpd
          000006006c0f60a0  snmpXdmid
          000006006bb83108  httpd
               000006006bade4e0  httpd
               000006006b678c80  httpd
               000006006c2b40a8  httpd
               000006006c2b4cc8  httpd
               0000060069166478  httpd
          000006006a2d44b0  sendmail
          000006006c0f6cc0  sendmail
          000006006c0f78e0  dmispd
          000006006859ec30  snmpdx
          00000600685a0470  sshd
          000006006a2d50d0  syslogd
          000006006badd8c0  vold
          00000600692d50b0  automountd
               000006006859e010  automountd
          000006006badf100  poold
          000006006b67a4c0  smcboot
               000006006ba810f8  smcboot
               000006006ba4a070  smcboot
          000006006ba804d8  utmpd
          000006006b85f0e8  inetd
          000006006b85d8a8  lockd
          000006006b85e4c8  nfsmapid
          000006006a07e048  nfs4cbd
          0000060069167098  statd
          000006006b67b0e0  rpcbind
          000006006a00c040  cron
               000006006c428518  sh
                    000006006c364cd0  sadc
          00000600692d2030  efdaemon
          000006006a3c30d8  xntpd
          000006006a2d2050  devfsadm
          00000600692d3870  picld
          00000600691cc020  syseventd
          00000600693a50b8  kcfd
          00000600693a3878  drd
          00000600613c6c28  svc.configd
          00000600613c6008  svc.startd
               000006006bbeb110  ttymon
               000006006ba4d0f0  sac
                    000006006ba7f8b8  ttymon

> 1859390::pfiles
FD   TYPE            VNODE INFO

> 1859390::pmap
             SEG             BASE     SIZE      RES PATH
00000000018766a8 0000000001000000    9488k
000000000185b7f0 0000000001944000   23792k
000000000185b840 0000000070000000  262144k
0000000001878840 00000000edd00000   35840k
000000000185ae78 000002a100000000 16777216k
000000000185b750 000002a750000000 7822120k
000000000185aec0 0000030000000000       0k
00000000018610c8 0000070000000000 1327016k
0000000001861110 ffff810000000000 67108864k
000000000185b8b0 ffff811000000000 66840432k

> 1859390::ps -ftl
S PID PPID PGID SID UID FLAGS ADDR    NAME
R 0   0    0    0   0   0x1   1859390 sched
  T              t0 <TS_STOPPED>
  L              lwp0 ID: 1

> $q