Posts in category sas

Disk failed replacement in OpenIndiana

root@seal:~# cat /var/adm/messages
Feb 16 10:55:50 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 10:55:50 seal    Log info 0x31080000 received for target 22.
Feb 16 10:55:50 seal    scsi_status=0x0, ioc_status=0x804b, scsi_state=0x0
Feb 16 11:01:29 seal scsi: [ID 107833 kern.warning] WARNING: /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Disconnected command timeout for Target 22
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:29 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:29 seal    Log info 0x31140000 received for target 22.
Feb 16 11:01:29 seal    scsi_status=0x0, ioc_status=0x8048, scsi_state=0xc
Feb 16 11:01:59 seal scsi: [ID 107833 kern.warning] WARNING: /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:01:59 seal    passthrough command timeout
Feb 16 11:02:01 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:02:01 seal    mpt2 Firmware version v14.0.0.0 (?)
Feb 16 11:02:01 seal scsi: [ID 365881 kern.info] /pci@7a,0/pci8086,340e@7/pci1000,3080@0 (mpt_sas2):
Feb 16 11:02:01 seal    mpt2: IOC Operational.
Feb 16 11:03:46 seal scsi_vhci: [ID 734749 kern.warning] WARNING: vhci_scsi_reset 0x1
root@seal:~# iostat -xne
                            extended device statistics       ---- errors ---
    r/s    w/s   kr/s   kw/s wait actv wsvc_t asvc_t  %w  %b s/w h/w trn tot device
  129.2    8.0 2325.4   25.6  0.0  0.8    0.0    6.2   0  18   0   0   0   0 c2t5000CCA369C5A420d0
   88.7    4.9 1923.5   22.8  0.0  0.4    0.0    4.4   0  10   0   0   0   0 c2t5000CCA369C59910d0
  129.1    8.0 2325.7   25.6  0.0  0.9    0.0    6.2   0  18   0   0   0   0 c2t5000CCA369C5A432d0
  115.3    4.3 2088.5   30.0  0.0  0.6    0.0    5.1   0  13   0   0   0   0 c2t5000CCA369C5A374d0
  115.4    4.3 2087.8   30.0  0.0  0.6    0.0    5.0   0  13   0   0   0   0 c2t5000CCA369C59954d0
  115.8    6.6 2098.5   24.9  0.0  0.6    0.0    5.1   0  14   0   0   0   0 c2t5000CCA369C54C04d0
  129.2    8.0 2325.4   25.6  0.0  0.8    0.0    6.2   0  18   0   0   0   0 c2t5000CCA369C52E05d0
  129.2    8.0 2325.4   25.6  0.0  0.8    0.0    6.2   0  18   0   0   0   0 c2t5000CCA369C5A416d0
  115.8    6.5 2098.0   24.9  0.0  0.6    0.0    5.2   0  14   0   0   0   0 c2t5000CCA369C55766d0
  115.2    4.3 2087.5   30.0  0.0  0.6    0.0    5.1   0  13   0   0   0   0 c2t5000CCA369C5A407d0
  115.4    6.6 2099.5   25.0  0.0  0.6    0.0    5.2   0  14   0   0   0   0 c2t5000CCA369C598A7d0
   88.5    5.0 1923.9   22.9  0.0  0.4    0.0    4.2   0   9   0   0   0   0 c2t5000CCA369C59907d0
  115.5    4.3 2085.9   30.0  0.0  0.6    0.0    5.0   0  13   0   0   0   0 c2t5000CCA369C5A409d0
  129.0    8.0 2326.2   25.6  0.0  0.9    0.0    6.2   0  18   0   0   0   0 c2t5000CCA369C5C19Ad0
  115.6    6.6 2099.1   25.0  0.0  0.6    0.0    5.2   0  14   0   3   7  10 c2t5000CCA369C554CAd0
    0.0   15.9    0.6  720.7  0.0  0.0    0.0    1.4   0   0   0   0   0   0 c2t5E83A974348B629Ad0
  115.8    6.6 2098.1   24.9  0.0  0.6    0.0    5.1   0  14   0   0   0   0 c2t5000CCA369C599ACd0
  115.0    4.3 2089.8   30.0  0.0  0.6    0.0    5.1   0  13   0   0   0   0 c2t5000CCA369C5A42Dd0
  115.4    4.3 2088.2   30.0  0.0  0.6    0.0    5.1   0  13   0   0   0   0 c2t5000CCA369C5A41Dd0
   88.4    5.0 1923.7   22.9  0.0  0.4    0.0    4.2   0   9   0   5   4   9 c2t5000CCA369C5190Dd0
    6.2   11.5   37.1  107.8  0.0  0.2    0.0   11.0   0   5   0   0   0   0 c3t0d0
   17.2    7.7  391.7  776.1  0.0  0.1    0.0    2.4   0   1   0   0   0   0 c5t2d0
   85.9    5.4 1913.6   26.1  0.0  0.5    0.0    5.0   0  11   0   0   0   0 c5t3d0
   85.1    5.5 1908.9   26.2  0.0  0.5    0.0    5.1   0  11   0   0   0   0 c5t4d0
  119.8    9.4 2361.0   30.7  0.0  1.0    0.0    8.1   0  21   0   0   0   0 c5t5d0
  120.1    9.4 2360.0   30.7  0.0  1.0    0.0    8.1   0  20   0   0   0   0 c5t6d0
  120.1    9.4 2360.1   30.7  0.0  1.0    0.0    8.0   0  20   0   0   0   0 c5t7d0
  104.8    6.0 2257.4   38.1  0.0  0.8    0.0    7.0   0  16   0   0   0   0 c5t8d0
  104.8    6.0 2257.5   38.1  0.0  0.8    0.0    6.9   0  16   0   0   0   0 c5t9d0
  104.5    5.9 2258.6   38.1  0.0  0.8    0.0    7.1   0  16   0   0   0   0 c5t10d0
  104.8    5.9 2257.5   38.1  0.0  0.8    0.0    6.9   0  16   0   0   0   0 c5t11d0
   94.2    5.4 1884.4   26.1  0.0  0.3    0.0    3.3   0   8   0   0   0   0 c5t12d0
   85.3    5.5 1927.2   26.2  0.0  0.5    0.0    5.3   0  11   0   0   0   0 c3t1d0
  138.1    8.0 2296.1   25.6  0.0  0.7    0.0    4.7   0  15   0  81   0  81 c2t5000CCA369C508E0d0
   85.2    5.5 1909.0   26.2  0.0  0.5    0.0    5.1   0  11   0   0   0   0 c3t3d0
   85.7    5.5 1925.7   26.2  0.0  0.5    0.0    5.1   0  11   0   0   0   0 c3t4d0
   18.3    7.6  378.7  774.8  0.0  0.1    0.0    2.3   0   1   0   0   0   0 c3t5d0
  103.9    5.9 2260.3   38.1  0.0  0.8    0.0    7.1   0  16   0   0   0   0 c3t6d0
   85.5    5.5 1926.5   26.2  0.0  0.5    0.0    5.3   0  11   0   0   0   0 c3t7d0
   85.1    5.5 1909.5   26.2  0.0  0.5    0.0    5.2   0  11   0   0   0   0 c3t8d0
   85.2    5.4 1916.0   26.1  0.0  0.5    0.0    5.2   0  11   0   0   0   0 c3t9d0
  119.6    9.3 2362.0   30.7  0.0  1.1    0.0    8.2   0  21   0   0   0   0 c3t10d0
  119.9    9.3 2361.3   30.7  0.0  1.1    0.0    8.2   0  21   0   0   0   0 c3t11d0
  119.6    9.4 2362.4   30.7  0.0  1.1    0.0    8.2   0  21   0   0   0   0 c3t12d0
  120.0    9.4 2361.2   30.8  0.0  1.1    0.0    8.2   0  21   0   0   0   0 c3t13d0
  119.8    9.4 2361.8   30.8  0.0  1.1    0.0    8.3   0  21   0   0   0   0 c3t14d0
  119.3    9.4 2363.7   30.8  0.0  1.1    0.0    8.4   0  21   0   0   0   0 c3t15d0
  119.6    9.3 2362.5   30.7  0.0  1.1    0.0    8.2   0  21   0   0   0   0 c3t16d0
  119.8    9.3 2361.7   30.7  0.0  1.1    0.0    8.2   0  21   0   0   0   0 c3t17d0
  103.5    5.9 2261.8   38.1  0.0  0.8    0.0    7.2   0  16   0   0   0   0 c3t18d0
  104.2    5.9 2259.4   38.1  0.0  0.8    0.0    7.0   0  16   0   0   0   0 c3t19d0
  103.7    5.9 2261.1   38.1  0.0  0.8    0.0    7.2   0  16   0   0   0   0 c3t20d0
  104.0    5.9 2260.2   38.1  0.0  0.8    0.0    7.0   0  16   0   0   0   0 c3t21d0
  103.9    5.9 2260.5   38.1  0.0  0.8    0.0    7.1   0  16   0   0   0   0 c3t22d0
  104.4    5.9 2259.0   38.1  0.0  0.8    0.0    7.0   0  16   0   0   0   0 c3t23d0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.4   0   0   0   0   0   0 c3t24d0
    0.0   15.9    0.6  720.7  0.0  0.0    0.0    1.0   0   0   0  92   0  92 c2t5E83A972B7F39C50d0
  125.0    6.6 2067.4   25.0  0.0  0.5    0.0    3.5   0  11   0  81   0  81 c2t5000CCA369C50370d0
   94.5    5.0 1901.5   22.9  0.0  0.3    0.0    2.6   0   7   0  76   0  76 c2t5000CCA369C47080d0
  124.4    4.4 2058.2   30.0  0.0  0.4    0.0    3.5   0  10   0  88   0  88 c2t5000CCA369C504D1d0
  124.6    6.6 2068.8   24.9  0.0  0.5    0.0    3.6   0  11   0  85   3  88 c2t5000CCA369C508E5d0
  138.2    8.0 2295.7   25.6  0.0  0.7    0.0    4.7   0  15   0  81   0  81 c2t5000CCA369C505D5d0
   94.4    4.9 1896.4   22.7  0.0  0.3    0.0    2.6   0   7   0  75   0  75 c2t5000CCA369C51558d0
  124.3    4.4 2058.7   30.0  0.0  0.4    0.0    3.5   0  10   0  88   0  88 c2t5000CCA369C4F888d0
  138.0    8.0 2296.2   25.6  0.0  0.7    0.0    4.8   0  15   0  81   0  81 c2t5000CCA369C508C9d0
  125.0    6.5 2066.8   24.9  0.0  0.5    0.0    3.5   0  11   0  81   0  81 c2t5000CCA369C50679d0
  138.2    8.0 2295.6   25.6  0.0  0.7    0.0    4.7   0  15   0  80   0  80 c2t5000CCA369C50609d0
   94.9    4.9 1899.6   22.8  0.0  0.3    0.0    2.7   0   7   0  74   0  74 c2t5000CCA369C5177Bd0
   94.9    4.9 1899.3   22.8  0.0  0.3    0.0    2.7   0   7   0  75   0  75 c2t5000CCA369C5084Bd0
  138.2    8.0 2295.8   25.6  0.0  0.7    0.0    4.7   0  15   0  81   0  81 c2t5000CCA369C506BBd0
  123.8    4.3 2061.0   30.0  0.0  0.5    0.0    3.6   0  11   0  88   0  88 c2t5000CCA369C4E90Bd0
  124.8    6.6 2068.0   24.9  0.0  0.5    0.0    3.5   0  11   0  81   0  81 c2t5000CCA369C509ECd0
  124.6    6.6 2068.8   25.0  0.0  0.5    0.0    3.5   0  11   0  80   0  80 c2t5000CCA369C508ECd0
   94.5    4.9 1896.1   22.7  0.0  0.3    0.0    2.6   0   7   0  75   0  75 c2t5000CCA369D347CEd0
  124.7    6.5 2068.2   24.9  0.0  0.5    0.0    3.5   0  11   0  81   0  81 c2t5000CCA369C5026Ed0
   94.6    4.9 1895.8   22.7  0.0  0.3    0.0    2.6   0   7   0  75   0  75 c2t5000CCA369C5178Fd0
  124.2    4.4 2059.3   30.0  0.0  0.5    0.0    3.5   0  10   0  88   0  88 c2t5000CCA369C50F1Fd0
  138.1    8.0 2295.7   25.6  0.0  0.7    0.0    4.7   0  15   0  81   0  81 c2t5000CCA369C506AFd0
  123.0    4.3 2044.5   30.0  0.1  0.8    0.7    6.1   2  16   0 1903 4197 6100 c2t5000CCA369C50680d0
    5.6   11.5   43.5  107.8  0.0  0.2    0.0   11.0   0   5   0   0   0   0 c5t1d0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.0   0   0   1   0   0   1 c2t50014EE205B5C957d0
    0.3   27.7    1.4 2277.8  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC58190d0
    0.3   27.8    1.4 2277.7  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC53370d0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC56E70d0
    0.3   27.8    1.4 2276.9  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60F80d0
    0.3   27.8    1.3 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5FCB0d0
    0.3   27.8    1.4 2277.0  0.0  1.0    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC60DA0d0
    0.4   27.8    1.7 2277.8  0.0  1.0    0.0   37.1   0  11   0   0   0   0 c2t5000CCA37DC55170d0
    0.3   27.7    1.4 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60AA1d0
    0.3   27.7    1.4 2277.9  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC5F9B1d0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC52AC1d0
    0.3   27.7    1.4 2277.6  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5F831d0
    0.3   27.7    1.4 2277.7  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC55121d0
    0.3   27.8    1.4 2277.1  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60C21d0
    0.3   27.8    1.4 2277.6  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC31681d0
    0.3   27.8    1.3 2277.9  0.0  1.0    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC60F61d0
    0.3   27.8    1.3 2277.8  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5FEC1d0
    0.3   27.7    1.4 2277.8  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC53322d0
    0.3   27.7    1.4 2277.9  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC5FAD2d0
    0.3   27.8    1.4 2277.7  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC350B2d0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC59312d0
    0.3   27.8    1.4 2277.7  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC56F33d0
    0.3   27.8    1.4 2277.7  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5E303d0
    0.3   27.8    1.4 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC59433d0
    0.3   27.8    1.5 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5E343d0
    0.3   27.7    1.4 2277.0  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC60AD4d0
    0.3   27.8    1.4 2277.9  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5FDA4d0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC60D34d0
    0.4   27.8    1.7 2277.0  0.0  1.1    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC4C814d0
    0.3   27.8    1.4 2277.9  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5FEB4d0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.6   0   0   0   0   0   0 c2t5000CCA37DC53385d0
    0.3   27.7    1.4 2277.1  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC61E25d0
    0.3   27.7    1.4 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5FB35d0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.6   0   0   0   0   0   0 c2t5000CCA37DC53395d0
    0.4   27.8    1.8 2278.0  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC56FB5d0
    0.3   27.8    1.4 2277.9  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60345d0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.5   0   0   0   0   0   0 c2t5000CCA37DC5FF35d0
    0.3   27.8    1.4 2277.8  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC53335d0
    0.3   27.7    1.4 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC53296d0
    0.3   27.8    1.4 2277.6  0.0  1.0    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC58926d0
    0.3   27.8    1.3 2277.8  0.0  1.0    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC58956d0
    0.3   27.8    1.4 2277.6  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC28966d0
    0.3   27.8    1.4 2277.8  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5FF06d0
    0.3   27.8    1.4 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC56D06d0
    0.3   27.8    1.4 2278.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC58576d0
    0.3   27.8    1.4 2277.7  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC5FCA7d0
    0.3   27.8    1.4 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC4C877d0
    0.3   27.7    1.4 2277.6  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC532C8d0
    0.3   27.7    1.4 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60368d0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5FC58d0
    0.3   27.8    1.4 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5FDB8d0
    0.3   27.8    1.4 2276.9  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC57008d0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.6   0   0   0   0   0   0 c2t5000CCA37DC4FD78d0
    0.3   27.7    1.4 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60CB9d0
    0.4   27.8    1.5 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC59489d0
    0.3   27.7    1.4 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC3519Ad0
    0.3   27.8    1.4 2278.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5F76Ad0
    0.3   27.7    1.4 2277.9  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC619DAd0
    0.3   27.7    1.5 2277.1  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5BBAAd0
    0.4   27.8    1.5 2277.1  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5881Ad0
    0.3   27.7    1.5 2277.1  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5E18Ad0
    0.3   27.8    1.5 2277.2  0.0  1.0    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC5FF0Ad0
    0.3   27.8    1.3 2277.9  0.0  1.0    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC57FCAd0
    0.3   27.8    1.4 2277.7  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC56D0Ad0
    0.3   27.7    1.3 2278.0  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC5889Bd0
    0.3   27.7    1.4 2277.7  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC581EBd0
    0.3   27.7    1.5 2277.1  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5F9FBd0
    0.3   27.7    1.4 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC61D8Bd0
    0.3   27.8    1.4 2277.7  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC60CCBd0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5FEABd0
    0.3   27.8    1.3 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC602FCd0
    0.4   27.8    1.7 2277.9  0.0  1.1    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC60E7Cd0
    0.3   27.8    1.4 2277.8  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC6032Cd0
    0.3   27.8    1.4 2277.7  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5FD7Cd0
    0.3   27.8    1.3 2278.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC5335Cd0
    0.3   27.7    1.4 2277.8  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC61D7Dd0
    0.3   27.8    1.4 2277.7  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC61D6Dd0
    0.4   27.7    1.7 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC6172Dd0
    0.4   27.7    1.5 2277.1  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5891Dd0
    0.3   27.8    1.4 2277.0  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC4B7BDd0
    0.3   27.8    1.4 2277.9  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC56E8Dd0
    0.3   27.7    1.3 2277.9  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC532CEd0
    0.4   27.8    1.5 2277.8  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC6275Ed0
    0.3   27.7    1.4 2277.7  0.0  1.1    0.0   37.5   0  11   0   0   0   0 c2t5000CCA37DC59DAEd0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.6   0   0   0   0   0   0 c2t5000CCA37DC56D8Ed0
    0.0    0.0    0.0    0.0  0.0  0.0    0.0    0.6   0   0   0   0   0   0 c2t5000CCA37DC5336Ed0
    0.3   27.8    1.4 2277.0  0.0  1.1    0.0   37.4   0  11   0   0   0   0 c2t5000CCA37DC5FC4Ed0
    0.4   27.7    1.7 2277.0  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC60CAFd0
    0.3   27.8    1.4 2277.9  0.0  1.1    0.0   37.3   0  11   0   0   0   0 c2t5000CCA37DC60FBFd0
    0.3   27.8    1.4 2277.7  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC56FEFd0
    0.3   27.8    1.4 2277.7  0.0  1.0    0.0   37.2   0  11   0   0   0   0 c2t5000CCA37DC4B46Fd0
root@seal:~# zpool offline oceano c2t5000CCA369C50680d0
root@seal:~# zpool replace oceano c2t5000CCA369C50680d0 c3t24d0
root@seal:~$ zpool status oceano
  pool: oceano
 state: DEGRADED
status: One or more devices is currently being resilvered.  The pool will
        continue to function, possibly in a degraded state.
action: Wait for the resilver to complete.
  scan: resilver in progress since Sat Feb 16 11:06:51 2013
    23.3G scanned out of 128T at 15.5M/s, (scan is slow, no estimated time)
    13.7M resilvered, 0.02% done
config:

        NAME                         STATE     READ WRITE CKSUM
        oceano                       DEGRADED     0     0     0
          raidz2-0                   ONLINE       0     0     0
            c2t5000CCA369C5A416d0    ONLINE       0     0     0
            c2t5000CCA369C5A420d0    ONLINE       0     0     0
            c2t5000CCA369C5A432d0    ONLINE       0     0     0
            c2t5000CCA369C505D5d0    ONLINE       0     0     0
            c2t5000CCA369C506AFd0    ONLINE       0     0     0
            c2t5000CCA369C506BBd0    ONLINE       0     0     0
            c2t5000CCA369C5C19Ad0    ONLINE       0     0     0
            c2t5000CCA369C508C9d0    ONLINE       0     0     0
            c2t5000CCA369C52E05d0    ONLINE       0     0     0
            c2t5000CCA369C508E0d0    ONLINE       0     0     0
            c2t5000CCA369C50609d0    ONLINE       0     0     0
          raidz2-1                   ONLINE       0     0     0
            c5t5d0                   ONLINE       0     0     0
            c5t6d0                   ONLINE       0     0     0
            c5t7d0                   ONLINE       0     0     0
            c3t10d0                  ONLINE       0     0     0
            c3t11d0                  ONLINE       0     0     0
            c3t12d0                  ONLINE       0     0     0
            c3t13d0                  ONLINE       0     0     0
            c3t14d0                  ONLINE       0     0     0
            c3t15d0                  ONLINE       0     0     0
            c3t16d0                  ONLINE       0     0     0
            c3t17d0                  ONLINE       0     0     0
          raidz2-2                   ONLINE       0     0     0
            c5t8d0                   ONLINE       0     0     0
            c5t9d0                   ONLINE       0     0     0
            c5t10d0                  ONLINE       0     0     0
            c5t11d0                  ONLINE       0     0     0
            c3t6d0                   ONLINE       0     0     0
            c3t18d0                  ONLINE       0     0     0
            c3t19d0                  ONLINE       0     0     0
            c3t20d0                  ONLINE       0     0     0
            c3t21d0                  ONLINE       0     0     0
            c3t22d0                  ONLINE       0     0     0
            c3t23d0                  ONLINE       0     0     0
          raidz2-3                   DEGRADED     0     0     0
            c2t5000CCA369C5A41Dd0    ONLINE       0     0     0
            c2t5000CCA369C4E90Bd0    ONLINE       0     0     0
            c2t5000CCA369C5A42Dd0    ONLINE       0     0     0
            c2t5000CCA369C4F888d0    ONLINE       0     0     0
            c2t5000CCA369C5A374d0    ONLINE       0     0     0
            c2t5000CCA369C50F1Fd0    ONLINE       0     0     0
            c2t5000CCA369C5A407d0    ONLINE       0     0     0
            spare-7                  OFFLINE      0     0     0
              c2t5000CCA369C50680d0  OFFLINE      0     0     0
              c3t24d0                ONLINE       0     0     0  (resilvering)
            c2t5000CCA369C5A409d0    ONLINE       0     0     0
            c2t5000CCA369C504D1d0    ONLINE       0     0     0
            c2t5000CCA369C59954d0    ONLINE       0     0     0
          raidz2-4                   ONLINE       0     0     0
            c2t5000CCA369C55766d0    ONLINE       0     0     0
            c2t5000CCA369C508E5d0    ONLINE       0     0     0
            c2t5000CCA369C54C04d0    ONLINE       0     0     0
            c2t5000CCA369C508ECd0    ONLINE       0     0     0
            c2t5000CCA369C554CAd0    ONLINE       0     0     0
            c2t5000CCA369C50370d0    ONLINE       0     0     0
            c2t5000CCA369C598A7d0    ONLINE       0     0     0
            c2t5000CCA369C509ECd0    ONLINE       0     0     0
            c2t5000CCA369C599ACd0    ONLINE       0     0     0
            c2t5000CCA369C5026Ed0    ONLINE       0     0     0
            c2t5000CCA369C50679d0    ONLINE       0     0     0
          raidz2-5                   ONLINE       0     0     0
            c2t5000CCA369D347CEd0    ONLINE       0     0     0
            c2t5000CCA369C5084Bd0    ONLINE       0     0     0
            c2t5000CCA369C5190Dd0    ONLINE       0     0     0
            c2t5000CCA369C51558d0    ONLINE       0     0     0
            c2t5000CCA369C5177Bd0    ONLINE       0     0     0
            c2t5000CCA369C59907d0    ONLINE       0     0     0
            c2t5000CCA369C5178Fd0    ONLINE       0     0     0
            c2t5000CCA369C59910d0    ONLINE       0     0     0
            c2t5000CCA369C47080d0    ONLINE       0     0     0
          raidz2-6                   ONLINE       0     0     0
            c5t4d0                   ONLINE       0     0     0
            c5t12d0                  ONLINE       0     0     0
            c3t7d0                   ONLINE       0     0     0
            c3t8d0                   ONLINE       0     0     0
            c3t9d0                   ONLINE       0     0     0
            c3t1d0                   ONLINE       0     0     0
            c3t3d0                   ONLINE       0     0     0
            c5t3d0                   ONLINE       0     0     0
            c3t4d0                   ONLINE       0     0     0
        logs
          mirror-7                   ONLINE       0     0     0
            c2t5E83A972B7F39C50d0    ONLINE       0     0     0
            c2t5E83A974348B629Ad0    ONLINE       0     0     0
        cache
          c5t2d0                     ONLINE       0     0     0
          c3t5d0                     ONLINE       0     0     0
        spares
          c3t24d0                    INUSE     currently in use

errors: No known data errors

And now we locate the disk following the instructions on DiskLocationOpenindiana

root@seal:~# sg_inq -u /dev/rdsk/c2t5000CCA369C50680d0
SCSI_IDENT_LUN_NAA=5000cca369c50680
SCSI_IDENT_PORT_NAA=5003048001155a4c
SCSI_IDENT_PORT_RELATIVE=1
root@seal:~# sg_inq -u /dev/es/ses2
SCSI_IDENT_PORT_NAA=5003048001155a7d
SCSI_IDENT_LUN_NAA=5003048001155a7d
root@seal:~# sg_ses -I 0,0 -p aes /dev/es/ses2
  LSI CORP  SAS2X36           0717
  Primary enclosure logical identifier (hex): 5003048001155a7f
Additional element status diagnostic page:
  generation code: 0x0
  additional element status descriptor list
      Element index: 0
        Transport protocol: SAS
        number of phys: 1, not all phys: 0, device slot number: 0
        phy index: 0
          device type: no device attached
          initiator port for:
          target port for: SATA_device
          attached SAS address: 0x5003048001155a7f
          SAS address: 0x5003048001155a4c
          phy identifier: 0x0
root@seal:~# sg_ses -I 0,0 --set=fault /dev/es/ses2
root@seal:~# sg_ses -I 0,0 --get=fault /dev/es/ses2
1

Disk location in OpenIndiana

List all the disk configured in the system

root@seal:~# ls /dev/rdsk/*d0s0
/dev/rdsk/c2t5000CCA369C47080d0s0  /dev/rdsk/c2t5000CCA37DC31681d0s0  /dev/rdsk/c2t5000CCA37DC5BBAAd0s0  /dev/rdsk/c2t5000CCA37DC61D8Bd0s0
/dev/rdsk/c2t5000CCA369C4E90Bd0s0  /dev/rdsk/c2t5000CCA37DC350B2d0s0  /dev/rdsk/c2t5000CCA37DC5E18Ad0s0  /dev/rdsk/c2t5000CCA37DC61E25d0s0
/dev/rdsk/c2t5000CCA369C4F888d0s0  /dev/rdsk/c2t5000CCA37DC3519Ad0s0  /dev/rdsk/c2t5000CCA37DC5E303d0s0  /dev/rdsk/c2t5000CCA37DC6275Ed0s0
/dev/rdsk/c2t5000CCA369C5026Ed0s0  /dev/rdsk/c2t5000CCA37DC4B46Fd0s0  /dev/rdsk/c2t5000CCA37DC5E343d0s0  /dev/rdsk/c2t50014EE205B5C957d0s0
/dev/rdsk/c2t5000CCA369C50370d0s0  /dev/rdsk/c2t5000CCA37DC4B7BDd0s0  /dev/rdsk/c2t5000CCA37DC5F76Ad0s0  /dev/rdsk/c2t5E83A972B7F39C50d0s0
/dev/rdsk/c2t5000CCA369C504D1d0s0  /dev/rdsk/c2t5000CCA37DC4C814d0s0  /dev/rdsk/c2t5000CCA37DC5F831d0s0  /dev/rdsk/c2t5E83A974348B629Ad0s0
/dev/rdsk/c2t5000CCA369C505D5d0s0  /dev/rdsk/c2t5000CCA37DC4C877d0s0  /dev/rdsk/c2t5000CCA37DC5F9B1d0s0  /dev/rdsk/c3t0d0s0
/dev/rdsk/c2t5000CCA369C50609d0s0  /dev/rdsk/c2t5000CCA37DC4FD78d0s0  /dev/rdsk/c2t5000CCA37DC5F9FBd0s0  /dev/rdsk/c3t10d0s0
/dev/rdsk/c2t5000CCA369C50679d0s0  /dev/rdsk/c2t5000CCA37DC52AC1d0s0  /dev/rdsk/c2t5000CCA37DC5FAD2d0s0  /dev/rdsk/c3t11d0s0
/dev/rdsk/c2t5000CCA369C50680d0s0  /dev/rdsk/c2t5000CCA37DC53296d0s0  /dev/rdsk/c2t5000CCA37DC5FB35d0s0  /dev/rdsk/c3t12d0s0
/dev/rdsk/c2t5000CCA369C506AFd0s0  /dev/rdsk/c2t5000CCA37DC532C8d0s0  /dev/rdsk/c2t5000CCA37DC5FC4Ed0s0  /dev/rdsk/c3t13d0s0
/dev/rdsk/c2t5000CCA369C506BBd0s0  /dev/rdsk/c2t5000CCA37DC532CEd0s0  /dev/rdsk/c2t5000CCA37DC5FC58d0s0  /dev/rdsk/c3t14d0s0
/dev/rdsk/c2t5000CCA369C5084Bd0s0  /dev/rdsk/c2t5000CCA37DC53322d0s0  /dev/rdsk/c2t5000CCA37DC5FCA7d0s0  /dev/rdsk/c3t15d0s0
/dev/rdsk/c2t5000CCA369C508C9d0s0  /dev/rdsk/c2t5000CCA37DC53335d0s0  /dev/rdsk/c2t5000CCA37DC5FCB0d0s0  /dev/rdsk/c3t16d0s0
/dev/rdsk/c2t5000CCA369C508E0d0s0  /dev/rdsk/c2t5000CCA37DC5335Cd0s0  /dev/rdsk/c2t5000CCA37DC5FD7Cd0s0  /dev/rdsk/c3t17d0s0
/dev/rdsk/c2t5000CCA369C508E5d0s0  /dev/rdsk/c2t5000CCA37DC5336Ed0s0  /dev/rdsk/c2t5000CCA37DC5FDA4d0s0  /dev/rdsk/c3t18d0s0
/dev/rdsk/c2t5000CCA369C508ECd0s0  /dev/rdsk/c2t5000CCA37DC53370d0s0  /dev/rdsk/c2t5000CCA37DC5FDB8d0s0  /dev/rdsk/c3t19d0s0
/dev/rdsk/c2t5000CCA369C509ECd0s0  /dev/rdsk/c2t5000CCA37DC53385d0s0  /dev/rdsk/c2t5000CCA37DC5FEABd0s0  /dev/rdsk/c3t1d0s0
/dev/rdsk/c2t5000CCA369C50F1Fd0s0  /dev/rdsk/c2t5000CCA37DC53395d0s0  /dev/rdsk/c2t5000CCA37DC5FEB4d0s0  /dev/rdsk/c3t20d0s0
/dev/rdsk/c2t5000CCA369C51558d0s0  /dev/rdsk/c2t5000CCA37DC55121d0s0  /dev/rdsk/c2t5000CCA37DC5FEC1d0s0  /dev/rdsk/c3t21d0s0
/dev/rdsk/c2t5000CCA369C5177Bd0s0  /dev/rdsk/c2t5000CCA37DC55170d0s0  /dev/rdsk/c2t5000CCA37DC5FF06d0s0  /dev/rdsk/c3t22d0s0
/dev/rdsk/c2t5000CCA369C5178Fd0s0  /dev/rdsk/c2t5000CCA37DC56D06d0s0  /dev/rdsk/c2t5000CCA37DC5FF0Ad0s0  /dev/rdsk/c3t23d0s0
/dev/rdsk/c2t5000CCA369C5190Dd0s0  /dev/rdsk/c2t5000CCA37DC56D0Ad0s0  /dev/rdsk/c2t5000CCA37DC5FF35d0s0  /dev/rdsk/c3t24d0s0
/dev/rdsk/c2t5000CCA369C52E05d0s0  /dev/rdsk/c2t5000CCA37DC56D8Ed0s0  /dev/rdsk/c2t5000CCA37DC602FCd0s0  /dev/rdsk/c3t3d0s0
/dev/rdsk/c2t5000CCA369C54C04d0s0  /dev/rdsk/c2t5000CCA37DC56E70d0s0  /dev/rdsk/c2t5000CCA37DC6032Cd0s0  /dev/rdsk/c3t4d0s0
/dev/rdsk/c2t5000CCA369C554CAd0s0  /dev/rdsk/c2t5000CCA37DC56E8Dd0s0  /dev/rdsk/c2t5000CCA37DC60345d0s0  /dev/rdsk/c3t5d0s0
/dev/rdsk/c2t5000CCA369C55766d0s0  /dev/rdsk/c2t5000CCA37DC56F33d0s0  /dev/rdsk/c2t5000CCA37DC60368d0s0  /dev/rdsk/c3t6d0s0
/dev/rdsk/c2t5000CCA369C598A7d0s0  /dev/rdsk/c2t5000CCA37DC56FB5d0s0  /dev/rdsk/c2t5000CCA37DC60AA1d0s0  /dev/rdsk/c3t7d0s0
/dev/rdsk/c2t5000CCA369C59907d0s0  /dev/rdsk/c2t5000CCA37DC56FEFd0s0  /dev/rdsk/c2t5000CCA37DC60AD4d0s0  /dev/rdsk/c3t8d0s0
/dev/rdsk/c2t5000CCA369C59910d0s0  /dev/rdsk/c2t5000CCA37DC57008d0s0  /dev/rdsk/c2t5000CCA37DC60C21d0s0  /dev/rdsk/c3t9d0s0
/dev/rdsk/c2t5000CCA369C59954d0s0  /dev/rdsk/c2t5000CCA37DC57FCAd0s0  /dev/rdsk/c2t5000CCA37DC60CAFd0s0  /dev/rdsk/c5t10d0s0
/dev/rdsk/c2t5000CCA369C599ACd0s0  /dev/rdsk/c2t5000CCA37DC58190d0s0  /dev/rdsk/c2t5000CCA37DC60CB9d0s0  /dev/rdsk/c5t11d0s0
/dev/rdsk/c2t5000CCA369C5A374d0s0  /dev/rdsk/c2t5000CCA37DC581EBd0s0  /dev/rdsk/c2t5000CCA37DC60CCBd0s0  /dev/rdsk/c5t12d0s0
/dev/rdsk/c2t5000CCA369C5A407d0s0  /dev/rdsk/c2t5000CCA37DC58576d0s0  /dev/rdsk/c2t5000CCA37DC60D34d0s0  /dev/rdsk/c5t1d0s0
/dev/rdsk/c2t5000CCA369C5A409d0s0  /dev/rdsk/c2t5000CCA37DC5881Ad0s0  /dev/rdsk/c2t5000CCA37DC60DA0d0s0  /dev/rdsk/c5t2d0s0
/dev/rdsk/c2t5000CCA369C5A416d0s0  /dev/rdsk/c2t5000CCA37DC5889Bd0s0  /dev/rdsk/c2t5000CCA37DC60E7Cd0s0  /dev/rdsk/c5t3d0s0
/dev/rdsk/c2t5000CCA369C5A41Dd0s0  /dev/rdsk/c2t5000CCA37DC5891Dd0s0  /dev/rdsk/c2t5000CCA37DC60F61d0s0  /dev/rdsk/c5t4d0s0
/dev/rdsk/c2t5000CCA369C5A420d0s0  /dev/rdsk/c2t5000CCA37DC58926d0s0  /dev/rdsk/c2t5000CCA37DC60F80d0s0  /dev/rdsk/c5t5d0s0
/dev/rdsk/c2t5000CCA369C5A42Dd0s0  /dev/rdsk/c2t5000CCA37DC58956d0s0  /dev/rdsk/c2t5000CCA37DC60FBFd0s0  /dev/rdsk/c5t6d0s0
/dev/rdsk/c2t5000CCA369C5A432d0s0  /dev/rdsk/c2t5000CCA37DC59312d0s0  /dev/rdsk/c2t5000CCA37DC6172Dd0s0  /dev/rdsk/c5t7d0s0
/dev/rdsk/c2t5000CCA369C5C19Ad0s0  /dev/rdsk/c2t5000CCA37DC59433d0s0  /dev/rdsk/c2t5000CCA37DC619DAd0s0  /dev/rdsk/c5t8d0s0
/dev/rdsk/c2t5000CCA369D347CEd0s0  /dev/rdsk/c2t5000CCA37DC59489d0s0  /dev/rdsk/c2t5000CCA37DC61D6Dd0s0  /dev/rdsk/c5t9d0s0
/dev/rdsk/c2t5000CCA37DC28966d0s0  /dev/rdsk/c2t5000CCA37DC59DAEd0s0  /dev/rdsk/c2t5000CCA37DC61D7Dd0s0

Inquiry device info

root@seal:~# sg_inq /dev/rdsk/c2t5000CCA369C47080d0s0
standard INQUIRY:
  PQual=0  Device_type=0  RMB=0  version=0x06  [SPC-4]
  [AERC=0]  [TrmTsk=0]  NormACA=0  HiSUP=1  Resp_data_format=2
  SCCS=0  ACC=0  TPGS=0  3PC=0  Protect=0  [BQue=0]
  EncServ=0  MultiP=0  [MChngr=0]  [ACKREQQ=0]  Addr16=0
  [RelAdr=0]  WBus16=0  Sync=0  Linked=0  [TranDis=0]  CmdQue=1
  [SPI: Clocking=0x0  QAS=0  IUS=0]
    length=74 (0x4a)   Peripheral device type: disk
 Vendor identification: ATA
 Product identification: Hitachi HDS72302
 Product revision level: A580
 Unit serial number:       MN1220F309SS9D

Identification info

root@seal:~# sg_inq -u /dev/rdsk/c2t5000CCA369C47080d0s0
SCSI_IDENT_LUN_NAA=5000cca369c47080
SCSI_IDENT_PORT_NAA=5003048001155a4d
SCSI_IDENT_PORT_RELATIVE=1

List system expanders

root@seal:~# ls /dev/es/*
/dev/es/ses0  /dev/es/ses10  /dev/es/ses12  /dev/es/ses14  /dev/es/ses2  /dev/es/ses4  /dev/es/ses6  /dev/es/ses8
/dev/es/ses1  /dev/es/ses11  /dev/es/ses13  /dev/es/ses15  /dev/es/ses3  /dev/es/ses5  /dev/es/ses7  /dev/es/ses9

Look for the SES device 1155a

root@seal:~# sg_inq -u /dev/es/ses2
SCSI_IDENT_PORT_NAA=5003048001155a7d
SCSI_IDENT_LUN_NAA=5003048001155a7d

indentify SES device

root@seal:~# sg_ses /dev/es/ses2
  LSI CORP  SAS2X36           0717
Supported diagnostic pages:
  Supported Diagnostic Pages [sdp] [0x0]
  Configuration (SES) [cf] [0x1]
  Enclosure Status/Control (SES) [ec,es] [0x2]
  Element Descriptor (SES) [ed] [0x7]
  Additional Element Status (SES-2) [aes] [0xa]
  Download Microcode (SES-2) [dm] [0xe]

SES elements descriptions

root@seal:~# sg_ses -p ed /dev/es/ses2
  LSI CORP  SAS2X36           0717
  Primary enclosure logical identifier (hex): 5003048001155a7f
Element Descriptor In diagnostic page:
  generation code: 0x0
  element descriptor by type list
    Element type: Array device slot, subenclosure id: 0 [ti=0]
      Overall descriptor: Drive Slots
      Element 0 descriptor: Slot 01
      Element 1 descriptor: Slot 02
      Element 2 descriptor: Slot 03
      Element 3 descriptor: Slot 04
      Element 4 descriptor: Slot 05
      Element 5 descriptor: Slot 06
      Element 6 descriptor: Slot 07
      Element 7 descriptor: Slot 08
      Element 8 descriptor: Slot 09
      Element 9 descriptor: Slot 10
      Element 10 descriptor: Slot 11
      Element 11 descriptor: Slot 12
      Element 12 descriptor: Slot 13
      Element 13 descriptor: Slot 14
      Element 14 descriptor: Slot 15
      Element 15 descriptor: Slot 16
      Element 16 descriptor: Slot 17
      Element 17 descriptor: Slot 18
      Element 18 descriptor: Slot 19
      Element 19 descriptor: Slot 20
      Element 20 descriptor: Slot 21
      Element 21 descriptor: Slot 22
      Element 22 descriptor: Slot 23
      Element 23 descriptor: Slot 24
    Element type: Temperature sensor, subenclosure id: 0 [ti=1]
      Overall descriptor: Temperature Sensors
      Element 0 descriptor: Temperature
    Element type: Cooling, subenclosure id: 0 [ti=2]
      Overall descriptor: Fans
      Element 0 descriptor: Fan1
      Element 1 descriptor: Fan2
      Element 2 descriptor: Fan3
      Element 3 descriptor: JBOD_Fan1
      Element 4 descriptor: JBOD_Fan2
    Element type: Audible alarm, subenclosure id: 0 [ti=3]
      Overall descriptor: Buzzers
      Element 0 descriptor: Buzzer
    Element type: Voltage sensor, subenclosure id: 0 [ti=4]
      Overall descriptor: Voltage Sensors
      Element 0 descriptor: 5V
      Element 1 descriptor: 12V
    Element type: Current sensor, subenclosure id: 0 [ti=5]
      Overall descriptor: Current Sensors
      Element 0 descriptor: 5V Line Current Sensor
      Element 1 descriptor: 12V Line Current Sensor
    Element type: Power supply, subenclosure id: 0 [ti=6]
      Overall descriptor: Power Supplies
      Element 0 descriptor: Power Supply 1
      Element 1 descriptor: Power Supply 2
    Element type: Enclosure, subenclosure id: 0 [ti=7]
      Overall descriptor: Enclosure
      Element 0 descriptor: Enclosure
    Element type: SAS expander, subenclosure id: 0 [ti=8]
      Overall descriptor: SAS Expanders
      Element 0 descriptor: Primary Expander
      Element 1 descriptor: Secondary Expander
    Element type: SAS connector, subenclosure id: 0 [ti=9]
      Overall descriptor: SAS Connectors
      Element 0 descriptor: Upstream Connector (Primary)
      Element 1 descriptor: Downstream Connector 1 (Primary)
      Element 2 descriptor: Downstream Connector 2 (Primary)
      Element 3 descriptor: Upstream Connector (Secondary)
      Element 4 descriptor: Downstream Connector 1 (Secondary)
      Element 5 descriptor: Downstream Connector 2 (Secondary)
      Element 6 descriptor: Drive Connector 00
      Element 7 descriptor: Drive Connector 01
      Element 8 descriptor: Drive Connector 02
      Element 9 descriptor: Drive Connector 03
      Element 10 descriptor: Drive Connector 04
      Element 11 descriptor: Drive Connector 05
      Element 12 descriptor: Drive Connector 06
      Element 13 descriptor: Drive Connector 07
      Element 14 descriptor: Drive Connector 08
      Element 15 descriptor: Drive Connector 09
      Element 16 descriptor: Drive Connector 10
      Element 17 descriptor: Drive Connector 11
      Element 18 descriptor: Drive Connector 12
      Element 19 descriptor: Drive Connector 13
      Element 20 descriptor: Drive Connector 14
      Element 21 descriptor: Drive Connector 15
      Element 22 descriptor: Drive Connector 16
      Element 23 descriptor: Drive Connector 17
      Element 24 descriptor: Drive Connector 18
      Element 25 descriptor: Drive Connector 19
      Element 26 descriptor: Drive Connector 20
      Element 27 descriptor: Drive Connector 21
      Element 28 descriptor: Drive Connector 22
      Element 29 descriptor: Drive Connector 23
    Element type: Communication port, subenclosure id: 0 [ti=10]
      Overall descriptor: Ethernet ports
      Element 0 descriptor: Ethernet_port_1
      Element 1 descriptor: Ethernet_port_2

and look for slot (iterate over slots)

root@seal:~# sg_ses -I 0,1 -p aes /dev/es/ses2
  LSI CORP  SAS2X36           0717
  Primary enclosure logical identifier (hex): 5003048001155a7f
Additional element status diagnostic page:
  generation code: 0x0
  additional element status descriptor list
      Element index: 1
        Transport protocol: SAS
        number of phys: 1, not all phys: 0, device slot number: 1
        phy index: 0
          device type: no device attached
          initiator port for:
          target port for: SATA_device
          attached SAS address: 0x5003048001155a7f
          SAS address: 0x5003048001155a4d
          phy identifier: 0x0

and the drive is in the Slot 2 of the SES enclosure /dev/ses2 (Front backplane JBOD1)

switch on Slot's locate led

root@seal:~# sg_ses -I 0,1 --set=locate /dev/es/ses2

query locate led status

root@seal:~# sg_ses -I 0,1 --get=locate /dev/es/ses2
1

switch off locate led

root@seal:~# sg_ses -I 0,1 --clear=locate /dev/es/ses2

query locate led status

root@seal:~# sg_ses -I 0,1 --get=locate /dev/es/ses2
0

Removing the ZIL

Currently our ZFS pool is using ZIL based on a file created on the rpool which consisting in 2 mirrored SAS drives (15k RPM, 3Gb/s).

With this configuration the pool is able to serve ~8000 synchronized ops per second. Because the this problematic configuration (importing the pool), we have removed the ZIL and the has fallen dramtically to no more than ~100 ops. Therefore the performance of the system is poorly working.

Usage: zilstat.ksh [gMt][-l linecount] [-p poolname] [interval [count]]
    -M  # print numbers as megabytes (base 10)
    -t  # print timestamp
    -p poolname      # only look at poolname
    -l linecount    # print header every linecount lines (default=only once)
    interval in seconds or "txg" for transaction group commit intervals
             note: "txg" only appropriate when -p poolname is used
    count will limit the number of intervals reported

    examples:
        zilstat.ksh # default output, 1 second samples
        zilstat.ksh 10  # 10 second samples
        zilstat.ksh 10 6    # print 6 x 10 second samples
        zilstat.ksh -p rpool    # show ZIL stats for rpool only

    output:
        [TIME]
        N-Bytes    - data bytes written to ZIL over the interval
        N-Bytes/s  - data bytes/s written to ZIL over ther interval
        N-Max-Rate - maximum data rate during any 1-second sample
        B-Bytes    - buffer bytes written to ZIL over the interval
        B-Bytes/s  - buffer bytes/s written to ZIL over ther interval
        B-Max-Rate - maximum buffer rate during any 1-second sample
        ops        - number of synchronous iops per interval
        <=4kB      - number of synchronous iops <= 4kBytes per interval
        4-32kB     - number of synchronous iops 4-32kBytes per interval
        >=32kB     - number of synchronous iops >= 32kBytes per interval
    note: data bytes are actual data, total bytes counts buffer size
root@seal.macc.unican.es:~# ./zilstat.ksh -M -p oceano
      N-MB     N-MB/s N-Max-Rate       B-MB     B-MB/s B-Max-Rate    ops  <=4kB 4-32kB >=32kB
         2          2          2          5          5          5     66     23      0     43
        81         81         81        155        155        155   1205     21      0   1184
       177        177        177        355        355        355   2734     20      0   2714
        66         66         66        134        134        134   1048     25      0   1023
        13         13         13         26         26         26    234     33      0    201
         0          0          0          0          0          0      1      1      0      0
         0          0          0          0          0          0      0      0      0      0
         0          0          0          0          0          0      0      0      0      0
         0          0          0          0          0          0      0      0      0      0
        52         52         52         96         96         96    740      2      0    738
        10         10         10         21         21         21    183     20      0    163
         5          5          5         12         12         12    122     30      0     92
         0          0          0          2          2          2     29     10      0     19
       275        275        275        517        517        517   3973     29      0   3944
       266        266        266        500        500        500   3833     16      0   3818
        12         12         12         25         25         25    214     20      0    194
        65         65         65        123        123        123    968     26      0    942
       209        209        209        399        399        399   3064     16      0   3048
        63         63         63        120        120        120    950     29      0    921
        60         60         60        112        112        112    875     21      0    854
         2          2          2          7          7          7     87     34      0     53
         2          2          2          7          7          7     85     30      0     55
         2          2          2          7          7          7     84     30      0     54
        60         60         60        113        113        113    888     25      0    863
         2          2          2          6          6          6     75     28      0     47
         3          3          3          8          8          8     93     32      0     61
        60         60         60        115        115        115    909     31      0    878
         2          2          2          7          7          7     94     35      4     55
        28         28         28         56         56         56    460     31      1    428
        35         35         35         65         65         65    538     36      2    500
         2          2          2          6          6          6     71     26      0     45
         3          3          3          8          8          8     97     34      0     63
        61         61         61        114        114        114    904     27      1    876
        24         24         24         49         49         49    394     20      0    374
         2          2          2          7          7          7     84     30      0     54
         3          3          3          8          8          8     98     35      0     63
         2          2          2          7          7          7     85     30      0     55
         2          2          2          7          7          7     87     32      0     55
       540        540        540       1078       1078       1078   8248     23      0   8223
        60         60         60        114        114        114    891     21      0    870
.............................................................................................
         0          0          0          0          0          0     55     45     10      0
         0          0          0          0          0          0     53     50      1      2
         0          0          0          0          0          0     56     56      0      0
         0          0          0          0          0          0     48     47      0      1
         0          0          0          0          0          0     54     48      0      6
         0          0          0          0          0          0     68     64      0      4
         1          1          1          2          2          2     55     38      0     17
         0          0          0          0          0          0     67     67      0      0
         0          0          0          0          0          0     43     40      2      1
         0          0          0          0          0          0     52     48      2      2
         0          0          0          0          0          0     62     49     13      0
         0          0          0          0          0          0     49     49      0      0
         0          0          0          0          0          0     21     21      0      0
         0          0          0          0          0          0     19     11      0      8
         0          0          0          0          0          0     25     24      0      1
         0          0          0          0          0          0     19     16      3      0
         0          0          0          0          0          0     17     17      0      0
         0          0          0          0          0          0     19     19      0      0
         0          0          0          0          0          0     54     54      0      0
         0          0          0          1          1          1     17      9      0      8
         0          0          0          1          1          1     46     36      0     10
         0          0          0          0          0          0     47     39      2      6
         0          0          0          0          0          0     67     66      0      1
         0          0          0          0          0          0     18     15      3      0
         0          0          0          0          0          0     12     12      0      0
         0          0          0          1          1          1     22     14      0      8
         0          0          0          0          0          0     22     15      0      7
         0          0          0          1          1          1     28     18      2      8
         0          0          0          0          0          0     18     11      0      7
         0          0          0          0          0          0     16      6      3      7
         0          0          0          0          0          0     26     18      2      6
         0          0          0          0          0          0     33     33      0      0