[OmniOS-discuss] 8TB Seagates under load = PANIC?
Artem Penner
apenner.it at gmail.com
Fri Mar 17 08:44:10 UTC 2017
Hi,
we have similar problem, we create pool in following configuration:
4 x Toshiba PX04SHB020 for zfs slog in mirror
2 x HGST HUSMH8040BSS204 for L2ARC
4 group in radz2(8D + 2P)
and when we perform crash test ( remove disks ), some times OmniOS going
into kernel panic:
[image: pasted1]
Any idias?
-------------------------------------------------
My configuration is:
*FILE: /etc/system*
* Disable cpu c-state
* Change scheduler frequency
set idle_cpu_prefer_mwait = 0
set idle_cpu_no_deep_c = 1
set hires_tick=1
* Scanning for iBFT may conflict with devices which use memory
* in 640-1024KB of physical address space. The iBFT
* specification suggests use of low RAM method - scanning
* physical memory 512-1024 KB for iBFT table.
* Disable low RAM method.
set ibft_noprobe=1
* SECURITY PARAMETERS
set noexec_user_stack=1
set noexec_user_stack_log=1
* IP / TCP Parameters
set ip:ip_squeue_fanout=1
set ndd:tcp_wscale_always = 1
set ndd:tstamp_if_wscale = 1
set ndd:tcp_max_buf = 166777216
* APIC
set pcplusmp:apic_panic_on_nmi=1
set apix:apic_panic_on_nmi=1
* Kernel DUMP
set dump_plat_mincpu=0
set dump_bzip2_level=1
set dump_metrics_on=1
* SATA
set sata:sata_auto_online=1
* SAS
set sd:sd_io_time=10
* Max open files by single process
set rlim_fd_max = 131072
set rlim_fd_cur = 65536
* Maximum size of physical I/O requests
set maxphys=1048576
**
* NFS Tunning
**
set nfs:nfs_allow_preepoch_time = 1
* Maximum io threads. client.
set nfs:nfs3_max_threads = 256
set nfs:nfs4_max_threads = 256
* Read ahead operations by the NFS client.
set nfs:nfs3_nra = 32
set nfs:nfs4_nra = 32
* Logical block size used by the NFS client
set nfs:nfs3_bsize = 1048576
set nfs:nfs4_bsize = 1048576
* Controls the maximum size of the data portion of an NFS client
set nfs3:max_transfer_size = 1048576
set nfs4:max_transfer_size = 1048576
* Controls the mix of asynchronous requests that are generated by the NFS
version 4 client
set nfs:nfs4_async_clusters = 256
* RPC Tunning
* Sets the size of the kernel stack for kernel RPC service threads
set rpcmod:svc_default_stksize=0x6000
* Controls the size of the duplicate request cache that detects RPC
* level retransmissions on connection oriented transports
set rpcmod:cotsmaxdupreqs = 4096
* Controls the size of the duplicate request cache that detect RPC
* level retransmissions on connectionless transports
set rpcmod:maxdupreqs = 4096
* Controls the number of TCP connections that the NFS client uses when
communicating with each
* NFS server. The kernel RPC is constructed so that it can multiplex RPCs
over a single connection
set rpcmod:clnt_max_conns = 8
* ZFS Tunning
set zfs:zfs_dirty_data_max = 0x300000000
set zfs:zfs_txg_timeout = 0xa
set zfs:zfs_dirty_data_sync = 0x200000000
set zfs:zfs_arc_max = 0x3480000000
set zfs:zfs_arc_shrink_shift=11
set zfs:l2arc_write_max = 0x9600000
set zfs:l2arc_write_boost = 0xC800000
set zfs:l2arc_headroom = 12
set zfs:l2arc_norw=0
set zfs:zfs_arc_shrink_shift=11
-----------------------------------------------------
*FILE: /kernel/drv/ixgbe.conf*
flow_control = 0;
tx_ring_size = 4096;
rx_ring_size = 4096;
tx_queue_number = 16;
rx_queue_number = 16;
rx_limit_per_intr = 1024;
tx_copy_threshold = 1024;
rx_copy_threshold = 512;
rx_group_number = 8;
mr_enable = 0;
intr_throttling = 0;
-----------------------------------------------------
sd-config-list from* /kernel/drv/sd.conf*
sd-config-list=
"", "retries-timeout:1,retries-busy:1,retries-reset:1,retries-victim:2",
"DELL PERC H710", "cache-nonvolatile:true",
"DELL PERC H700", "cache-nonvolatile:true",
"DELL PERC/6i", "cache-nonvolatile:true",
"ATA Samsung SSD 830", "physical-block-size:4096",
"ATA Samsung SSD 840", "physical-block-size:4096",
"ATA Samsung SSD 850", "physical-block-size:4096",
"HGST HUH721008AL4204", "physical-block-size:4096",
"HGST HUH721010AL5204", "physical-block-size:4096",
"HGST HUH721008AL5204", "physical-block-size:4096",
"HGST HUH721010AL4204", "physical-block-size:4096",
"HGST HUH728080AL4204", "physical-block-size:4096",
"HGST HUH728060AL4204", "physical-block-size:4096",
"HGST HUH728080AL5204", "physical-block-size:4096",
"HGST HUH728060AL5204", "physical-block-size:4096",
"HGST HUS724030ALS640", "physical-block-size:4096",
"HGST HMH7210A0AL4604", "physical-block-size:4096",
"HGST HUS726060AL4214", "physical-block-size:4096",
"HGST HUS726050AL4214", "physical-block-size:4096",
"HGST HUS726040AL4214", "physical-block-size:4096",
"HGST HUS726020AL4214", "physical-block-size:4096",
"HGST HUS726060AL5214", "physical-block-size:4096",
"HGST HUS726050AL5214", "physical-block-size:4096",
"HGST HUS726040AL5214", "physical-block-size:4096",
"HGST HUS726020AL5214", "physical-block-size:4096",
"HGST HUS726060ALS214", "physical-block-size:4096",
"HGST HUS726050ALS214", "physical-block-size:4096",
"HGST HUS726040ALS214", "physical-block-size:4096",
"HGST HUS726020ALS214", "physical-block-size:4096",
"HGST HUC101818CS4204", "physical-block-size:4096",
"HGST HUC101812CS4204", "physical-block-size:4096",
"HGST HUC101890CS4204", "physical-block-size:4096",
"HGST HUC101860CS4204", "physical-block-size:4096",
"HGST HUC101845CS4204", "physical-block-size:4096",
"HGST HUC156060CS4204", "physical-block-size:4096",
"HGST HUC156045CS4204", "physical-block-size:4096",
"HGST HUC156030CS4204", "physical-block-size:4096",
"HGST HUSMH8010BSS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMH8020BSS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMH8040BSS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMH8080BSS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMM1616ASS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMM1680ASS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMM1640ASS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"HGST HUSMM1620ASS204",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"TOSHIBA PX04SHB160",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"TOSHIBA PX04SHB080",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"TOSHIBA PX04SHB040",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096",
"TOSHIBA PX04SHB020",
"throttle-max:32,disksort:false,cache-nonvolatile:true,power-condition:false,physical-block-size:4096";
-----------------------------------------------------
scsi-vhci-failover-override from */kernel/drv/scsi_vhci.conf*
scsi-vhci-failover-override =
"HGST HUS724030ALS640", "f_sym",
"HGST HUSMH8010BSS204", "f_sym",
"HGST HUSMH8020BSS204", "f_sym",
"HGST HUSMH8040BSS204", "f_sym",
"HGST HUSMH8080BSS204", "f_sym",
"HGST HUSMM1616ASS204", "f_sym",
"HGST HUSMM1680ASS204", "f_sym",
"HGST HUSMM1640ASS204", "f_sym",
"HGST HUSMM1620ASS204", "f_sym",
"HGST HUH721008AL4204", "f_sym",
"HGST HUH721010AL5204", "f_sym",
"HGST HUH721008AL5204", "f_sym",
"HGST HUH721010AL4204", "f_sym",
"HGST HUH728080AL4204", "f_sym",
"HGST HUH728060AL4204", "f_sym",
"HGST HUH728080AL5204", "f_sym",
"HGST HUH728060AL5204", "f_sym",
"HGST HMH7210A0AL4604", "f_sym",
"HGST HUS726060AL4214", "f_sym",
"HGST HUS726050AL4214", "f_sym",
"HGST HUS726040AL4214", "f_sym",
"HGST HUS726020AL4214", "f_sym",
"HGST HUS726060AL5214", "f_sym",
"HGST HUS726050AL5214", "f_sym",
"HGST HUS726040AL5214", "f_sym",
"HGST HUS726020AL5214", "f_sym",
"HGST HUS726060ALS214", "f_sym",
"HGST HUS726050ALS214", "f_sym",
"HGST HUS726040ALS214", "f_sym",
"HGST HUS726020ALS214", "f_sym",
"HGST HUC101818CS4204", "f_sym",
"HGST HUC101812CS4204", "f_sym",
"HGST HUC101890CS4204", "f_sym",
"HGST HUC101860CS4204", "f_sym",
"HGST HUC101845CS4204", "f_sym",
"HGST HUC156060CS4204", "f_sym",
"HGST HUC156045CS4204", "f_sym",
"HGST HUC156030CS4204", "f_sym",
"TOSHIBA PX04SHB160", "f_sym",
"TOSHIBA PX04SHB080", "f_sym",
"TOSHIBA PX04SHB040", "f_sym",
"TOSHIBA PX04SHB020", "f_sym";
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <https://omniosce.org/ml-archive/attachments/20170317/9ac189fc/attachment-0001.html>
-------------- next part --------------
A non-text attachment was scrubbed...
Name: pasted1
Type: image/png
Size: 310722 bytes
Desc: not available
URL: <https://omniosce.org/ml-archive/attachments/20170317/9ac189fc/attachment-0001.png>
More information about the OmniOS-discuss
mailing list