为 AIX SAS 客户端使用了以下操作系统网络可调优参数。可以使用 lsattr AIX 命令来显示特定设备的属性特征和可能的属性值。例如:
lsattr -El ent3
备注:由于启用了 rfc1323,所以特定于接口的可调优参数优先于设置为 no 的参数。
- [
- root@brazos06
- ]>
- # lsattr -El ent3
- alt_addr 0x000000000000 Alternate Ethernet address True
- bar0 0x88100000 Bus memory address 0 False
- bar1 0x80000000 Bus memory address 1 False
- bar2 0x88000000 Bus memory address 2 False
- chksum_offload yes Request checksum offload True
- delay_open no Delay open until link state is known True
- devid 0xb31503101410b504 Device ID False
- eeh_cfgsp_delay 999 EEH config space delay (miliseconds) False
- eeh_reset_delay 5 EEH reset delay (seconds) False
- flow_ctrl yes Request flow control True
- flow_ctrl_rx yes Receive pause frames True
- flow_ctrl_tx yes Transmit pause frames True
- intr_cnt 10 Interrupt event coalesce counter True
- intr_priority 3 Interrupt priority False
- intr_time 5 Interrupt event coalesce timer (microseconds) True
- ipv6_offload yes Request IPV6 stateless offloads True
- jumbo_frames yes Request jumbo frames True
- jumbo_size 9014 Requested jumbo frame size True
- large_receive yes Request Rx TCP segment aggregation True
- large_send yes Request Tx TCP segment offload True
- link_delay_mode logging Link status delay mode True
- link_delay_time 5 Link status delay timer (seconds) True
- lro_threshold 2 Rx TCP segment aggregation minimum pkt threshold True
- media_speed 40000_Full_Duplex Requested Media speed False
- queue_pairs 8 Requested number of queue pairs True
- queues_rdma 1 Requested number of RDMA event queues True
- rdma desired Request RDMA True
- rom_mem 0x0 ROM memory address False
- rsp_comp_cnt 128 RSP Completions Before Hardware Notification True
- rsp_limit 1000 Response queue entries processed per interrupt True
- rsp_max_events 512 Max RSP events that can be received True
- rx_buffer_low 90 Rx queue buffer replenish threshold True
- rx_chain 16 Rx packets chained for stack processing True
- rx_comp_limit 128 Response queue entries processed per interrupt True
- rx_max_pkts 2048 Rx queue maximum packet count True
- rx_notify_cnt 128 Rx packets per Rx complete notification True
- rx_send_cnt 8 Rx Immediate Data mode True
- systrc_enable no Enable config debug tracing True
- timer_eeh 1 EEH event poll timer (seconds) True
- timer_error 1 Error poll timer (seconds) True
- timer_link 1 Link poll timer (seconds) True
- timer_stats 0 Statistics poll timer (seconds) True
- tx_comp_cnt 2048 Tx completions before hardware notification True
- tx_comp_limit 1 Tx completions processed per event False
- tx_free_delay no Delay free of Tx packet mbufs True
- tx_limit 1024 Tx packets sent per transmit thread True
- tx_max_pkts 1024 Tx queue maximum packet count True
- tx_notify_cnt 64 Tx packets per Tx complete notification True
- tx_swq_max_pkts 8192 Software Tx queue maximum packet count True
- use_alt_addr no Request alternate Ethernet address True
- vpd_missing no VPD is not present True
可以使用 no AIX 命令管理网络的调优参数。例如:
no -a output
- arpqsize
- =
- 1024
- arpt_killc = 20
- arptab_bsiz = 7
- arptab_nb = 149
- bcastping = 0
- bsd_loglevel = 3
- clean_partial_conns = 0
- delayack = 0
- delayackports = {}
- dgd_flush_cached_route = 0
- dgd_packets_lost = 3
- dgd_ping_time = 5
- dgd_retry_time = 5
- directed_broadcast = 0
- fasttimo = 100
- hstcp = 1
- icmp6_errmsg_rate = 10
- icmpaddressmask = 0
- ie5_old_multicast_mapping = 0
- ifsize = 256
- igmpv2_deliver = 0
- init_high_wat = 0
- ip6_defttl = 64
- ip6_prune = 1
- ip6forwarding = 0
- ip6srcrouteforward = 1
- ip_ifdelete_notify = 0
- ip_nfrag = 200
- ipforwarding = 0
- ipfragttl = 2
- ipignoreredirects = 0
- ipqmaxlen = 100
- ipsendredirects = 1
- ipsrcrouteforward = 1
- ipsrcrouterecv = 0
- ipsrcroutesend = 1
- limited_ss = 0
- llsleep_timeout = 3
- lo_perf = 1
- lowthresh = 90
- main_if6 = 0
- main_site6 = 0
- maxnip6q = 20
- maxttl = 255
- medthresh = 95
- mpr_policy = 1
- multi_homed = 1
- nbc_limit = 12582912
- nbc_max_cache = 131072
- nbc_min_cache = 1
- nbc_ofile_hashsz = 12841
- nbc_pseg = 0
- nbc_pseg_limit = 25165824
- ndd_event_name = {all}
- ndd_event_tracing = 0
- ndogthreads = 0
- ndp_mmaxtries = 3
- ndp_umaxtries = 3
- ndpqsize = 50
- ndpt_down = 3
- ndpt_keep = 120
- ndpt_probe = 5
- ndpt_reachable = 30
- ndpt_retrans = 1
- net_buf_size = {all}
- net_buf_type = {all}
- net_malloc_frag_mask = {0}
- netm_page_promote = 1
- nonlocsrcroute = 0
- nstrpush = 8
- passive_dgd = 0
- pmtu_default_age = 10
- pmtu_expire = 10
- pmtu_rediscover_interval = 30
- psebufcalls = 20
- psecache = 1
- psetimers = 20
- rfc1122addrchk = 0
- rfc1323 = 1
- rfc2414 = 1
- route_expire = 1
- routerevalidate = 0
- rtentry_lock_complex = 1
- rto_high = 64
- rto_length = 13
- rto_limit = 7
- rto_low = 1
- sack = 1
- sb_max = 33554432
- send_file_duration = 300
- site6_index = 0
- sockthresh = 85
- sodebug = 0
- sodebug_env = 0
- somaxconn = 1024
- strctlsz = 1024
- strmsgsz = 0
- strthresh = 85
- strturncnt = 15
- subnetsarelocal = 1
- tcp_bad_port_limit = 0
- tcp_cwnd_modified = 0
- tcp_ecn = 0
- tcp_ephemeral_high = 65535
- tcp_ephemeral_low = 32768
- tcp_fastlo = 0
- tcp_fastlo_crosswpar = 0
- tcp_finwait2 = 1200
- tcp_icmpsecure = 0
- tcp_init_window = 0
- tcp_inpcb_hashtab_siz = 24499
- tcp_keepcnt = 8
- tcp_keepidle = 14400
- tcp_keepinit = 150
- tcp_keepintvl = 150
- tcp_limited_transmit = 1
- tcp_low_rto = 0
- tcp_maxburst = 0
- tcp_mssdflt = 8960
- tcp_nagle_limit = 65535
- tcp_nagleoverride = 0
- tcp_ndebug = 100
- tcp_newreno = 1
- tcp_nodelayack = 1
- tcp_pmtu_discover = 1
- tcp_recvspace = 876544
- tcp_sendspace = 876544
- tcp_tcpsecure = 0
- tcp_timewait = 1
- tcp_ttl = 60
- tcprexmtthresh = 3
- tcptr_enable = 0
- thewall = 50331648
- timer_wheel_tick = 0
- tn_filter = 1
- udp_bad_port_limit = 0
- udp_ephemeral_high = 65535
- udp_ephemeral_low = 32768
- udp_inpcb_hashtab_siz = 24499
- udp_pmtu_discover = 1
- udp_recv_perf = 0
- udp_recvspace = 786432
- udp_sendspace = 262144
- udp_ttl = 30
- udpcksum = 1
- use_sndbufpool = 1
作为参考,我们列出了以下针对混合 AIX/Linux GPFS 集群的 Spectrum Scale 集群可调优参数。下面的参数前面的“!”标志表示一些可调优参数已根据默认值进行了更改。最新版的 Spectrum Scale 拥有自动调优特性,更改 workerThreads 还会导致其他可调优参数自动根据默认值进行更改。(以粗体)突出显示的参数被视为最重要的可调优参数,应该首先考虑更改它们。请注意,对于 ESS,在 ESS 安装过程中已更改了许多默认配置值。ESS 已经过高度优化,所需的调优更改极少。
AIX 节点
- ! ccrEnabled 0
- ! cipherList AUTHONLY
- ! deadlockDataCollectionDailyLimit 10
- ! deadlockDetectionThreshold 0
- ! dmapiFileHandleSize 32
- ! expelDataCollectionDailyLimit 10
- ! logBufferCount 20
- ! logWrapThreads 128
- ! maxblocksize 16777216
- ! maxBufferDescs 32768
- ! maxFilesToCache 50000
- ! maxMBpS 24000
- ! maxReceiverThreads 128
- ! maxStatCache 10000
- ! minReleaseLevel 1502
- ! pagepool 34359738368
- ! prefetchPct 40
- ! scatterBuffers 0
- ! seqDiscardThreshhold 1073741824
- ! socketMaxListenConnections 512
- ! worker1Threads 1024
- ! workerThreads 1024
ESS/Linux 模式
备注:ESS 安装过程已设置了这些非默认参数中的许多参数。
- ! ccrEnabled 0
- ! cipherList AUTHONLY
- ! deadlockDataCollectionDailyLimit 10
- ! deadlockDetectionThreshold 0
- ! dmapiFileHandleSize 32
- ! envVar MLX4_USE_MUTEX 1 MLX5_SHUT_UP_BF 1 MLX5_USE_MUTEX 1
- ! expelDataCollectionDailyLimit 10
- ! flushedDataTarget 1024
- ! flushedInodeTarget 1024
- ! ioHistorySize 65536
- ! logBufferCount 20
- ! logWrapAmountPct 10
- ! logWrapThreads 128
- ! maxAllocRegionsPerNode 32
- ! maxBackgroundDeletionThreads 16
- ! maxblocksize 16777216
- ! maxBufferCleaners 1024
- ! maxBufferDescs 2097152
- ! maxFileCleaners 1024
- ! maxFilesToCache 50000
- ! maxGeneralThreads 1280
- ! maxInodeDeallocPrefetch 128
- ! maxMBpS 24000
- ! maxReceiverThreads 128
- ! maxStatCache 10000
- ! minReleaseLevel 1502
- ! myNodeConfigNumber 1
- ! nsdClientCksumTypeLocal NsdCksum_Ck64
- ! nsdClientCksumTypeRemote NsdCksum_Ck64
- ! nsdInlineWriteMax 32768
- ! nsdMaxWorkerThreads 3072
- ! nsdMinWorkerThreads 3072
- ! nsdMultiQueue 512
- ! nsdRAIDBlockDeviceMaxSectorsKB 8192
- ! nsdRAIDBlockDeviceNrRequests 32
- ! nsdRAIDBlockDeviceQueueDepth 16
- ! nsdRAIDBlockDeviceScheduler deadline
- ! nsdRAIDBufferPoolSizePct (% of PagePool) 80
- ! nsdRAIDEventLogToConsole all
- ! nsdRAIDFastWriteFSDataLimit 262144
- ! nsdRAIDFastWriteFSMetadataLimit 1048576
- ! nsdRAIDFlusherBuffersLimitPct 80
- ! nsdRAIDBlockDeviceQueueDepth 16
- ! nsdRAIDBlockDeviceScheduler deadline
- ! nsdRAIDBufferPoolSizePct (% of PagePool) 80
- ! nsdRAIDEventLogToConsole all
- ! nsdRAIDFastWriteFSDataLimit 262144
- ! nsdRAIDFastWriteFSMetadataLimit 1048576
- ! nsdRAIDFlusherBuffersLimitPct 80
- ! nsdRAIDFlusherBuffersLowWatermarkPct 20
- ! nsdRAIDFlusherFWLogHighWatermarkMB 1000
- ! nsdRAIDFlusherFWLogLimitMB 5000
- ! nsdRAIDFlusherThreadsHighWatermark 512
- ! nsdRAIDFlusherThreadsLowWatermark 1
- ! nsdRAIDFlusherTracksLimitPct 80
- ! nsdRAIDFlusherTracksLowWatermarkPct 20
- ! nsdRAIDMaxTransientStale2FT 1
- ! nsdRAIDMaxTransientStale3FT 1
- ! nsdRAIDReconstructAggressiveness 1
- ! nsdRAIDSmallBufferSize 262144
- ! nsdRAIDSmallThreadRatio 2
- ! nsdRAIDThreadsPerQueue 16
- ! nsdRAIDTracks 131072
- ! nspdQueues 64
- ! numaMemoryInterleave yes
- ! pagepool 76168560640
- ! prefetchPct 40
- ! prefetchThreads 341
- ! scatterBuffers 0
- ! scatterBufferSize 262144
- ! seqDiscardThreshhold 1073741824
- ! socketMaxListenConnections 512
- ! syncWorkerThreads 256
- ! worker1Threads 1024
- ! worker3Threads 32
- ! workerThreads 1024
来源: http://www.ibm.com/developerworks/cn/linux/l-whisk-on-power/index.html