hbase-conf:
- RS堆栈大小: 32G
- hbase.bucketcache.size=64 =64 * 1024M: 堆外缓存大小，单位为M
- dfs.replication=3on=3: hdfs副本数
- hbase.hregion.max.filesize=20G=20G: Region大小
- hbase.hregion.memstore.flush.size=256=256M: Memstore刷新大小
- hbase.regionserver.global.memstore.upperLimit=0.t=0.55: 整个RS中Memstore最大比例
#- hbase.regionserver.global.memstore.lowerLimit=0.t=0.5: 整个RS中Memstore最小比例 默认0.95
- hbase.bucketcache.ioengine=off=offheap: 使用堆外缓存
#- hbase.bucketcache.percentage.in.combinebinedcache=0.9: 堆外读缓存所占比例，剩余为堆内元数据缓存大小
- hfile.block.cache.size=0.2=0.2: 校验项,+upperLimit需要小于0.8
- hbase.master.handler.count=256=256: Master处理客户端请求最大线程数
- hbase.regionserver.handler.count=256=256: RS处理客户端请求最大线程数
- hbase.hstore.blockingStoreFiles=100: storefile个数达到该值则block写入
- hbase.hregion.memstore.block.multiplier=3:r=3: 强制刷新Memstore大小的倍数
- hbase.client.retries.number: 3 : 3
- hbase.rpc.timeout: 50: 5000
hbase-jvm:
HBASE_OFFHEAPSIZE=??G
HBASE_OPTS="-XX:MaxDirectMemorySize=??G -Xmx??G -Xms??G -Xmn1g -Xss256k -XX:MetaspaceSize=256m -XX:MaxMetaspaceSize=256m -XX:+UseParNewGC -XX:MaxTenuringThreshold=15 -XX:+CMSParallelRemarkEnabled -XX:+UseCMSCompactAtFullCollection -XX:+CMSClassUnloadingEnabled -XX:+UseCMSInitiatingOccupancyOnly -XX:CMSFullGCsBeforeCompaction=0 -XX:CMSInitiatingOccupancyFraction=70 -XX:+PrintTenuringDistribution -XX:SurvivorRatio=2 -XX:+UseConcMarkSweepGC -XX:-DisableExplicitGC $HBASE_OPTS"
-XX:+UseG1GC
-XX:InitiatingHeapOccupancyPercent=65
-XX:-ResizePLAB
-XX:MaxGCPauseMillis=90
-XX:+UnlockDiagnosticVMOptions
-XX:+G1SummarizeConcMark
-XX:+ParallelRefProcEnabled
-XX:G1HeapRegionSize=32m
-XX:G1HeapWastePercent=20
-XX:ConcGCThreads=4
-XX:ParallelGCThreads=16
-XX:MaxTenuringThreshold=1
-XX:G1MixedGCCountTarget=64
-XX:+UnlockExperimentalVMOptions
-XX:G1NewSizePercent=2
-XX:G1OldCSetRegionThresholdPercent=5
HDFS:
- dfs.datanode.handler.count 64
64 - dfs.datanode.max.xcievers,
- ,
- dfs.datanode.max.transfer.threads 12 12288
- dfs.namenode.handler.count 256 256
- dfs.namenode.service.handler.count 256 256