현1116; ZFS 볼륨1004;/196; 만든 스토리1648;1032; 속도를 체크 해봤습니다.
약 50% 1221;도1032; 데1060;타가 들Ǻ12; 1080;lj16; 시스템 1077;니다.
[root@BACKUP ~]# zpool status
pool: DATA
state: ONLINE
scan: scrub repaired 0 in 74h7m with 0 errors on Sun Dec 18 13:33:10 2016
config:
NAME 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; STATE 160; 160; READ WRITE CKSUM
DATA 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
raidz2-0 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; 160; ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJZAU9X 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK4PB6X 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJWMYSS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJUUDEX 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK4HSKS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK2VXUS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK4M1RS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK5AP8X 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK3UAUS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJYHW3S 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK5WK1X 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK1E43S 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK2338P4H7UPVC 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK2338P4H6ZKWC 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK36N4X 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK4K6YS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK2381PCKYXZNB 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJWPAYS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK2VK8S 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJVDL4S 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCK5A1PX 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJWP9BS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJV5DWS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
ata-HGST_HDN724040ALE640_PK1334PCJWSPJS 160;ONLINE 160; 160; 160; 0 160; 160; 0 160; 160; 0
errors: No known data errors
[root@BACKUP ~]#
[root@BACKUP ~]# zpool list
NAME 160; SIZE 160;ALLOC 160; FREE 160;EXPANDSZ 160; FRAG 160; 160;CAP 160;DEDUP 160;HEALTH 160;ALTROOT
DATA 160; 160;87T 160;43.3T 160;43.7T 160; 160; 160; 160; - 160; 160;14% 160; 160;49% 160;1.00x 160;ONLINE 160;-
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=1k count=1000000 && sync
1000000+0 records in
1000000+0 records out
1024000000 bytes (1.0 GB) copied, 4.99862 s, 205 MB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=1k count=10000000 && sync
10000000+0 records in
10000000+0 records out
10240000000 bytes (10 GB) copied, 48.8692 s, 210 MB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=4k count=1000000 && sync
1000000+0 records in
1000000+0 records out
4096000000 bytes (4.1 GB) copied, 5.63363 s, 727 MB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=8k count=1000000 && sync
1000000+0 records in
1000000+0 records out
8192000000 bytes (8.2 GB) copied, 6.59761 s, 1.2 GB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=16k count=1000000 && sync
1000000+0 records in
1000000+0 records out
16384000000 bytes (16 GB) copied, 8.70386 s, 1.9 GB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=256k count=100000 && sync
100000+0 records in
100000+0 records out
26214400000 bytes (26 GB) copied, 6.15736 s, 4.3 GB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=512k count=100000 && sync
100000+0 records in
100000+0 records out
52428800000 bytes (52 GB) copied, 12.3036 s, 4.3 GB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test bs=1024k count=100000 && sync
100000+0 records in
100000+0 records out
104857600000 bytes (105 GB) copied, 24.5744 s, 4.3 GB/s
[root@BACKUP ~]#
¾È ³ª¿À´õ¶ó±¸¿ä. ±×·±µ¥ ÀÌ Å×½ºÆ®¿¡¼´Â ¾öû Àß ³ª¿À´Â±º¿ä.
»ç¿ëÇϽŠ¸í·É¾îÁß¿¡...
sync && dd if=/dev/zero of=/DATA/dd_test bs=1k count=1000000 && sync
... ¿ä°Ô ¾ø´Â ÆÄÀÏÀ» ÀÓÀÇ·Î ¸¸µé¾î¼ Å×½ºÆ® ÇÏ´Â °Ç°¡¿ä?
¸Â´Ù¸é Àúµµ ÀÌ ¸í·É¾î·Î ³»ºÎ Å×½ºÆ®¸¦ Á» ÇغÁ¾ß ÇÒ °Í °°½À´Ï´Ù.
CentOS6 ¿¡ ZFS ¿Ã¸°°Å°í¿ä.
mpt3sas_cm0: sending message unit reset !!
mpt3sas_cm0: message unit reset: SUCCESS
Refined TSC clocksource calibration: 3499.997 MHz.
Switching to clocksource tsc
mpt3sas_cm0: Allocated physical memory: size(17971 kB)
mpt3sas_cm0: Current Controller Queue Depth(9979),Max Controller Queue Depth(10240)
mpt3sas_cm0: Scatter Gather Elements per IO(128)
mpt3sas_cm0: LSISAS3008: FWVersion(10.00.00.00), ChipRevision(0x02), BiosVersion(08.25.00.00)
mpt3sas_cm0: Protocol=(
Initiator
,Target
),
Capabilities=(
TLR
,EEDP
,Snapshot Buffer
,Diag Trace Buffer
,Task Set Full
,NCQ
)
scsi0 : Fusion MPT SAS Host
mpt3sas_cm0: sending port enable !!
mpt3sas_cm0: host_add: handle(0x0001), sas_addr(0x5003048016a8b500), phys(8)
mpt3sas_cm0: expander_add: handle(0x0009), parent(0x0001), sas_addr(0x50030480178130bf), phys(38)
mpt3sas_cm0: port enable: SUCCESS
dd ¸í·É¾î·Î ÆÄÀÏ ¾²±âÇϴ°̴ϴÙ.
¼øÂ÷¾²±â ... ·£´ý ¾²±â´Â ´Ù½Ã ¿Ã·Á µå¸±²²¿ä. ¤¾
½Ã°£³ª´Â´ë·Î Å×½ºÆ® ÇغÁ¾ß°Ú½À´Ï´Ù. ^0^)/
ZFS ¿É¼ÇÀ» ¸î°¡Áö ¾²±äÇϴµ¥..
ZFS ARC CACHE Min 1G / Max 8G Limit
compressratio 2.37x
recordsize 128K
compression on
sync disabled
autoexpand on
autoexpand on
[root@BACKUP DATA]# sync && dd if=/dev/zero of=/DATA/dd_test bs=16k count=1000000 && sync
1000000+0 records in
1000000+0 records out
16384000000 bytes (16 GB) copied, 8.65717 s, 1.9 GB/s
[root@BACKUP DATA]#
[root@BACKUP DATA]# sync && dd if=/dev/zero of=/DATA/dd_test bs=32k count=1000000 && sync
1000000+0 records in
1000000+0 records out
32768000000 bytes (33 GB) copied, 12.6994 s, 2.6 GB/s
[root@BACKUP DATA]#
[root@BACKUP DATA]# sync && dd if=/dev/zero of=/DATA/dd_test bs=64k count=1000000 && sync
1000000+0 records in
1000000+0 records out
65536000000 bytes (66 GB) copied, 20.6471 s, 3.2 GB/s
[root@BACKUP DATA]#
[root@BACKUP DATA]# sync && dd if=/dev/zero of=/DATA/dd_test bs=128k count=1000000 && sync
1000000+0 records in
1000000+0 records out
131072000000 bytes (131 GB) copied, 28.5942 s, 4.6 GB/s
[root@BACKUP DATA]#
[root@BACKUP DATA]# sync && dd if=/dev/zero of=/DATA/dd_test bs=256k count=1000000 && sync
1000000+0 records in
1000000+0 records out
262144000000 bytes (262 GB) copied, 59.8449 s, 4.4 GB/s
[root@BACKUP DATA]#
[root@BACKUP DATA]# sync && dd if=/dev/zero of=/DATA/dd_test bs=512k count=1000000 && sync
1000000+0 records in
1000000+0 records out
524288000000 bytes (524 GB) copied, 119.561 s, 4.4 GB/s
[root@BACKUP DATA]#
µ¿ÀÏÇÑ ¹æ½ÄÀ¸·Î DD¸¦ 10°³, 20°³, 50°³, 100°³, 1000°³¸¦ µ¿½Ã¿¡ ¼öÇà½ÃÄѺ¸½Ã¸é Á»´õ Çö½ÇÀûÀÎ Å×½ºÆ®¸¦ ÇÏ½Ç ¼ö ÀÖÀ»°Ì´Ï´Ù.
¾Æ½Ã°ÚÁö¸¸ ZFS´Â DBMS¸¦ ¿Ã¸®±â¿¡ Àû´çÇÑ ÆÄÀϽýºÅÛÀº ¾Æ´Õ´Ï´Ù. ¸¸¾à¿¡ DB¿ë ½ºÅ丮Áö Å×½ºÆ®¸¦ ÇÏ½Ç ¼ö ÀÖÀ¸½Ã¸é ³î¶ó½Ç °Ì´Ï´Ù.
±×¸®°í, ¸¶Áö¸·¿¡ sync´Â ÇÊ¿ä¾ø½À´Ï´Ù. º¸½Ã´Â °á°ú/½Ã°£Àº "dd"¿¡ ´ëÇÑ °á°úÀÌÁö ¸¶Áö¸· "sync" ÀÇ ½Ã°£ÀÌ Æ÷ÇԵǾî ÀÖÁö ¾Ê½À´Ï´Ù.
±×·¸±â ¶§¹®¿¡ ¸¹À¸ µ¥ÀÌÅÍ°¡ ¿©ÀüÈ÷ ¸Þ¸ð¸®¿¡ ÀÖÀ»°Ì´Ï´Ù. ¾Æ½Ã°ÚÁö¸¸ ZFS°¡ cacheing ¹«Áö ÀßÇÕ´Ï´Ù.
¸¶Áö¸·¿¡ "SYNC"¸¦ ³ÖÀ¸½Å ÀÌÀ¯°¡ ¸ðµç µ¥ÀÌÅÍ°¡ DISK±îÁö µé¾î°¡´Â ½Ã°£À» È®ÀÎÇϽô °Å¶ó¸é "time"À» DD¿Í SYNC¸¦ ¸ðµÎ ³Ö´Â ¹®ÀåÀ¸·Î ¹Ù²Ù¼Å¾ß ÇÕ´Ï´Ù.
ZFS´Â COW ÆÄÀϽýºÅÛÀ̱⠶§¹®¿¡ ¿µÇâÀÌ ÀûÀ» ¼ø ÀÖ°Ú½À´Ï´Ù.
ARC ij½¬´Â MAX 8G ÀÔ´Ï´Ù.
ARC Summary: (HEALTHY)
Memory Throttle Count: 0
ARC Misc:
Deleted: 11.76b
Mutex Misses: 31.54k
Evict Skips: 31.54k
ARC Size: 12.68% 1.01 GiB
Target Size: (Adaptive) 26.20% 2.10 GiB
Min Size (Hard Limit): 12.50% 1.00 GiB
Max Size (High Water): 8:1 8.00 GiB
ARC Size Breakdown:
Recently Used Cache Size: 97.45% 2.04 GiB
Frequently Used Cache Size: 2.55% 54.71 MiB
ARC Hash Breakdown:
Elements Max: 610.25k
Elements Current: 10.25% 62.58k
Collisions: 2.04b
Chain Max: 8
Chains: 925
ARC Total accesses: 3.16b
Cache Hit Ratio: 57.50% 1.82b
Cache Miss Ratio: 42.50% 1.34b
Actual Hit Ratio: 57.50% 1.82b
Data Demand Efficiency: 57.99% 357.59m
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test2 bs=128k count=1000000 oflag=sync
1000000+0 records in
1000000+0 records out
131072000000 bytes (131 GB) copied, 422.089 s, 311 MB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test4 bs=128k count=1000000 oflag=sync
1000000+0 records in
1000000+0 records out
131072000000 bytes (131 GB) copied, 458.118 s, 286 MB/s
[root@BACKUP ~]#
[root@BACKUP ~]# sync && dd if=/dev/zero of=/DATA/dd_test0 bs=128k count=1000000 oflag=sync
1000000+0 records in
1000000+0 records out
131072000000 bytes (131 GB) copied, 455.995 s, 287 MB/s
[root@BACKUP ~]#
¾à 300 MB/s Á¤µµ ³ª¿À³×¿ä.
Á¤È®ÇÑ º¯¼ö´Â ±â¾ïÀÌ ¾ø´Âµ¥ ´ë·« ´ÙÀ½°ú °°½À´Ï´Ù.
»ý¼º
DEPTH=3, WIDTH=100, FILES =1000, FILESIZE=16MB
RD´Â
FILEIO/FILESELECTION RANDOM
xfersize=16KB
THREAD=10,20,50,100,1000
READ:WRITE = 7:3 (°¢ THREAD°¡ READ 7, WRITE 3)
INTERVAL=100 (Áß¿ä)
À¸·Î ÇÕ´Ï´Ù.
R/W´Â »ý°¢ÇϽô »ç¿ëÀÚÀÇ È¯°æ¿¡ ¸ÂÃç¼ ¸¸µå½Ã¸é µÇ°ÚÁö¿ä.
Çѹø ¸¸µé¾î ³õÀ¸¸é ±×³É ¼ö½Ã·Î µ¹¸®¸é µË´Ï´Ù.