測試紀錄
root@pve-250:/mnt/pve/pbs-253-nfs# fio --filename=./io-test --size=5GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=120 --numjobs=4 --time_based --group_reporting --name=iops-test-job --eta-newline=1
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.33
Starting 4 processes
iops-test-job: Laying out IO file (1 file / 5120MiB)
Jobs: 4 (f=2): [m(4)][3.3%][r=2064KiB/s,w=2016KiB/s][r=516,w=504 IOPS][eta 01m:57s]
Jobs: 4 (f=2): [m(4)][5.0%][r=1597KiB/s,w=1521KiB/s][r=399,w=380 IOPS][eta 01m:55s]
Jobs: 4 (f=2): [m(4)][6.6%][r=1068KiB/s,w=1192KiB/s][r=267,w=298 IOPS][eta 01m:53s]
Jobs: 4 (f=2): [m(4)][8.3%][r=1544KiB/s,w=1460KiB/s][r=386,w=365 IOPS][eta 01m:51s]
Jobs: 4 (f=2): [m(4)][9.9%][r=1337KiB/s,w=1385KiB/s][r=334,w=346 IOPS][eta 01m:49s]
Jobs: 4 (f=2): [m(4)][11.6%][r=1280KiB/s,w=1352KiB/s][r=320,w=338 IOPS][eta 01m:47s]
Jobs: 4 (f=2): [m(4)][13.2%][r=1405KiB/s,w=1541KiB/s][r=351,w=385 IOPS][eta 01m:45s]
Jobs: 4 (f=2): [m(4)][14.9%][r=1080KiB/s,w=1024KiB/s][r=270,w=256 IOPS][eta 01m:43s]
Jobs: 4 (f=2): [m(4)][16.5%][r=1664KiB/s,w=1620KiB/s][r=416,w=405 IOPS][eta 01m:41s]
Jobs: 4 (f=2): [m(4)][18.2%][r=1724KiB/s,w=1748KiB/s][r=431,w=437 IOPS][eta 01m:39s]
Jobs: 4 (f=2): [m(4)][19.8%][r=1572KiB/s,w=1664KiB/s][r=393,w=416 IOPS][eta 01m:37s]
Jobs: 4 (f=2): [m(4)][21.5%][r=1428KiB/s,w=1632KiB/s][r=357,w=408 IOPS][eta 01m:35s]
Jobs: 4 (f=2): [m(4)][23.1%][r=1288KiB/s,w=1260KiB/s][r=322,w=315 IOPS][eta 01m:33s]
Jobs: 4 (f=2): [m(4)][24.8%][r=1557KiB/s,w=1421KiB/s][r=389,w=355 IOPS][eta 01m:31s]
Jobs: 4 (f=2): [m(4)][26.4%][r=1408KiB/s,w=1372KiB/s][r=352,w=343 IOPS][eta 01m:29s]
Jobs: 4 (f=2): [m(4)][28.1%][r=1380KiB/s,w=1424KiB/s][r=345,w=356 IOPS][eta 01m:27s]
Jobs: 4 (f=2): [m(4)][29.8%][r=1541KiB/s,w=1561KiB/s][r=385,w=390 IOPS][eta 01m:25s]
Jobs: 4 (f=2): [m(4)][31.4%][r=1272KiB/s,w=1220KiB/s][r=318,w=305 IOPS][eta 01m:23s]
Jobs: 4 (f=2): [m(4)][33.1%][r=1832KiB/s,w=1864KiB/s][r=458,w=466 IOPS][eta 01m:21s]
Jobs: 4 (f=2): [m(4)][34.7%][r=1501KiB/s,w=1593KiB/s][r=375,w=398 IOPS][eta 01m:19s]
Jobs: 4 (f=2): [m(4)][36.4%][r=1704KiB/s,w=1756KiB/s][r=426,w=439 IOPS][eta 01m:17s]
Jobs: 4 (f=2): [m(4)][38.0%][r=1920KiB/s,w=1940KiB/s][r=480,w=485 IOPS][eta 01m:15s]
Jobs: 4 (f=2): [m(4)][39.7%][r=1589KiB/s,w=1621KiB/s][r=397,w=405 IOPS][eta 01m:13s]
Jobs: 4 (f=2): [m(4)][41.3%][r=1808KiB/s,w=2004KiB/s][r=452,w=501 IOPS][eta 01m:11s]
Jobs: 4 (f=2): [m(4)][43.0%][r=2098KiB/s,w=1873KiB/s][r=524,w=468 IOPS][eta 01m:09s]
Jobs: 4 (f=2): [m(4)][44.6%][r=2096KiB/s,w=2164KiB/s][r=524,w=541 IOPS][eta 01m:07s]
Jobs: 4 (f=2): [m(4)][46.3%][r=1849KiB/s,w=1937KiB/s][r=462,w=484 IOPS][eta 01m:05s]
Jobs: 4 (f=2): [m(4)][47.9%][r=1912KiB/s,w=1720KiB/s][r=478,w=430 IOPS][eta 01m:03s]
Jobs: 4 (f=2): [m(4)][49.6%][r=1993KiB/s,w=1945KiB/s][r=498,w=486 IOPS][eta 01m:01s]
Jobs: 4 (f=2): [m(4)][51.2%][r=1892KiB/s,w=1992KiB/s][r=473,w=498 IOPS][eta 00m:59s]
Jobs: 4 (f=2): [m(4)][52.9%][r=1888KiB/s,w=1896KiB/s][r=472,w=474 IOPS][eta 00m:57s]
Jobs: 4 (f=2): [m(4)][54.5%][r=2008KiB/s,w=2080KiB/s][r=502,w=520 IOPS][eta 00m:55s]
Jobs: 4 (f=2): [m(4)][56.2%][r=2068KiB/s,w=2132KiB/s][r=517,w=533 IOPS][eta 00m:53s]
Jobs: 4 (f=2): [m(4)][57.9%][r=1848KiB/s,w=1832KiB/s][r=462,w=458 IOPS][eta 00m:51s]
Jobs: 4 (f=2): [m(4)][59.5%][r=2088KiB/s,w=2076KiB/s][r=522,w=519 IOPS][eta 00m:49s]
Jobs: 4 (f=2): [m(4)][61.2%][r=2180KiB/s,w=2284KiB/s][r=545,w=571 IOPS][eta 00m:47s]
Jobs: 4 (f=2): [m(4)][62.8%][r=2268KiB/s,w=2192KiB/s][r=567,w=548 IOPS][eta 00m:45s]
Jobs: 4 (f=2): [m(4)][64.5%][r=2076KiB/s,w=2192KiB/s][r=519,w=548 IOPS][eta 00m:43s]
Jobs: 4 (f=2): [m(4)][66.1%][r=2184KiB/s,w=2220KiB/s][r=546,w=555 IOPS][eta 00m:41s]
Jobs: 4 (f=2): [m(4)][67.8%][r=2438KiB/s,w=2398KiB/s][r=609,w=599 IOPS][eta 00m:39s]
Jobs: 4 (f=2): [m(4)][69.4%][r=1852KiB/s,w=1952KiB/s][r=463,w=488 IOPS][eta 00m:37s]
Jobs: 4 (f=2): [m(4)][71.1%][r=2072KiB/s,w=1892KiB/s][r=518,w=473 IOPS][eta 00m:35s]
Jobs: 4 (f=2): [m(4)][72.7%][r=2332KiB/s,w=2424KiB/s][r=583,w=606 IOPS][eta 00m:33s]
Jobs: 4 (f=2): [m(4)][74.4%][r=2712KiB/s,w=2712KiB/s][r=678,w=678 IOPS][eta 00m:31s]
Jobs: 4 (f=2): [m(4)][76.0%][r=2294KiB/s,w=2218KiB/s][r=573,w=554 IOPS][eta 00m:29s]
Jobs: 4 (f=2): [m(4)][77.7%][r=2260KiB/s,w=2196KiB/s][r=565,w=549 IOPS][eta 00m:27s]
Jobs: 4 (f=2): [m(4)][79.3%][r=2528KiB/s,w=2824KiB/s][r=632,w=706 IOPS][eta 00m:25s]
Jobs: 4 (f=2): [m(4)][81.0%][r=2938KiB/s,w=3015KiB/s][r=734,w=753 IOPS][eta 00m:23s]
Jobs: 4 (f=2): [m(4)][82.6%][r=1896KiB/s,w=2244KiB/s][r=474,w=561 IOPS][eta 00m:21s]
Jobs: 4 (f=2): [m(4)][84.3%][r=1836KiB/s,w=2108KiB/s][r=459,w=527 IOPS][eta 00m:19s]
Jobs: 4 (f=2): [m(4)][86.0%][r=2226KiB/s,w=2310KiB/s][r=556,w=577 IOPS][eta 00m:17s]
Jobs: 4 (f=2): [m(4)][87.6%][r=2706KiB/s,w=2822KiB/s][r=676,w=705 IOPS][eta 00m:15s]
Jobs: 4 (f=2): [m(4)][89.3%][r=1656KiB/s,w=1672KiB/s][r=414,w=418 IOPS][eta 00m:13s]
Jobs: 4 (f=2): [m(4)][90.9%][r=1928KiB/s,w=1728KiB/s][r=482,w=432 IOPS][eta 00m:11s]
Jobs: 4 (f=2): [m(4)][92.6%][r=2398KiB/s,w=2706KiB/s][r=599,w=676 IOPS][eta 00m:09s]
Jobs: 4 (f=2): [m(4)][94.2%][r=2368KiB/s,w=2308KiB/s][r=592,w=577 IOPS][eta 00m:07s]
Jobs: 4 (f=2): [m(4)][95.9%][r=2692KiB/s,w=2588KiB/s][r=673,w=647 IOPS][eta 00m:05s]
Jobs: 4 (f=2): [m(4)][97.5%][r=2582KiB/s,w=2518KiB/s][r=645,w=629 IOPS][eta 00m:03s]
Jobs: 4 (f=2): [m(4)][99.2%][r=2368KiB/s,w=2348KiB/s][r=592,w=587 IOPS][eta 00m:01s]
Jobs: 4 (f=2): [m(4)][100.0%][r=2652KiB/s,w=2576KiB/s][r=663,w=644 IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=4): err= 0: pid=1645730: Wed Jan 3 18:31:55 2024
read: IOPS=483, BW=1935KiB/s (1981kB/s)(228MiB/120434msec)
slat (nsec): min=2335, max=61823, avg=6263.27, stdev=3670.66
clat (usec): min=578, max=999692, avg=465348.36, stdev=123695.08
lat (usec): min=607, max=999697, avg=465354.62, stdev=123695.15
clat percentiles (msec):
| 1.00th=[ 268], 5.00th=[ 313], 10.00th=[ 338], 20.00th=[ 368],
| 30.00th=[ 388], 40.00th=[ 414], 50.00th=[ 439], 60.00th=[ 464],
| 70.00th=[ 506], 80.00th=[ 558], 90.00th=[ 642], 95.00th=[ 718],
| 99.00th=[ 844], 99.50th=[ 877], 99.90th=[ 936], 99.95th=[ 944],
| 99.99th=[ 986]
bw ( KiB/s): min= 888, max= 3304, per=99.92%, avg=1933.77, stdev=251.90, samples=480
iops : min= 222, max= 826, avg=483.44, stdev=62.98, samples=480
write: IOPS=488, BW=1953KiB/s (2000kB/s)(230MiB/120500msec); 0 zone resets
slat (usec): min=2, max=101, avg= 6.68, stdev= 3.83
clat (msec): min=53, max=1249, avg=587.36, stdev=146.88
lat (msec): min=53, max=1249, avg=587.36, stdev=146.88
clat percentiles (msec):
| 1.00th=[ 355], 5.00th=[ 409], 10.00th=[ 439], 20.00th=[ 472],
| 30.00th=[ 498], 40.00th=[ 523], 50.00th=[ 550], 60.00th=[ 584],
| 70.00th=[ 634], 80.00th=[ 701], 90.00th=[ 802], 95.00th=[ 885],
| 99.00th=[ 1028], 99.50th=[ 1083], 99.90th=[ 1133], 99.95th=[ 1150],
| 99.99th=[ 1183]
bw ( KiB/s): min= 800, max= 3208, per=99.91%, avg=1951.67, stdev=243.77, samples=480
iops : min= 200, max= 802, avg=487.92, stdev=60.94, samples=480
lat (usec) : 750=0.01%
lat (msec) : 2=0.03%, 4=0.01%, 20=0.01%, 50=0.01%, 100=0.05%
lat (msec) : 250=0.31%, 500=49.65%, 750=41.20%, 1000=8.04%, 2000=0.70%
cpu : usr=0.06%, sys=0.22%, ctx=68552, majf=0, minf=50
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=99.9%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=58248,58829,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=1935KiB/s (1981kB/s), 1935KiB/s-1935KiB/s (1981kB/s-1981kB/s), io=228MiB (239MB), run=120434-120434msec
WRITE: bw=1953KiB/s (2000kB/s), 1953KiB/s-1953KiB/s (2000kB/s-2000kB/s), io=230MiB (241MB), run=120500-120500msec