測試結果
root@pve-14:/mnt/pve/TP-NFS-13# fio --filename=./io-test --size=5GB --direct=1 --rw=randrw --bs=4k --ioengine=libaio --iodepth=256 --runtime=120 --numjobs=4 --time_based --group_reporting --name=iops-test-job --eta-newline=1
iops-test-job: (g=0): rw=randrw, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=libaio, iodepth=256
...
fio-3.33
Starting 4 processes
iops-test-job: Laying out IO file (1 file / 5120MiB)
Jobs: 4 (f=4): [m(4)][2.5%][r=2540KiB/s,w=2584KiB/s][r=635,w=646 IOPS][eta 01m:57s]
Jobs: 4 (f=4): [m(4)][4.2%][r=2166KiB/s,w=2358KiB/s][r=541,w=589 IOPS][eta 01m:55s]
Jobs: 4 (f=4): [m(4)][5.8%][r=2384KiB/s,w=2340KiB/s][r=596,w=585 IOPS][eta 01m:53s]
Jobs: 4 (f=4): [m(4)][7.5%][r=2260KiB/s,w=2316KiB/s][r=565,w=579 IOPS][eta 01m:51s]
Jobs: 4 (f=4): [m(4)][9.2%][r=2392KiB/s,w=2384KiB/s][r=598,w=596 IOPS][eta 01m:49s]
Jobs: 4 (f=4): [m(4)][10.8%][r=2106KiB/s,w=2346KiB/s][r=526,w=586 IOPS][eta 01m:47s]
Jobs: 4 (f=4): [m(4)][12.5%][r=2336KiB/s,w=2328KiB/s][r=584,w=582 IOPS][eta 01m:45s]
Jobs: 4 (f=4): [m(4)][14.2%][r=2088KiB/s,w=2328KiB/s][r=522,w=582 IOPS][eta 01m:43s]
Jobs: 4 (f=4): [m(4)][15.8%][r=2306KiB/s,w=2338KiB/s][r=576,w=584 IOPS][eta 01m:41s]
Jobs: 4 (f=4): [m(4)][17.5%][r=2292KiB/s,w=2252KiB/s][r=573,w=563 IOPS][eta 01m:39s]
Jobs: 4 (f=4): [m(4)][19.2%][r=2352KiB/s,w=2328KiB/s][r=588,w=582 IOPS][eta 01m:37s]
Jobs: 4 (f=4): [m(4)][20.8%][r=2152KiB/s,w=2320KiB/s][r=538,w=580 IOPS][eta 01m:35s]
Jobs: 4 (f=4): [m(4)][22.5%][r=2498KiB/s,w=2434KiB/s][r=624,w=608 IOPS][eta 01m:33s]
Jobs: 4 (f=4): [m(4)][24.2%][r=2040KiB/s,w=2088KiB/s][r=510,w=522 IOPS][eta 01m:31s]
Jobs: 4 (f=4): [m(4)][25.8%][r=2616KiB/s,w=2372KiB/s][r=654,w=593 IOPS][eta 01m:29s]
Jobs: 4 (f=4): [m(4)][27.5%][r=2264KiB/s,w=2348KiB/s][r=566,w=587 IOPS][eta 01m:27s]
Jobs: 4 (f=4): [m(4)][29.2%][r=2136KiB/s,w=2084KiB/s][r=534,w=521 IOPS][eta 01m:25s]
Jobs: 4 (f=4): [m(4)][30.8%][r=2656KiB/s,w=2600KiB/s][r=664,w=650 IOPS][eta 01m:23s]
Jobs: 4 (f=4): [m(4)][32.5%][r=1992KiB/s,w=2104KiB/s][r=498,w=526 IOPS][eta 01m:21s]
Jobs: 4 (f=4): [m(4)][34.2%][r=2340KiB/s,w=2376KiB/s][r=585,w=594 IOPS][eta 01m:19s]
Jobs: 4 (f=4): [m(4)][35.8%][r=2712KiB/s,w=2348KiB/s][r=678,w=587 IOPS][eta 01m:17s]
Jobs: 4 (f=4): [m(4)][37.5%][r=2296KiB/s,w=2380KiB/s][r=574,w=595 IOPS][eta 01m:15s]
Jobs: 4 (f=4): [m(4)][39.2%][r=2316KiB/s,w=2356KiB/s][r=579,w=589 IOPS][eta 01m:13s]
Jobs: 4 (f=4): [m(4)][40.8%][r=2116KiB/s,w=2332KiB/s][r=529,w=583 IOPS][eta 01m:11s]
Jobs: 4 (f=4): [m(4)][42.5%][r=2840KiB/s,w=2600KiB/s][r=710,w=650 IOPS][eta 01m:09s]
Jobs: 4 (f=4): [m(4)][44.2%][r=2788KiB/s,w=2596KiB/s][r=697,w=649 IOPS][eta 01m:07s]
Jobs: 4 (f=4): [m(4)][45.8%][r=2184KiB/s,w=2316KiB/s][r=546,w=579 IOPS][eta 01m:05s]
Jobs: 4 (f=4): [m(4)][47.5%][r=2432KiB/s,w=2348KiB/s][r=608,w=587 IOPS][eta 01m:03s]
Jobs: 4 (f=4): [m(4)][49.2%][r=2252KiB/s,w=2352KiB/s][r=563,w=588 IOPS][eta 01m:01s]
Jobs: 4 (f=4): [m(4)][50.8%][r=2224KiB/s,w=2324KiB/s][r=556,w=581 IOPS][eta 00m:59s]
Jobs: 4 (f=4): [m(4)][52.5%][r=2416KiB/s,w=2348KiB/s][r=604,w=587 IOPS][eta 00m:57s]
Jobs: 4 (f=4): [m(4)][54.2%][r=2352KiB/s,w=2360KiB/s][r=588,w=590 IOPS][eta 00m:55s]
Jobs: 4 (f=4): [m(4)][55.8%][r=2302KiB/s,w=2338KiB/s][r=575,w=584 IOPS][eta 00m:53s]
Jobs: 4 (f=4): [m(4)][57.5%][r=1804KiB/s,w=1828KiB/s][r=451,w=457 IOPS][eta 00m:51s]
Jobs: 4 (f=4): [m(4)][59.2%][r=2248KiB/s,w=2088KiB/s][r=562,w=522 IOPS][eta 00m:49s]
Jobs: 4 (f=4): [m(4)][60.8%][r=2096KiB/s,w=2068KiB/s][r=524,w=517 IOPS][eta 00m:47s]
Jobs: 4 (f=4): [m(4)][62.5%][r=2098KiB/s,w=2166KiB/s][r=524,w=541 IOPS][eta 00m:45s]
Jobs: 4 (f=4): [m(4)][64.2%][r=2008KiB/s,w=2076KiB/s][r=502,w=519 IOPS][eta 00m:43s]
Jobs: 4 (f=4): [m(4)][65.8%][r=1324KiB/s,w=1292KiB/s][r=331,w=323 IOPS][eta 00m:41s]
Jobs: 4 (f=4): [m(4)][67.5%][r=3060KiB/s,w=2848KiB/s][r=765,w=712 IOPS][eta 00m:39s]
Jobs: 4 (f=4): [m(4)][69.2%][r=2284KiB/s,w=2344KiB/s][r=571,w=586 IOPS][eta 00m:37s]
Jobs: 4 (f=4): [m(4)][70.8%][r=2304KiB/s,w=2384KiB/s][r=576,w=596 IOPS][eta 00m:35s]
Jobs: 4 (f=4): [m(4)][72.5%][r=2436KiB/s,w=2608KiB/s][r=609,w=652 IOPS][eta 00m:33s]
Jobs: 4 (f=4): [m(4)][74.2%][r=2332KiB/s,w=2360KiB/s][r=583,w=590 IOPS][eta 00m:31s]
Jobs: 4 (f=4): [m(4)][75.8%][r=2348KiB/s,w=2340KiB/s][r=587,w=585 IOPS][eta 00m:29s]
Jobs: 4 (f=4): [m(4)][77.5%][r=2264KiB/s,w=2372KiB/s][r=566,w=593 IOPS][eta 00m:27s]
Jobs: 4 (f=4): [m(4)][79.2%][r=2570KiB/s,w=2574KiB/s][r=642,w=643 IOPS][eta 00m:25s]
Jobs: 4 (f=4): [m(4)][80.8%][r=2512KiB/s,w=2340KiB/s][r=628,w=585 IOPS][eta 00m:23s]
Jobs: 4 (f=4): [m(4)][82.5%][r=2404KiB/s,w=2344KiB/s][r=601,w=586 IOPS][eta 00m:21s]
Jobs: 4 (f=4): [m(4)][84.2%][r=1956KiB/s,w=2100KiB/s][r=489,w=525 IOPS][eta 00m:19s]
Jobs: 4 (f=4): [m(4)][85.8%][r=2382KiB/s,w=2434KiB/s][r=595,w=608 IOPS][eta 00m:17s]
Jobs: 4 (f=4): [m(4)][87.5%][r=2328KiB/s,w=2472KiB/s][r=582,w=618 IOPS][eta 00m:15s]
Jobs: 4 (f=4): [m(4)][89.2%][r=2364KiB/s,w=2452KiB/s][r=591,w=613 IOPS][eta 00m:13s]
Jobs: 4 (f=4): [m(4)][90.8%][r=2300KiB/s,w=2384KiB/s][r=575,w=596 IOPS][eta 00m:11s]
Jobs: 4 (f=4): [m(4)][92.5%][r=2152KiB/s,w=2184KiB/s][r=538,w=546 IOPS][eta 00m:09s]
Jobs: 4 (f=4): [m(4)][94.2%][r=2192KiB/s,w=2100KiB/s][r=548,w=525 IOPS][eta 00m:07s]
Jobs: 4 (f=4): [m(4)][95.8%][r=2304KiB/s,w=2348KiB/s][r=576,w=587 IOPS][eta 00m:05s]
Jobs: 4 (f=4): [m(4)][97.5%][r=2580KiB/s,w=2340KiB/s][r=645,w=585 IOPS][eta 00m:03s]
Jobs: 4 (f=4): [m(4)][99.2%][r=2304KiB/s,w=2452KiB/s][r=576,w=613 IOPS][eta 00m:01s]
Jobs: 4 (f=0): [f(4)][100.0%][r=2220KiB/s,w=2408KiB/s][r=555,w=602 IOPS][eta 00m:00s]
iops-test-job: (groupid=0, jobs=4): err= 0: pid=1141764: Wed Jan 3 22:16:03 2024
read: IOPS=586, BW=2347KiB/s (2404kB/s)(277MiB/120815msec)
slat (nsec): min=591, max=379693, avg=3026.36, stdev=3406.23
clat (usec): min=489, max=1678.2k, avg=816750.00, stdev=128794.38
lat (usec): min=497, max=1678.2k, avg=816753.03, stdev=128794.42
clat percentiles (msec):
| 1.00th=[ 355], 5.00th=[ 676], 10.00th=[ 751], 20.00th=[ 768],
| 30.00th=[ 776], 40.00th=[ 793], 50.00th=[ 810], 60.00th=[ 844],
| 70.00th=[ 869], 80.00th=[ 885], 90.00th=[ 919], 95.00th=[ 953],
| 99.00th=[ 1167], 99.50th=[ 1351], 99.90th=[ 1569], 99.95th=[ 1670],
| 99.99th=[ 1687]
bw ( KiB/s): min= 912, max= 5464, per=99.98%, avg=2347.20, stdev=126.77, samples=960
iops : min= 228, max= 1366, avg=586.80, stdev=31.69, samples=960
write: IOPS=590, BW=2364KiB/s (2420kB/s)(279MiB/120815msec); 0 zone resets
slat (nsec): min=650, max=191269, avg=3210.78, stdev=3142.55
clat (msec): min=13, max=1786, avg=921.50, stdev=140.72
lat (msec): min=13, max=1786, avg=921.51, stdev=140.72
clat percentiles (msec):
| 1.00th=[ 401], 5.00th=[ 776], 10.00th=[ 860], 20.00th=[ 877],
| 30.00th=[ 885], 40.00th=[ 902], 50.00th=[ 919], 60.00th=[ 944],
| 70.00th=[ 978], 80.00th=[ 995], 90.00th=[ 1028], 95.00th=[ 1070],
| 99.00th=[ 1334], 99.50th=[ 1452], 99.90th=[ 1687], 99.95th=[ 1787],
| 99.99th=[ 1787]
bw ( KiB/s): min= 1040, max= 5416, per=99.89%, avg=2361.97, stdev=121.90, samples=960
iops : min= 260, max= 1354, avg=590.49, stdev=30.47, samples=960
lat (usec) : 500=0.01%, 1000=0.01%
lat (msec) : 2=0.01%, 4=0.02%, 10=0.01%, 20=0.01%, 50=0.09%
lat (msec) : 100=0.10%, 250=0.24%, 500=3.13%, 750=2.95%, 1000=82.86%
lat (msec) : 2000=10.58%
cpu : usr=0.04%, sys=0.14%, ctx=75852, majf=0, minf=44
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=99.8%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
issued rwts: total=70902,71393,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=256
Run status group 0 (all jobs):
READ: bw=2347KiB/s (2404kB/s), 2347KiB/s-2347KiB/s (2404kB/s-2404kB/s), io=277MiB (290MB), run=120815-120815msec
WRITE: bw=2364KiB/s (2420kB/s), 2364KiB/s-2364KiB/s (2420kB/s-2420kB/s), io=279MiB (292MB), run=120815-120815msec