Ò»¡¢cephFilesystem·½Ê½bill@ubuntu:/mycephfs$sudofio--rw=rw--bs=1m--size=10M--numjobs=20--group_reporting--name=test-rwtest-rw:(g=0):rw=rw,bs=1M-1M/1M-1M/1M-1M,ioengine=sync,iodepth=1...test-rw:(g=0):rw=rw,bs=1M-1M/1M-1M/1M-1M,ioengine=sync,iodepth=1fio-2.1.3Starting20processestest-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)Jobs:20(f=20):[MMMMMMMMMMMMMMMMMMMM][300.0%done][12275KB/0KB/0KB/s][11/0/0iops]Jobs:20(f=20):[MMMMMMMMMMMMMMMMMMMM][400.0%done][10229KB/0KB/0KB/s][9/0/0iops][Jobs:20(f=20):[MMMMMMMMMMMMMMMMMMMM][23.8%done][11264KB/1024KB/0KB/s][11/1/0iopsJobs:20(f=20):[MMMMMMMMMMMMMMMMMMMM][23.1%done][3072KB/7168KB/0KB/s][3/7/0iops]Jobs:19(f=19):[MMMMMM_MMMMMMMMMMMMM][22.6%done][4091KB/4091KB/0KB/s][3/3/0iops]Jobs:18(f=18):[MMMMMM_MMMMM_MMMMMMM][22.2%done][2048KB/6144KB/0KB/s][2/6/0iops]Jobs:16(f=16):[_MM_MM_MMMMM_MMMMMMM][22.0%done][5120KB/5120KB/0KB/s][5/5/0iops]Jobs:15(f=15):[_MM__M_MMMMM_MMMMMMM][21.7%done][4091KB/8183KB/0KB/s][3/7/0iops]Jobs:13(f=13):[_MM____MM_MM_MMMMMMM][21.6%done][4091KB/6137KB/0KB/s][3/5/0iops]Jobs:12(f=12):[_MM____MM_M__MMMMMMM][21.4%done][3072KB/5120KB/0KB/s][3/5/0iops]Jobs:2(f=2):[________________EMM_][20.9%done][5120KB/9216KB/0KB/s][5/9/0iops][eta01m:12s]test-rw:(groupid=0,jobs=20):err=0:pid=1650:WedMay709:44:482014read:io=102400KB,bw=5481.6KB/s,iops=5,runt=18681msecclat(usec):min=174,max=14680K,avg=2272423.84,stdev=3878923.36lat(usec):min=174,max=14680K,avg=2272426.51,stdev=3878922.12clatpercentiles(usec):|1.00th=[175],5.00th=[181],10.00th=[193],20.00th=[237],|30.00th=[660],40.00th=[1144],50.00th=[2416],60.00th=[577536],|70.00th=[2113536],80.00th=[3391488],90.00th=[9109504],95.00th=[11993088],|99.00th=[13697024],99.50th=[14745600],99.90th=[14745600],99.95th=[14745600],|99.99th=[14745600]bw(KB/s):min=139,max=2856,per=14.30%,avg=783.94,stdev=673.22write:io=102400KB,bw=5481.6KB/s,iops=5,runt=18681msecclat(usec):min=257,max=3273.7K,avg=212125.31,stdev=543752.09lat(usec):min=274,max=3273.7K,avg=212154.82,stdev=543751.58clatpercentiles(usec):|1.00th=[258],5.00th=[266],10.00th=[274],20.00th=[278],|30.00th=[290],40.00th=[302],50.00th=[394],60.00th=[668],|70.00th=[259072],80.00th=[337920],90.00th=[419840],95.00th=[552960],|99.00th=[2736128],99.50th=[3260416],99.90th=[3260416],99.95th=[3260416],|99.99th=[3260416]bw(KB/s):min=414,max=5731,per=55.96%,avg=3067.19,stdev=1768.00lat(usec):250=10.00%,500=25.50%,750=13.00%,1000=3.50%lat(msec):2=6.50%,4=0.50%,250=1.00%,500=16.50%,750=2.00%lat(msec):1000=1.00%,2000=3.00%,=2000=17.50%cpu:usr=0.00%,sys=0.04%,ctx=146,majf=0,minf=499IOdepths:1=100.0%,2=0.0%,4=0.0%,8=0.0%,16=0.0%,32=0.0%,=64=0.0%submit:0=0.0%,4=100.0%,8=0.0%,16=0.0%,32=0.0%,64=0.0%,=64=0.0%complete:0=0.0%,4=100.0%,8=0.0%,16=0.0%,32=0.0%,64=0.0%,=64=0.0%issued:total=r=100/w=100/d=0,short=r=0/w=0/d=0Runstatusgroup0(alljobs):READ:io=102400KB,aggrb=5481KB/s,minb=5481KB/s,maxb=5481KB/s,mint=18681msec,maxt=18681msecWRITE:io=102400KB,aggrb=5481KB/s,minb=5481KB/s,maxb=5481KB/s,mint=18681msec,maxt=18681msec-------------------------------------------------------------¼Ç¼һÏÂcephµÄ״̬[root@linux150~]#cephstatuscluster69360bca-313e-42d6-8b57-34169d3cf6c2healthHEALTH_WARNmonmape1:1monsat{a=192.168.1.150:6789/0},electionepoch1,quorum0amdsmape14:1/1/1up{0=a=up:active}osdmape21:2osds:2up,2inpgmapv593:576pgs,3pools,200MBdata,81objects2478MBused,38461MB/40940MBavail576active+clean[root@linux150~]#cephosdtree#idweighttypenameup/downreweight-12rootdefault-32rackunknownrack-21hostlinux10401osd.0up1-41hostlinux10511osd.1up1------------------------------------------------------------------------¶þ¡¢cephblockdevice·½Ê½[root@linux105myceph]#fio--rw=rw--bs=1m--size=10M--numjobs=20--group_reporting--name=test-rwtest-rw:(g=0):rw=rw,bs=1M-1M/1M-1M/1M-1M,ioengine=sync,iodepth=1...fio-2.1.7Starting20processestest-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB)test-rw:LayingoutIOfile(s)(1file(s)/10MB