== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 14:22:48 (1788546168)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.62 seconds: 16.04 ops/second
 - mkdir 156 (time 1788546192.56 total 10.03 last 15.55)
 - mkdir 341 (time 1788546202.59 total 20.07 last 18.43)
 - mkdir 507 (time 1788546212.61 total 30.09 last 16.57)
 - mkdir 697 (time 1788546222.63 total 40.11 last 18.95)
 - mkdir 866 (time 1788546232.66 total 50.14 last 16.85)
total: 1000 mkdir in 57.41 seconds: 17.42 ops/second
 - mkdir 145 (time 1788546191.68 total 10.03 last 14.46)
 - mkdir 335 (time 1788546201.73 total 20.08 last 18.91)
 - mkdir 496 (time 1788546211.77 total 30.12 last 16.03)
 - mkdir 682 (time 1788546221.80 total 40.14 last 18.56)
 - mkdir 847 (time 1788546231.85 total 50.20 last 16.41)
total: 1000 mkdir in 58.33 seconds: 17.14 ops/second
 - mkdir 165 (time 1788546193.25 total 10.03 last 16.45)
 - mkdir 346 (time 1788546203.26 total 20.04 last 18.08)
 - mkdir 518 (time 1788546213.30 total 30.08 last 17.13)
 - mkdir 706 (time 1788546223.33 total 40.12 last 18.73)
 - mkdir 874 (time 1788546233.37 total 50.16 last 16.74)
total: 1000 mkdir in 57.10 seconds: 17.51 ops/second
 - mkdir 149 (time 1788546191.86 total 10.02 last 14.87)
 - mkdir 333 (time 1788546201.89 total 20.05 last 18.35)
 - mkdir 493 (time 1788546211.92 total 30.09 last 15.94)
 - mkdir 682 (time 1788546221.93 total 40.10 last 18.88)
 - mkdir 849 (time 1788546231.95 total 50.12 last 16.67)
total: 1000 mkdir in 58.76 seconds: 17.02 ops/second
 - mkdir 161 (time 1788546193.52 total 10.04 last 16.04)
 - mkdir 349 (time 1788546203.63 total 20.14 last 18.61)
 - mkdir 515 (time 1788546213.68 total 30.20 last 16.51)
 - mkdir 700 (time 1788546223.69 total 40.21 last 18.49)
 - mkdir 872 (time 1788546233.72 total 50.24 last 17.14)
total: 1000 mkdir in 58.03 seconds: 17.23 ops/second
 - mkdir 165 (time 1788546193.40 total 10.04 last 16.44)
 - mkdir 339 (time 1788546203.44 total 20.08 last 17.33)
 - mkdir 507 (time 1788546213.46 total 30.09 last 16.77)
 - mkdir 693 (time 1788546223.53 total 40.17 last 18.46)
 - mkdir 869 (time 1788546233.58 total 50.21 last 17.53)
total: 1000 mkdir in 58.22 seconds: 17.18 ops/second
 - mkdir 166 (time 1788546193.73 total 10.02 last 16.57)
 - mkdir 337 (time 1788546203.74 total 20.03 last 17.08)
 - mkdir 496 (time 1788546213.79 total 30.08 last 15.82)
 - mkdir 684 (time 1788546223.82 total 40.11 last 18.74)
 - mkdir 864 (time 1788546233.84 total 50.13 last 17.97)
total: 1000 mkdir in 58.34 seconds: 17.14 ops/second
 - mkdir 156 (time 1788546193.26 total 10.05 last 15.52)
 - mkdir 338 (time 1788546203.30 total 20.09 last 18.13)
 - mkdir 495 (time 1788546213.32 total 30.11 last 15.66)
 - mkdir 679 (time 1788546223.38 total 40.17 last 18.29)
 - mkdir 853 (time 1788546233.40 total 50.18 last 17.38)
total: 1000 mkdir in 59.22 seconds: 16.89 ops/second
 - mkdir 134 (time 1788546191.14 total 10.04 last 13.35)
 - mkdir 316 (time 1788546201.21 total 20.10 last 18.08)
 - mkdir 460 (time 1788546211.24 total 30.14 last 14.35)
 - mkdir 650 (time 1788546221.25 total 40.14 last 18.99)
 - mkdir 812 (time 1788546231.26 total 50.16 last 16.17)
 - mkdir 987 (time 1788546241.27 total 60.17 last 17.48)
total: 1000 mkdir in 61.34 seconds: 16.30 ops/second
 - mkdir 146 (time 1788546192.40 total 10.03 last 14.56)
 - mkdir 323 (time 1788546202.48 total 20.10 last 17.57)
 - mkdir 471 (time 1788546212.53 total 30.15 last 14.73)
 - mkdir 656 (time 1788546222.57 total 40.19 last 18.43)
 - mkdir 827 (time 1788546232.63 total 50.25 last 17.00)
 - mkdir 990 (time 1788546242.71 total 60.33 last 16.17)
total: 1000 mkdir in 61.23 seconds: 16.33 ops/second
Time for file creation 73 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.44 seconds: 22.85 ops/second
 - mkdir 176 (time 1788546754.74 total 10.03 last 17.54)
 - mkdir 354 (time 1788546764.78 total 20.08 last 17.72)
 - mkdir 552 (time 1788546774.80 total 30.09 last 19.77)
 - mkdir 722 (time 1788546784.81 total 40.11 last 16.98)
 - mkdir 892 (time 1788546794.82 total 50.11 last 16.99)
total: 1000 mkdir in 56.47 seconds: 17.71 ops/second
 - mkdir 174 (time 1788546754.50 total 10.07 last 17.27)
 - mkdir 344 (time 1788546764.51 total 20.08 last 16.99)
 - mkdir 539 (time 1788546774.55 total 30.12 last 19.41)
 - mkdir 713 (time 1788546784.56 total 40.13 last 17.39)
 - mkdir 884 (time 1788546794.57 total 50.14 last 17.08)
total: 1000 mkdir in 57.82 seconds: 17.30 ops/second
 - mkdir 172 (time 1788546754.85 total 10.04 last 17.13)
 - mkdir 341 (time 1788546764.91 total 20.09 last 16.81)
 - mkdir 545 (time 1788546774.94 total 30.13 last 20.33)
 - mkdir 712 (time 1788546784.94 total 40.13 last 16.69)
 - mkdir 884 (time 1788546794.98 total 50.17 last 17.14)
total: 1000 mkdir in 57.56 seconds: 17.37 ops/second
 - mkdir 172 (time 1788546755.15 total 10.03 last 17.15)
 - mkdir 350 (time 1788546765.16 total 20.03 last 17.79)
 - mkdir 544 (time 1788546775.17 total 30.05 last 19.37)
 - mkdir 715 (time 1788546785.20 total 40.08 last 17.05)
 - mkdir 886 (time 1788546795.23 total 50.10 last 17.06)
total: 1000 mkdir in 57.30 seconds: 17.45 ops/second
 - mkdir 173 (time 1788546755.20 total 10.03 last 17.25)
 - mkdir 353 (time 1788546765.34 total 20.17 last 17.74)
 - mkdir 548 (time 1788546775.42 total 30.25 last 19.35)
 - mkdir 715 (time 1788546785.45 total 40.28 last 16.65)
 - mkdir 887 (time 1788546795.50 total 50.33 last 17.11)
total: 1000 mkdir in 58.03 seconds: 17.23 ops/second
 - mkdir 175 (time 1788546755.58 total 10.09 last 17.35)
 - mkdir 352 (time 1788546765.59 total 20.09 last 17.70)
 - mkdir 549 (time 1788546775.64 total 30.14 last 19.59)
 - mkdir 713 (time 1788546785.69 total 40.19 last 16.32)
 - mkdir 884 (time 1788546795.71 total 50.21 last 17.07)
total: 1000 mkdir in 58.32 seconds: 17.15 ops/second
 - mkdir 171 (time 1788546755.49 total 10.03 last 17.05)
 - mkdir 347 (time 1788546765.51 total 20.05 last 17.56)
 - mkdir 536 (time 1788546775.57 total 30.11 last 18.80)
 - mkdir 706 (time 1788546785.67 total 40.21 last 16.83)
 - mkdir 877 (time 1788546795.70 total 50.24 last 17.05)
total: 1000 mkdir in 59.51 seconds: 16.80 ops/second
 - mkdir 163 (time 1788546754.92 total 10.05 last 16.22)
 - mkdir 331 (time 1788546765.00 total 20.12 last 16.68)
 - mkdir 518 (time 1788546775.02 total 30.14 last 18.67)
 - mkdir 690 (time 1788546785.12 total 40.24 last 17.03)
 - mkdir 860 (time 1788546795.12 total 50.25 last 16.99)
 - mkdir 993 (time 1788546805.19 total 60.32 last 13.21)
total: 1000 mkdir in 61.29 seconds: 16.32 ops/second
 - mkdir 167 (time 1788546755.73 total 10.05 last 16.62)
 - mkdir 343 (time 1788546765.74 total 20.06 last 17.58)
 - mkdir 532 (time 1788546775.83 total 30.14 last 18.74)
 - mkdir 697 (time 1788546785.88 total 40.20 last 16.41)
 - mkdir 869 (time 1788546795.88 total 50.20 last 17.20)
 - mkdir 992 (time 1788546806.08 total 60.39 last 12.06)
total: 1000 mkdir in 61.37 seconds: 16.29 ops/second
 - mkdir 162 (time 1788546754.98 total 10.04 last 16.13)
 - mkdir 327 (time 1788546765.02 total 20.08 last 16.44)
 - mkdir 512 (time 1788546775.05 total 30.11 last 18.44)
 - mkdir 675 (time 1788546785.07 total 40.13 last 16.27)
 - mkdir 842 (time 1788546795.07 total 50.13 last 16.69)
 - mkdir 973 (time 1788546805.17 total 60.23 last 12.97)
total: 1000 mkdir in 63.24 seconds: 15.81 ops/second
Time for file creation 74 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788546818 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788546818 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788546819 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788546820 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788546820 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1788546819 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788546820 ; total 1 ; last 1)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788546820 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788546820 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1788546820 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
Time for file removal 42 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8