== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 17:26:03 (1784237163)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.48 seconds: 20.92 ops/second
 - mkdir 165 (time 1784237182.60 total 10.01 last 16.48)
 - mkdir 359 (time 1784237192.61 total 20.03 last 19.37)
 - mkdir 565 (time 1784237202.62 total 30.04 last 20.57)
 - mkdir 804 (time 1784237212.64 total 40.06 last 23.86)
 - mkdir 988 (time 1784237222.68 total 50.10 last 18.33)
total: 1000 mkdir in 50.87 seconds: 19.66 ops/second
 - mkdir 167 (time 1784237183.36 total 10.03 last 16.64)
 - mkdir 360 (time 1784237193.37 total 20.04 last 19.30)
 - mkdir 575 (time 1784237203.41 total 30.07 last 21.41)
 - mkdir 806 (time 1784237213.43 total 40.09 last 23.05)
 - mkdir 981 (time 1784237223.50 total 50.17 last 17.37)
total: 1000 mkdir in 51.85 seconds: 19.29 ops/second
 - mkdir 172 (time 1784237184.37 total 10.06 last 17.10)
 - mkdir 363 (time 1784237194.39 total 20.08 last 19.06)
 - mkdir 581 (time 1784237204.41 total 30.10 last 21.77)
 - mkdir 819 (time 1784237214.44 total 40.13 last 23.72)
 - mkdir 991 (time 1784237224.51 total 50.20 last 17.08)
total: 1000 mkdir in 50.95 seconds: 19.63 ops/second
 - mkdir 171 (time 1784237183.84 total 10.04 last 17.04)
 - mkdir 357 (time 1784237193.87 total 20.07 last 18.54)
 - mkdir 567 (time 1784237203.89 total 30.09 last 20.96)
 - mkdir 805 (time 1784237213.93 total 40.13 last 23.70)
 - mkdir 974 (time 1784237223.97 total 50.17 last 16.83)
total: 1000 mkdir in 52.41 seconds: 19.08 ops/second
 - mkdir 162 (time 1784237183.06 total 10.03 last 16.16)
 - mkdir 344 (time 1784237193.08 total 20.04 last 18.17)
 - mkdir 551 (time 1784237203.11 total 30.08 last 20.62)
 - mkdir 789 (time 1784237213.15 total 40.12 last 23.71)
 - mkdir 964 (time 1784237223.26 total 50.23 last 17.31)
total: 1000 mkdir in 53.22 seconds: 18.79 ops/second
 - mkdir 164 (time 1784237184.03 total 10.03 last 16.35)
 - mkdir 354 (time 1784237194.05 total 20.06 last 18.95)
 - mkdir 558 (time 1784237204.10 total 30.11 last 20.30)
 - mkdir 794 (time 1784237214.17 total 40.17 last 23.45)
 - mkdir 964 (time 1784237224.19 total 50.19 last 16.96)
total: 1000 mkdir in 53.76 seconds: 18.60 ops/second
 - mkdir 166 (time 1784237183.93 total 10.01 last 16.58)
 - mkdir 353 (time 1784237193.95 total 20.03 last 18.68)
 - mkdir 567 (time 1784237203.99 total 30.07 last 21.30)
 - mkdir 797 (time 1784237214.04 total 40.12 last 22.88)
 - mkdir 966 (time 1784237224.07 total 50.15 last 16.86)
total: 1000 mkdir in 53.92 seconds: 18.54 ops/second
 - mkdir 163 (time 1784237184.24 total 10.05 last 16.22)
 - mkdir 353 (time 1784237194.24 total 20.06 last 18.99)
 - mkdir 561 (time 1784237204.26 total 30.07 last 20.77)
 - mkdir 789 (time 1784237214.26 total 40.07 last 22.79)
 - mkdir 960 (time 1784237224.32 total 50.13 last 17.01)
total: 1000 mkdir in 54.34 seconds: 18.40 ops/second
 - mkdir 162 (time 1784237184.14 total 10.00 last 16.19)
 - mkdir 342 (time 1784237194.17 total 20.03 last 17.95)
 - mkdir 552 (time 1784237204.20 total 30.06 last 20.93)
 - mkdir 779 (time 1784237214.28 total 40.14 last 22.52)
 - mkdir 944 (time 1784237224.32 total 50.18 last 16.43)
total: 1000 mkdir in 56.09 seconds: 17.83 ops/second
 - mkdir 156 (time 1784237183.51 total 10.01 last 15.58)
 - mkdir 332 (time 1784237193.56 total 20.06 last 17.51)
 - mkdir 531 (time 1784237203.57 total 30.07 last 19.89)
 - mkdir 753 (time 1784237213.58 total 40.09 last 22.16)
 - mkdir 916 (time 1784237223.68 total 50.18 last 16.15)
total: 1000 mkdir in 57.67 seconds: 17.34 ops/second
Time for file creation 66 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.58 seconds: 17.36 ops/second
 - mkdir 128 (time 1784237772.13 total 10.10 last 12.67)
 - mkdir 266 (time 1784237782.18 total 20.15 last 13.73)
 - mkdir 407 (time 1784237792.24 total 30.21 last 14.01)
 - mkdir 554 (time 1784237802.25 total 40.23 last 14.68)
 - mkdir 710 (time 1784237812.29 total 50.26 last 15.55)
 - mkdir 858 (time 1784237822.30 total 60.27 last 14.78)
total: 1000 mkdir in 69.83 seconds: 14.32 ops/second
 - mkdir 130 (time 1784237774.76 total 10.04 last 12.95)
 - mkdir 285 (time 1784237784.77 total 20.05 last 15.48)
 - mkdir 430 (time 1784237794.78 total 30.06 last 14.48)
 - mkdir 585 (time 1784237804.80 total 40.08 last 15.46)
 - mkdir 738 (time 1784237814.83 total 50.12 last 15.25)
 - mkdir 885 (time 1784237824.86 total 60.15 last 14.66)
total: 1000 mkdir in 68.05 seconds: 14.70 ops/second
 - mkdir 135 (time 1784237776.14 total 10.10 last 13.37)
 - mkdir 297 (time 1784237786.17 total 20.13 last 16.15)
 - mkdir 443 (time 1784237796.22 total 30.18 last 14.53)
 - mkdir 601 (time 1784237806.29 total 40.24 last 15.70)
 - mkdir 750 (time 1784237816.36 total 50.32 last 14.79)
 - mkdir 892 (time 1784237826.38 total 60.33 last 14.18)
total: 1000 mkdir in 67.68 seconds: 14.78 ops/second
 - mkdir 127 (time 1784237775.89 total 10.02 last 12.67)
 - mkdir 283 (time 1784237785.95 total 20.08 last 15.50)
 - mkdir 434 (time 1784237796.00 total 30.13 last 15.03)
 - mkdir 591 (time 1784237806.06 total 40.19 last 15.60)
 - mkdir 745 (time 1784237816.12 total 50.25 last 15.32)
 - mkdir 894 (time 1784237826.17 total 60.30 last 14.83)
total: 1000 mkdir in 68.34 seconds: 14.63 ops/second
 - mkdir 124 (time 1784237775.52 total 10.04 last 12.35)
 - mkdir 284 (time 1784237785.59 total 20.11 last 15.89)
 - mkdir 432 (time 1784237795.64 total 30.16 last 14.73)
 - mkdir 590 (time 1784237805.67 total 40.19 last 15.76)
 - mkdir 739 (time 1784237815.69 total 50.21 last 14.86)
 - mkdir 881 (time 1784237825.72 total 60.25 last 14.15)
total: 1000 mkdir in 68.98 seconds: 14.50 ops/second
 - mkdir 127 (time 1784237774.95 total 10.05 last 12.63)
 - mkdir 278 (time 1784237784.99 total 20.10 last 15.03)
 - mkdir 425 (time 1784237795.03 total 30.14 last 14.64)
 - mkdir 575 (time 1784237805.07 total 40.18 last 14.94)
 - mkdir 724 (time 1784237815.10 total 50.21 last 14.86)
 - mkdir 870 (time 1784237825.12 total 60.22 last 14.58)
total: 1000 mkdir in 69.62 seconds: 14.36 ops/second
 - mkdir 124 (time 1784237775.00 total 10.03 last 12.36)
 - mkdir 274 (time 1784237785.02 total 20.05 last 14.97)
 - mkdir 417 (time 1784237795.06 total 30.10 last 14.24)
 - mkdir 570 (time 1784237805.10 total 40.14 last 15.23)
 - mkdir 723 (time 1784237815.14 total 50.18 last 15.24)
 - mkdir 870 (time 1784237825.20 total 60.24 last 14.61)
total: 1000 mkdir in 69.58 seconds: 14.37 ops/second
 - mkdir 124 (time 1784237775.60 total 10.00 last 12.40)
 - mkdir 282 (time 1784237785.65 total 20.05 last 15.72)
 - mkdir 428 (time 1784237795.66 total 30.06 last 14.59)
 - mkdir 579 (time 1784237805.70 total 40.10 last 15.04)
 - mkdir 729 (time 1784237815.74 total 50.14 last 14.94)
 - mkdir 874 (time 1784237825.75 total 60.15 last 14.49)
total: 1000 mkdir in 69.06 seconds: 14.48 ops/second
 - mkdir 126 (time 1784237775.58 total 10.01 last 12.58)
 - mkdir 277 (time 1784237785.62 total 20.04 last 15.05)
 - mkdir 419 (time 1784237795.65 total 30.08 last 14.15)
 - mkdir 570 (time 1784237805.67 total 40.10 last 15.07)
 - mkdir 724 (time 1784237815.68 total 50.11 last 15.38)
 - mkdir 866 (time 1784237825.69 total 60.12 last 14.19)
 - mkdir 998 (time 1784237835.74 total 70.16 last 13.14)
total: 1000 mkdir in 70.25 seconds: 14.23 ops/second
 - mkdir 128 (time 1784237775.75 total 10.04 last 12.75)
 - mkdir 273 (time 1784237785.80 total 20.08 last 14.44)
 - mkdir 415 (time 1784237795.81 total 30.09 last 14.18)
 - mkdir 569 (time 1784237805.82 total 40.11 last 15.38)
 - mkdir 717 (time 1784237815.84 total 50.12 last 14.77)
 - mkdir 862 (time 1784237825.85 total 60.14 last 14.48)
 - mkdir 996 (time 1784237835.87 total 70.16 last 13.37)
total: 1000 mkdir in 70.43 seconds: 14.20 ops/second
Time for file creation 82 sec for 1 RPC sent at a time
 - unlinked 0 (time 1784237844 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237845 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237845 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237845 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237846 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237846 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237846 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1784237846 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1784237846 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1784237846 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 43 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8