== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 23:51:07 (1784778667)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.74 seconds: 13.49 ops/second
 - mkdir 126 (time 1784778694.54 total 10.04 last 12.55)
 - mkdir 312 (time 1784778704.57 total 20.07 last 18.55)
 - mkdir 491 (time 1784778714.59 total 30.09 last 17.86)
 - mkdir 659 (time 1784778724.62 total 40.12 last 16.75)
 - mkdir 886 (time 1784778734.68 total 50.18 last 22.56)
total: 1000 mkdir in 57.33 seconds: 17.44 ops/second
 - mkdir 123 (time 1784778694.65 total 10.01 last 12.29)
 - mkdir 306 (time 1784778704.66 total 20.01 last 18.29)
 - mkdir 484 (time 1784778714.68 total 30.03 last 17.77)
 - mkdir 652 (time 1784778724.70 total 40.05 last 16.77)
 - mkdir 883 (time 1784778734.72 total 50.07 last 23.05)
total: 1000 mkdir in 58.15 seconds: 17.20 ops/second
 - mkdir 147 (time 1784778696.98 total 10.02 last 14.68)
 - mkdir 341 (time 1784778706.98 total 20.02 last 19.40)
 - mkdir 513 (time 1784778716.99 total 30.02 last 17.19)
 - mkdir 710 (time 1784778727.02 total 40.06 last 19.63)
 - mkdir 919 (time 1784778737.03 total 50.06 last 20.89)
total: 1000 mkdir in 57.24 seconds: 17.47 ops/second
 - mkdir 144 (time 1784778696.76 total 10.00 last 14.39)
 - mkdir 329 (time 1784778706.80 total 20.04 last 18.43)
 - mkdir 498 (time 1784778716.81 total 30.05 last 16.88)
 - mkdir 688 (time 1784778726.84 total 40.09 last 18.94)
 - mkdir 900 (time 1784778736.89 total 50.14 last 21.09)
total: 1000 mkdir in 59.84 seconds: 16.71 ops/second
 - mkdir 131 (time 1784778695.38 total 10.01 last 13.08)
 - mkdir 307 (time 1784778705.40 total 20.03 last 17.56)
 - mkdir 479 (time 1784778715.42 total 30.04 last 17.18)
 - mkdir 651 (time 1784778725.42 total 40.05 last 17.19)
 - mkdir 875 (time 1784778735.45 total 50.08 last 22.33)
 - mkdir 990 (time 1784778745.48 total 60.11 last 11.47)
total: 1000 mkdir in 61.56 seconds: 16.24 ops/second
 - mkdir 144 (time 1784778696.24 total 10.03 last 14.36)
 - mkdir 327 (time 1784778706.25 total 20.03 last 18.29)
 - mkdir 494 (time 1784778716.27 total 30.06 last 16.66)
 - mkdir 673 (time 1784778726.34 total 40.13 last 17.78)
 - mkdir 888 (time 1784778736.35 total 50.14 last 21.47)
 - mkdir 993 (time 1784778746.38 total 60.17 last 10.47)
total: 1000 mkdir in 61.15 seconds: 16.35 ops/second
 - mkdir 145 (time 1784778696.56 total 10.03 last 14.45)
 - mkdir 329 (time 1784778706.65 total 20.12 last 18.24)
 - mkdir 493 (time 1784778716.65 total 30.12 last 16.40)
 - mkdir 680 (time 1784778726.67 total 40.14 last 18.66)
 - mkdir 889 (time 1784778736.71 total 50.18 last 20.83)
 - mkdir 989 (time 1784778746.77 total 60.24 last 9.94)
total: 1000 mkdir in 62.21 seconds: 16.08 ops/second
 - mkdir 131 (time 1784778695.57 total 10.01 last 13.09)
 - mkdir 307 (time 1784778705.58 total 20.01 last 17.58)
 - mkdir 476 (time 1784778715.64 total 30.08 last 16.80)
 - mkdir 651 (time 1784778725.64 total 40.08 last 17.49)
 - mkdir 864 (time 1784778735.70 total 50.14 last 21.19)
 - mkdir 977 (time 1784778745.81 total 60.24 last 11.18)
total: 1000 mkdir in 64.20 seconds: 15.58 ops/second
 - mkdir 105 (time 1784778693.08 total 10.05 last 10.45)
 - mkdir 271 (time 1784778703.08 total 20.06 last 16.59)
 - mkdir 444 (time 1784778713.13 total 30.10 last 17.22)
 - mkdir 610 (time 1784778723.15 total 40.13 last 16.56)
 - mkdir 820 (time 1784778733.16 total 50.13 last 20.99)
 - mkdir 956 (time 1784778743.16 total 60.14 last 13.59)
total: 1000 mkdir in 67.42 seconds: 14.83 ops/second
 - mkdir 136 (time 1784778696.79 total 10.02 last 13.57)
 - mkdir 319 (time 1784778706.83 total 20.07 last 18.22)
 - mkdir 480 (time 1784778716.88 total 30.12 last 16.02)
 - mkdir 660 (time 1784778726.89 total 40.13 last 17.99)
 - mkdir 856 (time 1784778736.94 total 50.17 last 19.51)
 - mkdir 955 (time 1784778747.10 total 60.34 last 9.74)
total: 1000 mkdir in 65.81 seconds: 15.20 ops/second
Time for file creation 82 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.57 seconds: 17.59 ops/second
 - mkdir 155 (time 1784779274.06 total 10.05 last 15.42)
 - mkdir 302 (time 1784779284.07 total 20.07 last 14.68)
 - mkdir 464 (time 1784779294.16 total 30.16 last 16.06)
 - mkdir 619 (time 1784779304.18 total 40.17 last 15.47)
 - mkdir 786 (time 1784779314.22 total 50.21 last 16.64)
 - mkdir 942 (time 1784779324.23 total 60.23 last 15.57)
total: 1000 mkdir in 64.17 seconds: 15.58 ops/second
 - mkdir 167 (time 1784779277.88 total 10.00 last 16.70)
 - mkdir 333 (time 1784779287.93 total 20.05 last 16.52)
 - mkdir 488 (time 1784779298.02 total 30.14 last 15.37)
 - mkdir 659 (time 1784779308.03 total 40.15 last 17.08)
 - mkdir 820 (time 1784779318.07 total 50.19 last 16.03)
 - mkdir 980 (time 1784779328.08 total 60.20 last 15.99)
total: 1000 mkdir in 62.25 seconds: 16.06 ops/second
 - mkdir 161 (time 1784779276.73 total 10.01 last 16.09)
 - mkdir 331 (time 1784779286.77 total 20.04 last 16.94)
 - mkdir 476 (time 1784779296.83 total 30.10 last 14.41)
 - mkdir 638 (time 1784779306.86 total 40.14 last 16.14)
 - mkdir 798 (time 1784779316.91 total 50.19 last 15.92)
 - mkdir 957 (time 1784779326.92 total 60.19 last 15.89)
total: 1000 mkdir in 64.58 seconds: 15.49 ops/second
 - mkdir 151 (time 1784779276.18 total 10.03 last 15.06)
 - mkdir 313 (time 1784779286.20 total 20.05 last 16.17)
 - mkdir 458 (time 1784779296.23 total 30.08 last 14.46)
 - mkdir 618 (time 1784779306.23 total 40.08 last 16.00)
 - mkdir 770 (time 1784779316.28 total 50.12 last 15.13)
 - mkdir 933 (time 1784779326.31 total 60.15 last 16.26)
total: 1000 mkdir in 66.59 seconds: 15.02 ops/second
 - mkdir 165 (time 1784779277.61 total 10.01 last 16.49)
 - mkdir 326 (time 1784779287.64 total 20.04 last 16.05)
 - mkdir 470 (time 1784779297.71 total 30.11 last 14.30)
 - mkdir 637 (time 1784779307.72 total 40.12 last 16.68)
 - mkdir 800 (time 1784779317.76 total 50.15 last 16.25)
 - mkdir 957 (time 1784779327.83 total 60.23 last 15.58)
total: 1000 mkdir in 65.22 seconds: 15.33 ops/second
 - mkdir 164 (time 1784779277.35 total 10.03 last 16.35)
 - mkdir 323 (time 1784779287.39 total 20.07 last 15.84)
 - mkdir 467 (time 1784779297.41 total 30.09 last 14.37)
 - mkdir 631 (time 1784779307.46 total 40.14 last 16.32)
 - mkdir 794 (time 1784779317.50 total 50.18 last 16.23)
 - mkdir 953 (time 1784779327.53 total 60.21 last 15.85)
total: 1000 mkdir in 65.64 seconds: 15.24 ops/second
 - mkdir 161 (time 1784779277.26 total 10.04 last 16.04)
 - mkdir 317 (time 1784779287.28 total 20.06 last 15.56)
 - mkdir 464 (time 1784779297.29 total 30.07 last 14.69)
 - mkdir 620 (time 1784779307.30 total 40.08 last 15.58)
 - mkdir 788 (time 1784779317.34 total 50.12 last 16.73)
 - mkdir 950 (time 1784779327.37 total 60.15 last 16.15)
total: 1000 mkdir in 65.89 seconds: 15.18 ops/second
 - mkdir 157 (time 1784779276.99 total 10.01 last 15.69)
 - mkdir 320 (time 1784779287.00 total 20.02 last 16.29)
 - mkdir 462 (time 1784779297.08 total 30.10 last 14.08)
 - mkdir 624 (time 1784779307.13 total 40.15 last 16.13)
 - mkdir 790 (time 1784779317.13 total 50.15 last 16.58)
 - mkdir 945 (time 1784779327.18 total 60.20 last 15.43)
total: 1000 mkdir in 66.79 seconds: 14.97 ops/second
 - mkdir 155 (time 1784779277.04 total 10.00 last 15.50)
 - mkdir 316 (time 1784779287.11 total 20.08 last 15.98)
 - mkdir 456 (time 1784779297.12 total 30.09 last 13.99)
 - mkdir 607 (time 1784779307.12 total 40.09 last 15.10)
 - mkdir 766 (time 1784779317.13 total 50.10 last 15.89)
 - mkdir 920 (time 1784779327.18 total 60.15 last 15.32)
total: 1000 mkdir in 69.79 seconds: 14.33 ops/second
 - mkdir 145 (time 1784779274.88 total 10.02 last 14.46)
 - mkdir 284 (time 1784779284.94 total 20.09 last 13.82)
 - mkdir 440 (time 1784779294.98 total 30.12 last 15.54)
 - mkdir 591 (time 1784779305.02 total 40.17 last 15.04)
 - mkdir 742 (time 1784779315.03 total 50.17 last 15.09)
 - mkdir 896 (time 1784779325.08 total 60.22 last 15.32)
 - mkdir 985 (time 1784779335.16 total 70.31 last 8.83)
total: 1000 mkdir in 72.05 seconds: 13.88 ops/second
Time for file creation 83 sec for 1 RPC sent at a time
 - unlinked 0 (time 1784779347 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1784779347 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1784779348 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1784779348 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1784779348 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1784779348 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1784779349 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1784779349 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1784779349 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1784779349 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 50 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8