== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 16:18:45 (1789417125)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.51 seconds: 19.55 ops/second
 - mkdir 133 (time 1789417147.81 total 10.04 last 13.24)
 - mkdir 277 (time 1789417157.84 total 20.07 last 14.36)
 - mkdir 423 (time 1789417167.84 total 30.07 last 14.60)
 - mkdir 579 (time 1789417177.89 total 40.12 last 15.53)
 - mkdir 738 (time 1789417187.91 total 50.14 last 15.87)
 - mkdir 877 (time 1789417197.92 total 60.15 last 13.88)
total: 1000 mkdir in 69.05 seconds: 14.48 ops/second
 - mkdir 145 (time 1789417149.65 total 10.03 last 14.46)
 - mkdir 291 (time 1789417159.66 total 20.04 last 14.59)
 - mkdir 449 (time 1789417169.66 total 30.04 last 15.79)
 - mkdir 604 (time 1789417179.68 total 40.06 last 15.47)
 - mkdir 757 (time 1789417189.73 total 50.10 last 15.23)
 - mkdir 896 (time 1789417199.75 total 60.13 last 13.87)
total: 1000 mkdir in 67.66 seconds: 14.78 ops/second
 - mkdir 133 (time 1789417148.37 total 10.03 last 13.25)
 - mkdir 275 (time 1789417158.37 total 20.04 last 14.19)
 - mkdir 419 (time 1789417168.45 total 30.12 last 14.29)
 - mkdir 578 (time 1789417178.45 total 40.12 last 15.90)
 - mkdir 732 (time 1789417188.49 total 50.16 last 15.34)
 - mkdir 875 (time 1789417198.50 total 60.17 last 14.28)
total: 1000 mkdir in 69.71 seconds: 14.34 ops/second
 - mkdir 138 (time 1789417149.47 total 10.08 last 13.69)
 - mkdir 282 (time 1789417159.51 total 20.11 last 14.35)
 - mkdir 434 (time 1789417169.52 total 30.13 last 15.18)
 - mkdir 592 (time 1789417179.58 total 40.18 last 15.71)
 - mkdir 746 (time 1789417189.66 total 50.27 last 15.27)
 - mkdir 888 (time 1789417199.74 total 60.34 last 14.09)
total: 1000 mkdir in 68.75 seconds: 14.55 ops/second
 - mkdir 142 (time 1789417150.18 total 10.02 last 14.17)
 - mkdir 291 (time 1789417160.19 total 20.04 last 14.88)
 - mkdir 443 (time 1789417170.19 total 30.04 last 15.19)
 - mkdir 604 (time 1789417180.20 total 40.04 last 16.10)
 - mkdir 756 (time 1789417190.31 total 50.16 last 15.03)
 - mkdir 893 (time 1789417200.39 total 60.24 last 13.59)
total: 1000 mkdir in 68.52 seconds: 14.59 ops/second
 - mkdir 141 (time 1789417149.97 total 10.05 last 14.02)
 - mkdir 292 (time 1789417160.04 total 20.12 last 15.00)
 - mkdir 449 (time 1789417170.08 total 30.17 last 15.63)
 - mkdir 604 (time 1789417180.09 total 40.18 last 15.48)
 - mkdir 752 (time 1789417190.12 total 50.20 last 14.76)
 - mkdir 890 (time 1789417200.15 total 60.24 last 13.75)
total: 1000 mkdir in 68.88 seconds: 14.52 ops/second
 - mkdir 137 (time 1789417149.80 total 10.06 last 13.62)
 - mkdir 279 (time 1789417159.84 total 20.09 last 14.16)
 - mkdir 433 (time 1789417169.92 total 30.17 last 15.28)
 - mkdir 591 (time 1789417179.93 total 40.19 last 15.77)
 - mkdir 741 (time 1789417189.94 total 50.20 last 14.98)
 - mkdir 878 (time 1789417200.02 total 60.27 last 13.60)
total: 1000 mkdir in 70.03 seconds: 14.28 ops/second
 - mkdir 138 (time 1789417149.46 total 10.05 last 13.73)
 - mkdir 276 (time 1789417159.51 total 20.10 last 13.74)
 - mkdir 422 (time 1789417169.52 total 30.11 last 14.58)
 - mkdir 575 (time 1789417179.54 total 40.13 last 15.27)
 - mkdir 733 (time 1789417189.58 total 50.17 last 15.73)
 - mkdir 877 (time 1789417199.69 total 60.27 last 14.25)
 - mkdir 998 (time 1789417209.76 total 70.34 last 12.02)
total: 1000 mkdir in 70.45 seconds: 14.19 ops/second
 - mkdir 140 (time 1789417150.37 total 10.15 last 13.79)
 - mkdir 290 (time 1789417160.37 total 20.15 last 15.00)
 - mkdir 439 (time 1789417170.39 total 30.17 last 14.87)
 - mkdir 598 (time 1789417180.41 total 40.20 last 15.85)
 - mkdir 748 (time 1789417190.50 total 50.28 last 14.88)
 - mkdir 887 (time 1789417200.51 total 60.29 last 13.88)
total: 1000 mkdir in 69.73 seconds: 14.34 ops/second
 - mkdir 131 (time 1789417149.39 total 10.06 last 13.02)
 - mkdir 270 (time 1789417159.46 total 20.13 last 13.80)
 - mkdir 415 (time 1789417169.49 total 30.16 last 14.47)
 - mkdir 571 (time 1789417179.52 total 40.18 last 15.55)
 - mkdir 725 (time 1789417189.61 total 50.28 last 15.26)
 - mkdir 862 (time 1789417199.66 total 60.32 last 13.64)
 - mkdir 977 (time 1789417209.71 total 70.38 last 11.44)
total: 1000 mkdir in 72.57 seconds: 13.78 ops/second
Time for file creation 83 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.63 seconds: 15.89 ops/second
 - mkdir 119 (time 1789417819.84 total 10.01 last 11.89)
 - mkdir 274 (time 1789417829.85 total 20.02 last 15.48)
 - mkdir 422 (time 1789417839.87 total 30.04 last 14.78)
 - mkdir 578 (time 1789417849.95 total 40.12 last 15.48)
 - mkdir 723 (time 1789417859.98 total 50.16 last 14.44)
 - mkdir 899 (time 1789417869.99 total 60.16 last 17.60)
total: 1000 mkdir in 66.76 seconds: 14.98 ops/second
 - mkdir 120 (time 1789417819.75 total 10.01 last 11.99)
 - mkdir 265 (time 1789417829.78 total 20.04 last 14.46)
 - mkdir 413 (time 1789417839.79 total 30.05 last 14.78)
 - mkdir 558 (time 1789417849.82 total 40.08 last 14.46)
 - mkdir 702 (time 1789417859.87 total 50.12 last 14.34)
 - mkdir 879 (time 1789417869.89 total 60.15 last 17.65)
total: 1000 mkdir in 68.75 seconds: 14.55 ops/second
 - mkdir 121 (time 1789417820.26 total 10.03 last 12.06)
 - mkdir 278 (time 1789417830.33 total 20.10 last 15.60)
 - mkdir 417 (time 1789417840.41 total 30.18 last 13.78)
 - mkdir 565 (time 1789417850.47 total 40.23 last 14.72)
 - mkdir 709 (time 1789417860.47 total 50.24 last 14.40)
 - mkdir 886 (time 1789417870.49 total 60.26 last 17.66)
total: 1000 mkdir in 68.75 seconds: 14.54 ops/second
 - mkdir 123 (time 1789417818.75 total 10.02 last 12.28)
 - mkdir 270 (time 1789417828.76 total 20.03 last 14.68)
 - mkdir 409 (time 1789417838.84 total 30.11 last 13.79)
 - mkdir 548 (time 1789417848.88 total 40.14 last 13.85)
 - mkdir 691 (time 1789417858.90 total 50.16 last 14.27)
 - mkdir 858 (time 1789417868.94 total 60.21 last 16.63)
 - mkdir 993 (time 1789417878.95 total 70.22 last 13.48)
total: 1000 mkdir in 71.10 seconds: 14.07 ops/second
 - mkdir 116 (time 1789417819.86 total 10.01 last 11.59)
 - mkdir 268 (time 1789417829.87 total 20.02 last 15.18)
 - mkdir 417 (time 1789417839.97 total 30.12 last 14.76)
 - mkdir 556 (time 1789417849.97 total 40.12 last 13.89)
 - mkdir 703 (time 1789417859.99 total 50.14 last 14.68)
 - mkdir 875 (time 1789417870.00 total 60.15 last 17.18)
total: 1000 mkdir in 70.10 seconds: 14.27 ops/second
 - mkdir 119 (time 1789417820.47 total 10.10 last 11.78)
 - mkdir 269 (time 1789417830.50 total 20.14 last 14.95)
 - mkdir 411 (time 1789417840.57 total 30.21 last 14.10)
 - mkdir 560 (time 1789417850.58 total 40.22 last 14.88)
 - mkdir 702 (time 1789417860.62 total 50.26 last 14.15)
 - mkdir 879 (time 1789417870.65 total 60.29 last 17.64)
total: 1000 mkdir in 69.79 seconds: 14.33 ops/second
 - mkdir 117 (time 1789417820.47 total 10.08 last 11.61)
 - mkdir 272 (time 1789417830.54 total 20.16 last 15.38)
 - mkdir 414 (time 1789417840.55 total 30.16 last 14.20)
 - mkdir 560 (time 1789417850.58 total 40.19 last 14.55)
 - mkdir 701 (time 1789417860.62 total 50.24 last 14.04)
 - mkdir 873 (time 1789417870.69 total 60.30 last 17.09)
total: 1000 mkdir in 70.12 seconds: 14.26 ops/second
 - mkdir 107 (time 1789417819.55 total 10.01 last 10.69)
 - mkdir 254 (time 1789417829.57 total 20.02 last 14.68)
 - mkdir 397 (time 1789417839.61 total 30.06 last 14.25)
 - mkdir 545 (time 1789417849.64 total 40.09 last 14.76)
 - mkdir 687 (time 1789417859.64 total 50.10 last 14.19)
 - mkdir 856 (time 1789417869.69 total 60.15 last 16.82)
 - mkdir 986 (time 1789417879.80 total 70.25 last 12.86)
total: 1000 mkdir in 71.76 seconds: 13.93 ops/second
 - mkdir 115 (time 1789417820.16 total 10.05 last 11.44)
 - mkdir 264 (time 1789417830.22 total 20.11 last 14.81)
 - mkdir 400 (time 1789417840.31 total 30.20 last 13.48)
 - mkdir 550 (time 1789417850.32 total 40.21 last 14.98)
 - mkdir 690 (time 1789417860.32 total 50.21 last 14.00)
 - mkdir 869 (time 1789417870.38 total 60.28 last 17.78)
 - mkdir 992 (time 1789417880.48 total 70.38 last 12.18)
total: 1000 mkdir in 71.31 seconds: 14.02 ops/second
 - mkdir 103 (time 1789417820.15 total 10.13 last 10.17)
 - mkdir 245 (time 1789417830.17 total 20.14 last 14.18)
 - mkdir 378 (time 1789417840.21 total 30.18 last 13.24)
 - mkdir 518 (time 1789417850.29 total 40.26 last 13.89)
 - mkdir 653 (time 1789417860.31 total 50.29 last 13.46)
 - mkdir 820 (time 1789417870.37 total 60.35 last 16.61)
 - mkdir 947 (time 1789417880.42 total 70.40 last 12.64)
total: 1000 mkdir in 74.25 seconds: 13.47 ops/second
Time for file creation 86 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789417891 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417892 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417892 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789417893 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
Time for file removal 47 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8