== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 09:34:50 (1787405690)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.55 seconds: 18.24 ops/second
 - mkdir 131 (time 1787405712.38 total 10.04 last 13.05)
 - mkdir 248 (time 1787405722.41 total 20.07 last 11.67)
 - mkdir 373 (time 1787405732.41 total 30.07 last 12.50)
 - mkdir 516 (time 1787405742.45 total 40.11 last 14.24)
 - mkdir 649 (time 1787405752.50 total 50.16 last 13.23)
 - mkdir 816 (time 1787405762.53 total 60.20 last 16.64)
 - mkdir 956 (time 1787405772.57 total 70.23 last 13.96)
total: 1000 mkdir in 73.40 seconds: 13.62 ops/second
 - mkdir 129 (time 1787405712.38 total 10.08 last 12.80)
 - mkdir 249 (time 1787405722.42 total 20.12 last 11.96)
 - mkdir 368 (time 1787405732.48 total 30.18 last 11.83)
 - mkdir 516 (time 1787405742.49 total 40.18 last 14.79)
 - mkdir 650 (time 1787405752.56 total 50.26 last 13.30)
 - mkdir 813 (time 1787405762.60 total 60.30 last 16.23)
 - mkdir 955 (time 1787405772.65 total 70.35 last 14.13)
total: 1000 mkdir in 73.67 seconds: 13.57 ops/second
 - mkdir 133 (time 1787405712.46 total 10.01 last 13.29)
 - mkdir 254 (time 1787405722.48 total 20.02 last 12.08)
 - mkdir 375 (time 1787405732.50 total 30.05 last 12.07)
 - mkdir 521 (time 1787405742.53 total 40.07 last 14.56)
 - mkdir 655 (time 1787405752.55 total 50.09 last 13.37)
 - mkdir 815 (time 1787405762.59 total 60.13 last 15.93)
 - mkdir 955 (time 1787405772.66 total 70.20 last 13.90)
total: 1000 mkdir in 73.54 seconds: 13.60 ops/second
 - mkdir 128 (time 1787405712.55 total 10.06 last 12.73)
 - mkdir 243 (time 1787405722.56 total 20.07 last 11.49)
 - mkdir 365 (time 1787405732.60 total 30.11 last 12.15)
 - mkdir 510 (time 1787405742.65 total 40.16 last 14.43)
 - mkdir 642 (time 1787405752.71 total 50.22 last 13.13)
 - mkdir 805 (time 1787405762.75 total 60.26 last 16.23)
 - mkdir 943 (time 1787405772.80 total 70.31 last 13.73)
total: 1000 mkdir in 74.82 seconds: 13.37 ops/second
 - mkdir 127 (time 1787405711.19 total 10.05 last 12.64)
 - mkdir 237 (time 1787405721.25 total 20.11 last 10.93)
 - mkdir 357 (time 1787405731.29 total 30.15 last 11.95)
 - mkdir 497 (time 1787405741.30 total 40.17 last 13.98)
 - mkdir 631 (time 1787405751.32 total 50.19 last 13.37)
 - mkdir 796 (time 1787405761.41 total 60.27 last 16.36)
 - mkdir 932 (time 1787405771.49 total 70.35 last 13.49)
total: 1000 mkdir in 76.40 seconds: 13.09 ops/second
 - mkdir 124 (time 1787405712.07 total 10.08 last 12.31)
 - mkdir 234 (time 1787405722.09 total 20.10 last 10.98)
 - mkdir 358 (time 1787405732.15 total 30.16 last 12.32)
 - mkdir 502 (time 1787405742.23 total 40.24 last 14.29)
 - mkdir 640 (time 1787405752.34 total 50.35 last 13.66)
 - mkdir 804 (time 1787405762.35 total 60.36 last 16.38)
 - mkdir 941 (time 1787405772.38 total 70.39 last 13.66)
total: 1000 mkdir in 75.59 seconds: 13.23 ops/second
 - mkdir 126 (time 1787405712.59 total 10.04 last 12.55)
 - mkdir 240 (time 1787405722.60 total 20.05 last 11.39)
 - mkdir 362 (time 1787405732.60 total 30.05 last 12.19)
 - mkdir 505 (time 1787405742.61 total 40.06 last 14.29)
 - mkdir 638 (time 1787405752.67 total 50.12 last 13.22)
 - mkdir 804 (time 1787405762.74 total 60.19 last 16.49)
 - mkdir 943 (time 1787405772.77 total 70.22 last 13.86)
total: 1000 mkdir in 75.51 seconds: 13.24 ops/second
 - mkdir 134 (time 1787405712.90 total 10.05 last 13.34)
 - mkdir 250 (time 1787405723.00 total 20.15 last 11.48)
 - mkdir 374 (time 1787405733.09 total 30.24 last 12.29)
 - mkdir 517 (time 1787405743.15 total 40.29 last 14.22)
 - mkdir 650 (time 1787405753.19 total 50.33 last 13.25)
 - mkdir 805 (time 1787405763.23 total 60.37 last 15.44)
 - mkdir 949 (time 1787405773.27 total 70.41 last 14.35)
total: 1000 mkdir in 75.26 seconds: 13.29 ops/second
 - mkdir 123 (time 1787405712.08 total 10.04 last 12.25)
 - mkdir 234 (time 1787405722.09 total 20.05 last 11.09)
 - mkdir 353 (time 1787405732.13 total 30.09 last 11.86)
 - mkdir 496 (time 1787405742.19 total 40.15 last 14.21)
 - mkdir 626 (time 1787405752.22 total 50.17 last 12.96)
 - mkdir 781 (time 1787405762.23 total 60.18 last 15.49)
 - mkdir 920 (time 1787405772.31 total 70.26 last 13.79)
total: 1000 mkdir in 77.67 seconds: 12.88 ops/second
 - mkdir 119 (time 1787405711.71 total 10.11 last 11.77)
 - mkdir 222 (time 1787405721.72 total 20.12 last 10.29)
 - mkdir 339 (time 1787405731.83 total 30.23 last 11.58)
 - mkdir 480 (time 1787405741.89 total 40.29 last 14.01)
 - mkdir 613 (time 1787405751.92 total 50.32 last 13.26)
 - mkdir 771 (time 1787405761.97 total 60.37 last 15.72)
 - mkdir 910 (time 1787405772.00 total 70.40 last 13.87)
total: 1000 mkdir in 78.89 seconds: 12.68 ops/second
Time for file creation 88 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.68 seconds: 14.73 ops/second
 - mkdir 153 (time 1787406375.52 total 10.05 last 15.23)
 - mkdir 312 (time 1787406385.61 total 20.14 last 15.76)
 - mkdir 478 (time 1787406395.64 total 30.17 last 16.55)
 - mkdir 627 (time 1787406405.66 total 40.18 last 14.87)
 - mkdir 782 (time 1787406415.67 total 50.19 last 15.49)
 - mkdir 937 (time 1787406425.70 total 60.22 last 15.46)
total: 1000 mkdir in 64.24 seconds: 15.57 ops/second
 - mkdir 141 (time 1787406373.64 total 10.03 last 14.05)
 - mkdir 293 (time 1787406383.65 total 20.04 last 15.19)
 - mkdir 457 (time 1787406393.70 total 30.09 last 16.32)
 - mkdir 611 (time 1787406403.77 total 40.17 last 15.29)
 - mkdir 754 (time 1787406413.80 total 50.19 last 14.26)
 - mkdir 912 (time 1787406423.90 total 60.29 last 15.65)
total: 1000 mkdir in 66.88 seconds: 14.95 ops/second
 - mkdir 138 (time 1787406373.22 total 10.04 last 13.74)
 - mkdir 282 (time 1787406383.25 total 20.07 last 14.37)
 - mkdir 430 (time 1787406393.29 total 30.11 last 14.74)
 - mkdir 571 (time 1787406403.33 total 40.15 last 14.04)
 - mkdir 715 (time 1787406413.38 total 50.20 last 14.33)
 - mkdir 883 (time 1787406423.47 total 60.29 last 16.66)
total: 1000 mkdir in 68.92 seconds: 14.51 ops/second
 - mkdir 146 (time 1787406375.51 total 10.01 last 14.59)
 - mkdir 295 (time 1787406385.62 total 20.12 last 14.74)
 - mkdir 458 (time 1787406395.63 total 30.13 last 16.28)
 - mkdir 604 (time 1787406405.68 total 40.18 last 14.52)
 - mkdir 760 (time 1787406415.77 total 50.26 last 15.47)
 - mkdir 912 (time 1787406425.77 total 60.27 last 15.19)
total: 1000 mkdir in 66.78 seconds: 14.97 ops/second
 - mkdir 142 (time 1787406375.13 total 10.01 last 14.18)
 - mkdir 295 (time 1787406385.14 total 20.02 last 15.29)
 - mkdir 455 (time 1787406395.16 total 30.04 last 15.96)
 - mkdir 598 (time 1787406405.16 total 40.05 last 14.30)
 - mkdir 749 (time 1787406415.18 total 50.06 last 15.07)
 - mkdir 906 (time 1787406425.20 total 60.08 last 15.67)
total: 1000 mkdir in 67.31 seconds: 14.86 ops/second
 - mkdir 143 (time 1787406375.58 total 10.02 last 14.28)
 - mkdir 299 (time 1787406385.61 total 20.05 last 15.54)
 - mkdir 457 (time 1787406395.64 total 30.08 last 15.75)
 - mkdir 602 (time 1787406405.70 total 40.14 last 14.42)
 - mkdir 755 (time 1787406415.71 total 50.15 last 15.28)
 - mkdir 907 (time 1787406425.71 total 60.15 last 15.20)
total: 1000 mkdir in 67.53 seconds: 14.81 ops/second
 - mkdir 142 (time 1787406375.49 total 10.04 last 14.14)
 - mkdir 294 (time 1787406385.61 total 20.16 last 15.02)
 - mkdir 455 (time 1787406395.65 total 30.20 last 16.04)
 - mkdir 601 (time 1787406405.67 total 40.22 last 14.58)
 - mkdir 756 (time 1787406415.67 total 50.22 last 15.49)
 - mkdir 907 (time 1787406425.69 total 60.23 last 15.08)
total: 1000 mkdir in 67.68 seconds: 14.78 ops/second
 - mkdir 139 (time 1787406373.97 total 10.02 last 13.87)
 - mkdir 285 (time 1787406384.00 total 20.05 last 14.55)
 - mkdir 433 (time 1787406394.08 total 30.13 last 14.68)
 - mkdir 581 (time 1787406404.09 total 40.14 last 14.78)
 - mkdir 727 (time 1787406414.12 total 50.17 last 14.57)
 - mkdir 881 (time 1787406424.12 total 60.17 last 15.39)
total: 1000 mkdir in 69.26 seconds: 14.44 ops/second
 - mkdir 144 (time 1787406375.59 total 10.08 last 14.29)
 - mkdir 293 (time 1787406385.62 total 20.10 last 14.86)
 - mkdir 453 (time 1787406395.66 total 30.15 last 15.94)
 - mkdir 603 (time 1787406405.70 total 40.18 last 14.95)
 - mkdir 757 (time 1787406415.76 total 50.24 last 15.30)
 - mkdir 910 (time 1787406425.77 total 60.25 last 15.29)
total: 1000 mkdir in 67.75 seconds: 14.76 ops/second
 - mkdir 149 (time 1787406375.81 total 10.07 last 14.80)
 - mkdir 296 (time 1787406385.82 total 20.07 last 14.69)
 - mkdir 454 (time 1787406395.83 total 30.08 last 15.78)
 - mkdir 602 (time 1787406405.91 total 40.16 last 14.68)
 - mkdir 753 (time 1787406415.93 total 50.19 last 15.06)
 - mkdir 906 (time 1787406425.98 total 60.24 last 15.22)
total: 1000 mkdir in 67.70 seconds: 14.77 ops/second
Time for file creation 80 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787406442 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787406442 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787406443 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787406443 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787406443 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787406443 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787406444 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787406444 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787406444 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787406444 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
Time for file removal 50 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8