== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 14:46:20 (1786128380)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.49 seconds: 20.26 ops/second
 - mkdir 86 (time 1786128403.31 total 10.02 last 8.58)
 - mkdir 231 (time 1786128413.35 total 20.06 last 14.44)
 - mkdir 337 (time 1786128423.44 total 30.15 last 10.50)
 - mkdir 455 (time 1786128433.45 total 40.15 last 11.80)
 - mkdir 581 (time 1786128443.48 total 50.19 last 12.56)
 - mkdir 714 (time 1786128453.56 total 60.26 last 13.20)
 - mkdir 837 (time 1786128463.63 total 70.34 last 12.21)
 - mkdir 991 (time 1786128473.68 total 80.39 last 15.32)
total: 1000 mkdir in 80.80 seconds: 12.38 ops/second
 - mkdir 141 (time 1786128407.91 total 10.07 last 14.01)
 - mkdir 264 (time 1786128417.91 total 20.07 last 12.29)
 - mkdir 378 (time 1786128428.02 total 30.18 last 11.28)
 - mkdir 502 (time 1786128438.03 total 40.20 last 12.38)
 - mkdir 635 (time 1786128448.10 total 50.27 last 13.21)
 - mkdir 768 (time 1786128458.19 total 60.35 last 13.18)
 - mkdir 899 (time 1786128468.26 total 70.42 last 13.02)
total: 1000 mkdir in 77.26 seconds: 12.94 ops/second
 - mkdir 142 (time 1786128408.97 total 10.06 last 14.12)
 - mkdir 275 (time 1786128419.03 total 20.12 last 13.22)
 - mkdir 387 (time 1786128429.07 total 30.16 last 11.16)
 - mkdir 514 (time 1786128439.13 total 40.22 last 12.63)
 - mkdir 649 (time 1786128449.16 total 50.24 last 13.46)
 - mkdir 776 (time 1786128459.18 total 60.27 last 12.67)
 - mkdir 913 (time 1786128469.23 total 70.32 last 13.63)
total: 1000 mkdir in 77.90 seconds: 12.84 ops/second
 - mkdir 93 (time 1786128403.88 total 10.06 last 9.25)
 - mkdir 237 (time 1786128413.90 total 20.08 last 14.36)
 - mkdir 344 (time 1786128424.02 total 30.21 last 10.57)
 - mkdir 465 (time 1786128434.04 total 40.22 last 12.08)
 - mkdir 590 (time 1786128444.11 total 50.29 last 12.42)
 - mkdir 721 (time 1786128454.18 total 60.36 last 13.01)
 - mkdir 836 (time 1786128464.23 total 70.41 last 11.44)
 - mkdir 986 (time 1786128474.32 total 80.50 last 14.86)
total: 1000 mkdir in 83.46 seconds: 11.98 ops/second
 - mkdir 131 (time 1786128407.71 total 10.04 last 13.05)
 - mkdir 257 (time 1786128417.86 total 20.19 last 12.41)
 - mkdir 370 (time 1786128427.87 total 30.20 last 11.29)
 - mkdir 499 (time 1786128437.94 total 40.27 last 12.81)
 - mkdir 628 (time 1786128447.97 total 50.30 last 12.87)
 - mkdir 758 (time 1786128457.99 total 60.33 last 12.96)
 - mkdir 885 (time 1786128468.02 total 70.35 last 12.67)
 - mkdir 994 (time 1786128478.34 total 80.68 last 10.55)
total: 1000 mkdir in 81.86 seconds: 12.22 ops/second
 - mkdir 135 (time 1786128407.65 total 10.01 last 13.49)
 - mkdir 263 (time 1786128417.66 total 20.02 last 12.78)
 - mkdir 373 (time 1786128427.79 total 30.15 last 10.86)
 - mkdir 498 (time 1786128437.84 total 40.20 last 12.43)
 - mkdir 623 (time 1786128447.85 total 50.21 last 12.49)
 - mkdir 756 (time 1786128457.92 total 60.28 last 13.21)
 - mkdir 883 (time 1786128467.92 total 70.28 last 12.69)
 - mkdir 990 (time 1786128477.93 total 80.29 last 10.70)
total: 1000 mkdir in 82.41 seconds: 12.13 ops/second
 - mkdir 133 (time 1786128408.01 total 10.06 last 13.22)
 - mkdir 257 (time 1786128418.02 total 20.07 last 12.39)
 - mkdir 366 (time 1786128428.09 total 30.15 last 10.82)
 - mkdir 488 (time 1786128438.10 total 40.16 last 12.19)
 - mkdir 620 (time 1786128448.10 total 50.16 last 13.20)
 - mkdir 750 (time 1786128458.14 total 60.20 last 12.95)
 - mkdir 880 (time 1786128468.15 total 70.20 last 13.00)
 - mkdir 991 (time 1786128478.33 total 80.39 last 10.90)
total: 1000 mkdir in 82.44 seconds: 12.13 ops/second
 - mkdir 143 (time 1786128408.57 total 10.19 last 14.03)
 - mkdir 266 (time 1786128418.63 total 20.25 last 12.22)
 - mkdir 377 (time 1786128428.68 total 30.31 last 11.04)
 - mkdir 501 (time 1786128438.83 total 40.46 last 12.22)
 - mkdir 635 (time 1786128448.87 total 50.49 last 13.35)
 - mkdir 757 (time 1786128459.00 total 60.62 last 12.04)
 - mkdir 886 (time 1786128469.00 total 70.63 last 12.90)
 - mkdir 984 (time 1786128479.24 total 80.87 last 9.57)
total: 1000 mkdir in 86.47 seconds: 11.56 ops/second
 - mkdir 132 (time 1786128408.23 total 10.08 last 13.10)
 - mkdir 250 (time 1786128418.30 total 20.15 last 11.72)
 - mkdir 353 (time 1786128428.31 total 30.17 last 10.28)
 - mkdir 478 (time 1786128438.38 total 40.23 last 12.42)
 - mkdir 609 (time 1786128448.38 total 50.24 last 13.09)
 - mkdir 736 (time 1786128458.42 total 60.27 last 12.66)
 - mkdir 863 (time 1786128468.47 total 70.32 last 12.64)
 - mkdir 964 (time 1786128478.52 total 80.38 last 10.04)
total: 1000 mkdir in 88.78 seconds: 11.26 ops/second
 - mkdir 129 (time 1786128407.96 total 10.03 last 12.86)
 - mkdir 248 (time 1786128417.97 total 20.04 last 11.89)
 - mkdir 347 (time 1786128427.98 total 30.05 last 9.89)
 - mkdir 472 (time 1786128438.09 total 40.16 last 12.37)
 - mkdir 600 (time 1786128448.13 total 50.19 last 12.75)
 - mkdir 726 (time 1786128458.15 total 60.21 last 12.58)
 - mkdir 842 (time 1786128468.20 total 70.26 last 11.54)
 - mkdir 946 (time 1786128478.36 total 80.43 last 10.23)
 - mkdir 999 (time 1786128488.39 total 90.46 last 5.28)
total: 1000 mkdir in 90.46 seconds: 11.05 ops/second
Time for file creation 105 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 17 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.60 seconds: 16.63 ops/second
 - mkdir 52 (time 1786128999.41 total 10.15 last 5.12)
 - mkdir 150 (time 1786129009.45 total 20.19 last 9.76)
 - mkdir 268 (time 1786129019.51 total 30.25 last 11.73)
 - mkdir 392 (time 1786129029.57 total 40.30 last 12.34)
 - mkdir 497 (time 1786129039.60 total 50.33 last 10.47)
 - mkdir 606 (time 1786129049.61 total 60.35 last 10.88)
 - mkdir 719 (time 1786129059.66 total 70.40 last 11.25)
 - mkdir 856 (time 1786129069.75 total 80.48 last 13.58)
total: 1000 mkdir in 90.13 seconds: 11.10 ops/second
 - mkdir 52 (time 1786129003.05 total 10.01 last 5.19)
 - mkdir 160 (time 1786129013.15 total 20.11 last 10.69)
 - mkdir 273 (time 1786129023.19 total 30.15 last 11.26)
 - mkdir 382 (time 1786129033.32 total 40.28 last 10.76)
 - mkdir 497 (time 1786129043.32 total 50.28 last 11.50)
 - mkdir 611 (time 1786129053.37 total 60.33 last 11.34)
 - mkdir 737 (time 1786129063.39 total 70.35 last 12.58)
 - mkdir 857 (time 1786129073.44 total 80.40 last 11.94)
 - mkdir 970 (time 1786129083.53 total 90.49 last 11.20)
total: 1000 mkdir in 96.50 seconds: 10.36 ops/second
 - mkdir 46 (time 1786129002.96 total 10.05 last 4.58)
 - mkdir 157 (time 1786129013.04 total 20.12 last 11.02)
 - mkdir 264 (time 1786129023.06 total 30.15 last 10.67)
 - mkdir 373 (time 1786129033.19 total 40.28 last 10.76)
 - mkdir 485 (time 1786129043.29 total 50.38 last 11.09)
 - mkdir 606 (time 1786129053.31 total 60.39 last 12.08)
 - mkdir 732 (time 1786129063.36 total 70.45 last 12.53)
 - mkdir 848 (time 1786129073.37 total 80.46 last 11.59)
 - mkdir 966 (time 1786129083.46 total 90.55 last 11.70)
total: 1000 mkdir in 97.06 seconds: 10.30 ops/second
 - mkdir 90 (time 1786129008.60 total 10.02 last 8.98)
 - mkdir 203 (time 1786129018.65 total 20.07 last 11.25)
 - mkdir 321 (time 1786129028.72 total 30.15 last 11.71)
 - mkdir 430 (time 1786129038.75 total 40.17 last 10.87)
 - mkdir 544 (time 1786129048.84 total 50.26 last 11.30)
 - mkdir 662 (time 1786129059.04 total 60.46 last 11.57)
 - mkdir 789 (time 1786129069.17 total 70.59 last 12.54)
 - mkdir 935 (time 1786129079.18 total 80.61 last 14.58)
 - mkdir 993 (time 1786129089.26 total 90.69 last 5.75)
total: 1000 mkdir in 91.57 seconds: 10.92 ops/second
 - mkdir 93 (time 1786129009.39 total 10.01 last 9.29)
 - mkdir 210 (time 1786129019.43 total 20.05 last 11.65)
 - mkdir 330 (time 1786129029.48 total 30.10 last 11.94)
 - mkdir 439 (time 1786129039.49 total 40.10 last 10.89)
 - mkdir 553 (time 1786129049.58 total 50.20 last 11.29)
 - mkdir 669 (time 1786129059.60 total 60.22 last 11.57)
 - mkdir 800 (time 1786129069.65 total 70.26 last 13.05)
 - mkdir 946 (time 1786129079.88 total 80.50 last 14.27)
 - mkdir 997 (time 1786129089.95 total 90.57 last 5.06)
total: 1000 mkdir in 90.90 seconds: 11.00 ops/second
 - mkdir 87 (time 1786129008.67 total 10.02 last 8.69)
 - mkdir 202 (time 1786129018.76 total 20.10 last 11.40)
 - mkdir 318 (time 1786129028.82 total 30.16 last 11.53)
 - mkdir 427 (time 1786129038.85 total 40.19 last 10.87)
 - mkdir 540 (time 1786129049.01 total 50.35 last 11.13)
 - mkdir 654 (time 1786129059.07 total 60.41 last 11.33)
 - mkdir 785 (time 1786129069.16 total 70.51 last 12.97)
 - mkdir 931 (time 1786129079.21 total 80.55 last 14.54)
 - mkdir 985 (time 1786129089.28 total 90.62 last 5.36)
total: 1000 mkdir in 93.02 seconds: 10.75 ops/second
 - mkdir 90 (time 1786129009.39 total 10.03 last 8.97)
 - mkdir 208 (time 1786129019.42 total 20.06 last 11.77)
 - mkdir 323 (time 1786129029.49 total 30.13 last 11.42)
 - mkdir 434 (time 1786129039.53 total 40.17 last 11.06)
 - mkdir 544 (time 1786129049.61 total 50.25 last 10.91)
 - mkdir 661 (time 1786129059.65 total 60.29 last 11.65)
 - mkdir 788 (time 1786129069.75 total 70.39 last 12.57)
 - mkdir 932 (time 1786129079.86 total 80.50 last 14.24)
 - mkdir 984 (time 1786129089.91 total 90.55 last 5.17)
total: 1000 mkdir in 93.96 seconds: 10.64 ops/second
 - mkdir 104 (time 1786129011.23 total 10.04 last 10.36)
 - mkdir 217 (time 1786129021.32 total 20.13 last 11.20)
 - mkdir 336 (time 1786129031.36 total 30.17 last 11.85)
 - mkdir 442 (time 1786129041.43 total 40.24 last 10.53)
 - mkdir 558 (time 1786129051.49 total 50.30 last 11.53)
 - mkdir 686 (time 1786129061.60 total 60.41 last 12.66)
 - mkdir 802 (time 1786129071.63 total 70.43 last 11.57)
 - mkdir 937 (time 1786129081.77 total 80.58 last 13.31)
 - mkdir 992 (time 1786129091.92 total 90.73 last 5.42)
total: 1000 mkdir in 92.42 seconds: 10.82 ops/second
 - mkdir 101 (time 1786129010.27 total 10.01 last 10.09)
 - mkdir 206 (time 1786129020.35 total 20.09 last 10.42)
 - mkdir 322 (time 1786129030.48 total 30.22 last 11.45)
 - mkdir 430 (time 1786129040.51 total 40.25 last 10.77)
 - mkdir 546 (time 1786129050.54 total 50.28 last 11.57)
 - mkdir 664 (time 1786129060.57 total 60.31 last 11.76)
 - mkdir 778 (time 1786129070.60 total 70.34 last 11.37)
 - mkdir 914 (time 1786129080.61 total 80.35 last 13.58)
 - mkdir 970 (time 1786129090.85 total 90.60 last 5.47)
total: 1000 mkdir in 96.69 seconds: 10.34 ops/second
 - mkdir 96 (time 1786129010.00 total 10.12 last 9.49)
 - mkdir 201 (time 1786129020.11 total 20.23 last 10.39)
 - mkdir 316 (time 1786129030.19 total 30.31 last 11.41)
 - mkdir 430 (time 1786129040.41 total 40.53 last 11.16)
 - mkdir 544 (time 1786129050.41 total 50.53 last 11.40)
 - mkdir 662 (time 1786129060.42 total 60.54 last 11.79)
 - mkdir 775 (time 1786129070.45 total 70.56 last 11.27)
 - mkdir 907 (time 1786129080.75 total 80.86 last 12.82)
 - mkdir 962 (time 1786129090.86 total 90.97 last 5.44)
total: 1000 mkdir in 97.97 seconds: 10.21 ops/second
Time for file creation 120 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786129114 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
 - unlinked 0 (time 1786129115 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
 - unlinked 0 (time 1786129117 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1786129117 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1786129118 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1786129116 ; total 0 ; last 0)
total: 1000 unlinks in 50 seconds: 20.000000 unlinks/second
 - unlinked 0 (time 1786129118 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1786129118 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1786129118 ; total 0 ; last 0)
total: 1000 unlinks in 48 seconds: 20.833334 unlinks/second
 - unlinked 0 (time 1786129118 ; total 0 ; last 0)
total: 1000 unlinks in 49 seconds: 20.408163 unlinks/second
Time for file removal 74 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8