== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 16:32:45 (1785961965)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.81 seconds: 12.31 ops/second
 - mkdir 128 (time 1785961993.20 total 10.13 last 12.63)
 - mkdir 196 (time 1785962003.27 total 20.20 last 6.76)
 - mkdir 261 (time 1785962013.32 total 30.25 last 6.47)
 - mkdir 373 (time 1785962023.36 total 40.29 last 11.16)
 - mkdir 472 (time 1785962033.44 total 50.37 last 9.82)
 - mkdir 582 (time 1785962043.52 total 60.45 last 10.91)
 - mkdir 678 (time 1785962053.62 total 70.55 last 9.51)
 - mkdir 794 (time 1785962063.68 total 80.61 last 11.53)
 - mkdir 902 (time 1785962073.70 total 90.63 last 10.78)
total: 1000 mkdir in 99.76 seconds: 10.02 ops/second
 - mkdir 120 (time 1785961993.08 total 10.11 last 11.87)
 - mkdir 190 (time 1785962003.08 total 20.11 last 7.00)
 - mkdir 257 (time 1785962013.15 total 30.18 last 6.65)
 - mkdir 368 (time 1785962023.17 total 40.20 last 11.08)
 - mkdir 461 (time 1785962033.29 total 50.32 last 9.19)
 - mkdir 569 (time 1785962043.31 total 60.33 last 10.78)
 - mkdir 668 (time 1785962053.36 total 70.39 last 9.85)
 - mkdir 784 (time 1785962063.40 total 80.43 last 11.55)
 - mkdir 892 (time 1785962073.46 total 90.49 last 10.73)
 - mkdir 997 (time 1785962083.51 total 100.54 last 10.45)
total: 1000 mkdir in 100.83 seconds: 9.92 ops/second
 - mkdir 121 (time 1785961992.16 total 10.01 last 12.09)
 - mkdir 188 (time 1785962002.28 total 20.12 last 6.62)
 - mkdir 253 (time 1785962012.42 total 30.26 last 6.41)
 - mkdir 362 (time 1785962022.43 total 40.27 last 10.89)
 - mkdir 452 (time 1785962032.51 total 50.36 last 8.93)
 - mkdir 555 (time 1785962042.55 total 60.39 last 10.26)
 - mkdir 658 (time 1785962052.62 total 70.46 last 10.23)
 - mkdir 773 (time 1785962062.68 total 80.52 last 11.43)
 - mkdir 880 (time 1785962072.71 total 90.55 last 10.66)
 - mkdir 988 (time 1785962082.76 total 100.60 last 10.75)
total: 1000 mkdir in 102.31 seconds: 9.77 ops/second
 - mkdir 119 (time 1785961992.94 total 10.04 last 11.85)
 - mkdir 187 (time 1785962003.00 total 20.10 last 6.76)
 - mkdir 253 (time 1785962013.00 total 30.10 last 6.60)
 - mkdir 368 (time 1785962023.10 total 40.20 last 11.38)
 - mkdir 465 (time 1785962033.15 total 50.24 last 9.66)
 - mkdir 568 (time 1785962043.16 total 60.25 last 10.29)
 - mkdir 667 (time 1785962053.24 total 70.34 last 9.82)
 - mkdir 782 (time 1785962063.25 total 80.35 last 11.48)
 - mkdir 887 (time 1785962073.33 total 90.42 last 10.43)
 - mkdir 990 (time 1785962083.39 total 100.48 last 10.24)
total: 1000 mkdir in 101.86 seconds: 9.82 ops/second
 - mkdir 114 (time 1785961992.87 total 10.06 last 11.33)
 - mkdir 185 (time 1785962002.96 total 20.15 last 7.03)
 - mkdir 251 (time 1785962013.02 total 30.21 last 6.56)
 - mkdir 363 (time 1785962023.10 total 40.29 last 11.11)
 - mkdir 456 (time 1785962033.15 total 50.35 last 9.25)
 - mkdir 563 (time 1785962043.21 total 60.40 last 10.64)
 - mkdir 663 (time 1785962053.30 total 70.49 last 9.91)
 - mkdir 778 (time 1785962063.31 total 80.50 last 11.49)
 - mkdir 884 (time 1785962073.33 total 90.52 last 10.58)
 - mkdir 986 (time 1785962083.37 total 100.56 last 10.16)
total: 1000 mkdir in 103.00 seconds: 9.71 ops/second
 - mkdir 116 (time 1785961993.67 total 10.04 last 11.55)
 - mkdir 182 (time 1785962003.69 total 20.06 last 6.59)
 - mkdir 252 (time 1785962013.74 total 30.11 last 6.96)
 - mkdir 368 (time 1785962023.77 total 40.14 last 11.56)
 - mkdir 463 (time 1785962033.83 total 50.20 last 9.44)
 - mkdir 567 (time 1785962043.96 total 60.33 last 10.26)
 - mkdir 665 (time 1785962053.98 total 70.35 last 9.78)
 - mkdir 782 (time 1785962064.03 total 80.40 last 11.64)
 - mkdir 888 (time 1785962074.06 total 90.43 last 10.57)
 - mkdir 989 (time 1785962084.14 total 100.51 last 10.02)
total: 1000 mkdir in 102.32 seconds: 9.77 ops/second
 - mkdir 117 (time 1785961993.46 total 10.15 last 11.53)
 - mkdir 183 (time 1785962003.49 total 20.18 last 6.58)
 - mkdir 246 (time 1785962013.58 total 30.27 last 6.25)
 - mkdir 356 (time 1785962023.73 total 40.42 last 10.83)
 - mkdir 447 (time 1785962033.77 total 50.46 last 9.07)
 - mkdir 550 (time 1785962043.90 total 60.59 last 10.17)
 - mkdir 646 (time 1785962053.95 total 70.63 last 9.56)
 - mkdir 762 (time 1785962063.98 total 80.67 last 11.56)
 - mkdir 867 (time 1785962074.03 total 90.72 last 10.45)
 - mkdir 961 (time 1785962084.14 total 100.83 last 9.30)
total: 1000 mkdir in 106.80 seconds: 9.36 ops/second
 - mkdir 115 (time 1785961992.31 total 10.04 last 11.46)
 - mkdir 180 (time 1785962002.39 total 20.12 last 6.45)
 - mkdir 242 (time 1785962012.47 total 30.19 last 6.15)
 - mkdir 345 (time 1785962022.49 total 40.21 last 10.28)
 - mkdir 432 (time 1785962032.49 total 50.21 last 8.70)
 - mkdir 530 (time 1785962042.57 total 60.30 last 9.72)
 - mkdir 629 (time 1785962052.63 total 70.35 last 9.85)
 - mkdir 743 (time 1785962062.67 total 80.40 last 11.35)
 - mkdir 848 (time 1785962072.72 total 90.45 last 10.45)
 - mkdir 948 (time 1785962082.81 total 100.53 last 9.92)
total: 1000 mkdir in 108.03 seconds: 9.26 ops/second
 - mkdir 109 (time 1785961993.70 total 10.07 last 10.82)
 - mkdir 174 (time 1785962003.79 total 20.16 last 6.44)
 - mkdir 237 (time 1785962013.93 total 30.30 last 6.21)
 - mkdir 352 (time 1785962023.95 total 40.32 last 11.48)
 - mkdir 439 (time 1785962033.96 total 50.33 last 8.69)
 - mkdir 541 (time 1785962044.02 total 60.39 last 10.14)
 - mkdir 634 (time 1785962054.16 total 70.54 last 9.17)
 - mkdir 754 (time 1785962064.26 total 80.63 last 11.89)
 - mkdir 864 (time 1785962074.30 total 90.67 last 10.95)
 - mkdir 956 (time 1785962084.44 total 100.81 last 9.07)
total: 1000 mkdir in 107.14 seconds: 9.33 ops/second
 - mkdir 116 (time 1785961991.93 total 10.02 last 11.58)
 - mkdir 179 (time 1785962001.95 total 20.04 last 6.29)
 - mkdir 239 (time 1785962012.08 total 30.17 last 5.92)
 - mkdir 336 (time 1785962022.08 total 40.18 last 9.69)
 - mkdir 418 (time 1785962032.12 total 50.21 last 8.17)
 - mkdir 514 (time 1785962042.14 total 60.24 last 9.57)
 - mkdir 611 (time 1785962052.22 total 70.32 last 9.63)
 - mkdir 726 (time 1785962062.27 total 80.36 last 11.44)
 - mkdir 837 (time 1785962072.29 total 90.39 last 11.07)
 - mkdir 939 (time 1785962082.32 total 100.41 last 10.18)
total: 1000 mkdir in 108.98 seconds: 9.18 ops/second
Time for file creation 122 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.61 seconds: 16.49 ops/second
 - mkdir 113 (time 1785962886.84 total 10.06 last 11.24)
 - mkdir 205 (time 1785962896.99 total 20.21 last 9.06)
 - mkdir 325 (time 1785962907.00 total 30.21 last 11.99)
 - mkdir 446 (time 1785962917.01 total 40.22 last 12.09)
 - mkdir 557 (time 1785962927.09 total 50.30 last 11.02)
 - mkdir 661 (time 1785962937.13 total 60.35 last 10.35)
 - mkdir 776 (time 1785962947.19 total 70.41 last 11.43)
 - mkdir 905 (time 1785962957.20 total 80.41 last 12.89)
total: 1000 mkdir in 90.22 seconds: 11.08 ops/second
 - mkdir 104 (time 1785962889.68 total 10.01 last 10.39)
 - mkdir 197 (time 1785962899.71 total 20.04 last 9.27)
 - mkdir 330 (time 1785962909.75 total 30.09 last 13.24)
 - mkdir 444 (time 1785962919.79 total 40.13 last 11.36)
 - mkdir 551 (time 1785962929.85 total 50.19 last 10.64)
 - mkdir 651 (time 1785962939.93 total 60.26 last 9.93)
 - mkdir 774 (time 1785962949.93 total 70.27 last 12.29)
 - mkdir 909 (time 1785962960.06 total 80.39 last 13.33)
total: 1000 mkdir in 89.37 seconds: 11.19 ops/second
 - mkdir 102 (time 1785962890.84 total 10.05 last 10.15)
 - mkdir 196 (time 1785962900.93 total 20.14 last 9.32)
 - mkdir 340 (time 1785962911.02 total 30.23 last 14.27)
 - mkdir 458 (time 1785962921.12 total 40.33 last 11.68)
 - mkdir 564 (time 1785962931.13 total 50.34 last 10.59)
 - mkdir 659 (time 1785962941.19 total 60.40 last 9.45)
 - mkdir 780 (time 1785962951.23 total 70.44 last 12.05)
 - mkdir 904 (time 1785962961.25 total 80.46 last 12.38)
 - mkdir 998 (time 1785962971.26 total 90.46 last 9.39)
total: 1000 mkdir in 90.58 seconds: 11.04 ops/second
 - mkdir 103 (time 1785962890.21 total 10.08 last 10.22)
 - mkdir 194 (time 1785962900.21 total 20.08 last 9.10)
 - mkdir 328 (time 1785962910.23 total 30.11 last 13.36)
 - mkdir 441 (time 1785962920.26 total 40.14 last 11.27)
 - mkdir 547 (time 1785962930.27 total 50.14 last 10.60)
 - mkdir 647 (time 1785962940.38 total 60.26 last 9.88)
 - mkdir 769 (time 1785962950.43 total 70.30 last 12.14)
 - mkdir 899 (time 1785962960.44 total 80.32 last 12.98)
 - mkdir 991 (time 1785962970.61 total 90.48 last 9.05)
total: 1000 mkdir in 91.84 seconds: 10.89 ops/second
 - mkdir 105 (time 1785962890.45 total 10.04 last 10.46)
 - mkdir 199 (time 1785962900.53 total 20.13 last 9.32)
 - mkdir 340 (time 1785962910.58 total 30.18 last 14.03)
 - mkdir 449 (time 1785962920.59 total 40.18 last 10.89)
 - mkdir 555 (time 1785962930.64 total 50.24 last 10.55)
 - mkdir 649 (time 1785962940.68 total 60.28 last 9.36)
 - mkdir 772 (time 1785962950.69 total 70.29 last 12.29)
 - mkdir 895 (time 1785962960.75 total 80.34 last 12.23)
 - mkdir 988 (time 1785962970.89 total 90.49 last 9.17)
total: 1000 mkdir in 92.67 seconds: 10.79 ops/second
 - mkdir 99 (time 1785962890.73 total 10.05 last 9.85)
 - mkdir 193 (time 1785962900.85 total 20.18 last 9.29)
 - mkdir 331 (time 1785962910.86 total 30.19 last 13.79)
 - mkdir 445 (time 1785962920.90 total 40.22 last 11.36)
 - mkdir 551 (time 1785962930.93 total 50.25 last 10.56)
 - mkdir 647 (time 1785962940.96 total 60.28 last 9.57)
 - mkdir 768 (time 1785962951.01 total 70.33 last 12.04)
 - mkdir 897 (time 1785962961.03 total 80.36 last 12.87)
 - mkdir 987 (time 1785962971.28 total 90.60 last 8.78)
total: 1000 mkdir in 92.95 seconds: 10.76 ops/second
 - mkdir 106 (time 1785962889.03 total 10.05 last 10.55)
 - mkdir 188 (time 1785962899.04 total 20.06 last 8.19)
 - mkdir 320 (time 1785962909.17 total 30.19 last 13.03)
 - mkdir 432 (time 1785962919.19 total 40.21 last 11.18)
 - mkdir 540 (time 1785962929.24 total 50.26 last 10.75)
 - mkdir 637 (time 1785962939.29 total 60.31 last 9.65)
 - mkdir 755 (time 1785962949.30 total 70.32 last 11.78)
 - mkdir 880 (time 1785962959.33 total 80.35 last 12.47)
 - mkdir 972 (time 1785962969.37 total 90.39 last 9.16)
total: 1000 mkdir in 95.05 seconds: 10.52 ops/second
 - mkdir 97 (time 1785962890.64 total 10.09 last 9.61)
 - mkdir 187 (time 1785962900.70 total 20.16 last 8.94)
 - mkdir 324 (time 1785962910.74 total 30.20 last 13.64)
 - mkdir 434 (time 1785962920.81 total 40.27 last 10.92)
 - mkdir 540 (time 1785962930.89 total 50.35 last 10.52)
 - mkdir 636 (time 1785962940.94 total 60.40 last 9.55)
 - mkdir 762 (time 1785962950.99 total 70.45 last 12.54)
 - mkdir 887 (time 1785962961.05 total 80.51 last 12.42)
 - mkdir 982 (time 1785962971.29 total 90.75 last 9.28)
total: 1000 mkdir in 93.75 seconds: 10.67 ops/second
 - mkdir 100 (time 1785962890.12 total 10.01 last 9.99)
 - mkdir 185 (time 1785962900.17 total 20.06 last 8.46)
 - mkdir 319 (time 1785962910.21 total 30.10 last 13.34)
 - mkdir 434 (time 1785962920.34 total 40.23 last 11.35)
 - mkdir 537 (time 1785962930.43 total 50.32 last 10.21)
 - mkdir 634 (time 1785962940.48 total 60.37 last 9.65)
 - mkdir 752 (time 1785962950.49 total 70.38 last 11.79)
 - mkdir 874 (time 1785962960.64 total 80.53 last 12.02)
 - mkdir 964 (time 1785962970.79 total 90.68 last 8.87)
total: 1000 mkdir in 96.46 seconds: 10.37 ops/second
 - mkdir 91 (time 1785962890.89 total 10.07 last 9.03)
 - mkdir 172 (time 1785962900.98 total 20.16 last 8.03)
 - mkdir 304 (time 1785962911.11 total 30.30 last 13.03)
 - mkdir 410 (time 1785962921.15 total 40.33 last 10.56)
 - mkdir 519 (time 1785962931.17 total 50.36 last 10.87)
 - mkdir 614 (time 1785962941.19 total 60.38 last 9.48)
 - mkdir 735 (time 1785962951.20 total 70.39 last 12.09)
 - mkdir 849 (time 1785962961.28 total 80.47 last 11.31)
 - mkdir 937 (time 1785962971.33 total 90.52 last 8.76)
total: 1000 mkdir in 98.00 seconds: 10.20 ops/second
Time for file creation 110 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785962990 ; total 0 ; last 0)
total: 1000 unlinks in 52 seconds: 19.230770 unlinks/second
 - unlinked 0 (time 1785962989 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785962990 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1785962992 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785962992 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785962992 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785962993 ; total 0 ; last 0)
total: 1000 unlinks in 53 seconds: 18.867924 unlinks/second
 - unlinked 0 (time 1785962993 ; total 0 ; last 0)
total: 1000 unlinks in 54 seconds: 18.518518 unlinks/second
 - unlinked 0 (time 1785962993 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
 - unlinked 0 (time 1785962993 ; total 0 ; last 0)
total: 1000 unlinks in 55 seconds: 18.181818 unlinks/second
Time for file removal 71 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8