== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 00:06:19 (1786421179)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.41 seconds: 24.54 ops/second
 - mkdir 113 (time 1786421208.56 total 10.03 last 11.26)
 - mkdir 266 (time 1786421218.58 total 20.05 last 15.26)
 - mkdir 401 (time 1786421228.62 total 30.09 last 13.45)
 - mkdir 532 (time 1786421238.72 total 40.19 last 12.97)
 - mkdir 664 (time 1786421248.75 total 50.23 last 13.15)
 - mkdir 780 (time 1786421258.77 total 60.24 last 11.58)
 - mkdir 897 (time 1786421268.83 total 70.31 last 11.63)
total: 1000 mkdir in 79.54 seconds: 12.57 ops/second
 - mkdir 70 (time 1786421203.54 total 10.07 last 6.95)
 - mkdir 205 (time 1786421213.63 total 20.16 last 13.38)
 - mkdir 345 (time 1786421223.71 total 30.23 last 13.90)
 - mkdir 474 (time 1786421233.78 total 40.30 last 12.82)
 - mkdir 597 (time 1786421243.84 total 50.37 last 12.22)
 - mkdir 724 (time 1786421253.94 total 60.47 last 12.57)
 - mkdir 837 (time 1786421264.08 total 70.60 last 11.15)
 - mkdir 953 (time 1786421274.10 total 80.62 last 11.58)
total: 1000 mkdir in 84.69 seconds: 11.81 ops/second
 - mkdir 105 (time 1786421207.55 total 10.01 last 10.49)
 - mkdir 242 (time 1786421217.63 total 20.08 last 13.60)
 - mkdir 376 (time 1786421227.68 total 30.14 last 13.33)
 - mkdir 510 (time 1786421237.71 total 40.17 last 13.36)
 - mkdir 635 (time 1786421247.78 total 50.23 last 12.42)
 - mkdir 751 (time 1786421257.82 total 60.28 last 11.54)
 - mkdir 868 (time 1786421267.87 total 70.33 last 11.64)
 - mkdir 983 (time 1786421277.90 total 80.36 last 11.47)
total: 1000 mkdir in 82.97 seconds: 12.05 ops/second
 - mkdir 121 (time 1786421208.77 total 10.02 last 12.08)
 - mkdir 269 (time 1786421218.85 total 20.10 last 14.68)
 - mkdir 392 (time 1786421228.94 total 30.19 last 12.19)
 - mkdir 525 (time 1786421238.98 total 40.23 last 13.25)
 - mkdir 654 (time 1786421249.06 total 50.31 last 12.80)
 - mkdir 767 (time 1786421259.08 total 60.33 last 11.28)
 - mkdir 882 (time 1786421269.15 total 70.40 last 11.42)
 - mkdir 990 (time 1786421279.39 total 80.64 last 10.55)
total: 1000 mkdir in 82.47 seconds: 12.13 ops/second
 - mkdir 94 (time 1786421205.42 total 10.04 last 9.36)
 - mkdir 225 (time 1786421215.56 total 20.18 last 12.92)
 - mkdir 357 (time 1786421225.61 total 30.23 last 13.14)
 - mkdir 483 (time 1786421235.71 total 40.33 last 12.48)
 - mkdir 608 (time 1786421245.72 total 50.34 last 12.48)
 - mkdir 727 (time 1786421255.76 total 60.38 last 11.86)
 - mkdir 843 (time 1786421265.81 total 70.43 last 11.54)
 - mkdir 959 (time 1786421275.86 total 80.48 last 11.54)
total: 1000 mkdir in 85.85 seconds: 11.65 ops/second
 - mkdir 121 (time 1786421209.20 total 10.00 last 12.10)
 - mkdir 269 (time 1786421219.22 total 20.03 last 14.77)
 - mkdir 392 (time 1786421229.25 total 30.06 last 12.26)
 - mkdir 514 (time 1786421239.27 total 40.08 last 12.18)
 - mkdir 641 (time 1786421249.33 total 50.14 last 12.62)
 - mkdir 760 (time 1786421259.38 total 60.18 last 11.85)
 - mkdir 878 (time 1786421269.45 total 70.25 last 11.71)
 - mkdir 984 (time 1786421279.59 total 80.39 last 10.46)
total: 1000 mkdir in 84.95 seconds: 11.77 ops/second
 - mkdir 121 (time 1786421209.20 total 10.03 last 12.06)
 - mkdir 267 (time 1786421219.23 total 20.06 last 14.56)
 - mkdir 386 (time 1786421229.25 total 30.08 last 11.88)
 - mkdir 508 (time 1786421239.31 total 40.14 last 12.13)
 - mkdir 627 (time 1786421249.33 total 50.16 last 11.87)
 - mkdir 742 (time 1786421259.34 total 60.16 last 11.49)
 - mkdir 855 (time 1786421269.38 total 70.21 last 11.25)
 - mkdir 957 (time 1786421279.39 total 80.22 last 10.19)
total: 1000 mkdir in 89.75 seconds: 11.14 ops/second
 - mkdir 123 (time 1786421209.41 total 10.03 last 12.26)
 - mkdir 273 (time 1786421219.48 total 20.10 last 14.90)
 - mkdir 390 (time 1786421229.52 total 30.14 last 11.66)
 - mkdir 512 (time 1786421239.57 total 40.19 last 12.13)
 - mkdir 635 (time 1786421249.69 total 50.31 last 12.15)
 - mkdir 742 (time 1786421259.71 total 60.33 last 10.68)
 - mkdir 857 (time 1786421269.79 total 70.41 last 11.41)
 - mkdir 958 (time 1786421280.07 total 80.69 last 9.83)
total: 1000 mkdir in 90.03 seconds: 11.11 ops/second
 - mkdir 124 (time 1786421209.40 total 10.00 last 12.40)
 - mkdir 260 (time 1786421219.48 total 20.07 last 13.50)
 - mkdir 379 (time 1786421229.52 total 30.11 last 11.85)
 - mkdir 501 (time 1786421239.52 total 40.12 last 12.19)
 - mkdir 623 (time 1786421249.58 total 50.18 last 12.13)
 - mkdir 731 (time 1786421259.67 total 60.27 last 10.71)
 - mkdir 849 (time 1786421269.69 total 70.29 last 11.78)
 - mkdir 953 (time 1786421279.86 total 80.46 last 10.23)
total: 1000 mkdir in 90.32 seconds: 11.07 ops/second
 - mkdir 125 (time 1786421210.01 total 10.04 last 12.45)
 - mkdir 266 (time 1786421220.12 total 20.16 last 13.94)
 - mkdir 377 (time 1786421230.13 total 30.17 last 11.09)
 - mkdir 489 (time 1786421240.17 total 40.20 last 11.16)
 - mkdir 605 (time 1786421250.23 total 50.26 last 11.53)
 - mkdir 709 (time 1786421260.25 total 60.29 last 10.37)
 - mkdir 827 (time 1786421270.28 total 70.31 last 11.77)
 - mkdir 926 (time 1786421280.51 total 80.55 last 9.68)
 - mkdir 982 (time 1786421290.55 total 90.58 last 5.58)
total: 1000 mkdir in 92.24 seconds: 10.84 ops/second
Time for file creation 111 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 23 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.50 seconds: 19.99 ops/second
 - mkdir 103 (time 1786421801.25 total 10.01 last 10.29)
 - mkdir 222 (time 1786421811.27 total 20.02 last 11.88)
 - mkdir 348 (time 1786421821.42 total 30.18 last 12.41)
 - mkdir 468 (time 1786421831.49 total 40.24 last 11.92)
 - mkdir 614 (time 1786421841.52 total 50.27 last 14.56)
 - mkdir 727 (time 1786421852.56 total 61.31 last 10.23)
 - mkdir 851 (time 1786421862.59 total 71.35 last 12.36)
 - mkdir 981 (time 1786421872.65 total 81.40 last 12.93)
total: 1000 mkdir in 82.94 seconds: 12.06 ops/second
 - mkdir 125 (time 1786421806.88 total 10.02 last 12.47)
 - mkdir 251 (time 1786421816.89 total 20.03 last 12.60)
 - mkdir 373 (time 1786421826.96 total 30.10 last 12.11)
 - mkdir 509 (time 1786421836.99 total 40.13 last 13.56)
 - mkdir 644 (time 1786421847.08 total 50.21 last 13.39)
 - mkdir 751 (time 1786421857.10 total 60.24 last 10.67)
 - mkdir 885 (time 1786421867.11 total 70.25 last 13.38)
 - mkdir 980 (time 1786421877.30 total 80.44 last 9.33)
total: 1000 mkdir in 84.06 seconds: 11.90 ops/second
 - mkdir 129 (time 1786421807.14 total 10.04 last 12.84)
 - mkdir 261 (time 1786421817.18 total 20.09 last 13.14)
 - mkdir 383 (time 1786421827.41 total 30.31 last 11.93)
 - mkdir 516 (time 1786421837.44 total 40.35 last 13.26)
 - mkdir 643 (time 1786421847.49 total 50.40 last 12.64)
 - mkdir 748 (time 1786421857.60 total 60.50 last 10.39)
 - mkdir 885 (time 1786421867.60 total 70.50 last 13.70)
 - mkdir 979 (time 1786421877.76 total 80.67 last 9.25)
total: 1000 mkdir in 84.91 seconds: 11.78 ops/second
 - mkdir 115 (time 1786421805.60 total 10.05 last 11.44)
 - mkdir 232 (time 1786421815.63 total 20.08 last 11.67)
 - mkdir 358 (time 1786421825.64 total 30.09 last 12.58)
 - mkdir 493 (time 1786421835.71 total 40.16 last 13.41)
 - mkdir 638 (time 1786421845.75 total 50.20 last 14.44)
 - mkdir 730 (time 1786421855.76 total 60.21 last 9.19)
 - mkdir 863 (time 1786421865.89 total 70.34 last 13.13)
 - mkdir 970 (time 1786421876.03 total 80.48 last 10.55)
total: 1000 mkdir in 87.66 seconds: 11.41 ops/second
 - mkdir 126 (time 1786421807.08 total 10.08 last 12.50)
 - mkdir 251 (time 1786421817.12 total 20.12 last 12.45)
 - mkdir 374 (time 1786421827.17 total 30.18 last 12.24)
 - mkdir 506 (time 1786421837.20 total 40.20 last 13.16)
 - mkdir 641 (time 1786421847.23 total 50.24 last 13.46)
 - mkdir 749 (time 1786421857.24 total 60.25 last 10.78)
 - mkdir 881 (time 1786421867.29 total 70.30 last 13.14)
 - mkdir 974 (time 1786421877.60 total 80.60 last 9.03)
total: 1000 mkdir in 86.31 seconds: 11.59 ops/second
 - mkdir 126 (time 1786421807.08 total 10.10 last 12.48)
 - mkdir 253 (time 1786421817.13 total 20.14 last 12.65)
 - mkdir 373 (time 1786421827.23 total 30.24 last 11.88)
 - mkdir 505 (time 1786421837.27 total 40.29 last 13.14)
 - mkdir 643 (time 1786421847.28 total 50.29 last 13.79)
 - mkdir 747 (time 1786421857.33 total 60.34 last 10.35)
 - mkdir 881 (time 1786421867.38 total 70.40 last 13.33)
 - mkdir 973 (time 1786421877.62 total 80.64 last 8.98)
total: 1000 mkdir in 87.02 seconds: 11.49 ops/second
 - mkdir 127 (time 1786421807.97 total 10.02 last 12.67)
 - mkdir 262 (time 1786421818.10 total 20.15 last 13.33)
 - mkdir 386 (time 1786421828.16 total 30.22 last 12.33)
 - mkdir 519 (time 1786421838.16 total 40.22 last 13.29)
 - mkdir 650 (time 1786421848.34 total 50.39 last 12.88)
 - mkdir 756 (time 1786421858.39 total 60.44 last 10.55)
 - mkdir 888 (time 1786421868.39 total 70.45 last 13.19)
 - mkdir 975 (time 1786421878.57 total 80.63 last 8.55)
total: 1000 mkdir in 86.38 seconds: 11.58 ops/second
 - mkdir 126 (time 1786421808.06 total 10.02 last 12.58)
 - mkdir 254 (time 1786421818.22 total 20.17 last 12.60)
 - mkdir 371 (time 1786421828.29 total 30.25 last 11.62)
 - mkdir 508 (time 1786421838.29 total 40.25 last 13.70)
 - mkdir 640 (time 1786421848.37 total 50.33 last 13.10)
 - mkdir 742 (time 1786421858.39 total 60.34 last 10.19)
 - mkdir 872 (time 1786421868.43 total 70.38 last 12.94)
 - mkdir 956 (time 1786421878.45 total 80.40 last 8.38)
total: 1000 mkdir in 90.32 seconds: 11.07 ops/second
 - mkdir 118 (time 1786421807.08 total 10.10 last 11.69)
 - mkdir 240 (time 1786421817.10 total 20.12 last 12.17)
 - mkdir 357 (time 1786421827.18 total 30.20 last 11.61)
 - mkdir 483 (time 1786421837.18 total 40.20 last 12.60)
 - mkdir 618 (time 1786421847.21 total 50.23 last 13.46)
 - mkdir 721 (time 1786421857.24 total 60.26 last 10.27)
 - mkdir 855 (time 1786421867.33 total 70.35 last 13.28)
 - mkdir 946 (time 1786421877.68 total 80.69 last 8.79)
 - mkdir 989 (time 1786421887.74 total 90.76 last 4.27)
total: 1000 mkdir in 92.25 seconds: 10.84 ops/second
 - mkdir 110 (time 1786421806.44 total 10.11 last 10.88)
 - mkdir 231 (time 1786421816.44 total 20.12 last 12.10)
 - mkdir 338 (time 1786421826.45 total 30.13 last 10.69)
 - mkdir 465 (time 1786421836.50 total 40.17 last 12.64)
 - mkdir 599 (time 1786421846.53 total 50.20 last 13.36)
 - mkdir 701 (time 1786421856.54 total 60.22 last 10.18)
 - mkdir 832 (time 1786421866.58 total 70.26 last 13.05)
 - mkdir 927 (time 1786421876.64 total 80.31 last 9.45)
 - mkdir 968 (time 1786421886.65 total 90.33 last 4.09)
total: 1000 mkdir in 94.30 seconds: 10.60 ops/second
Time for file creation 111 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786421902 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1786421903 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1786421907 ; total 1 ; last 1)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786421906 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786421908 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1786421908 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1786421909 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786421909 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1786421908 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1786421909 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
Time for file removal 59 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8