== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 11:47:37 (1789400857)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.49 seconds: 20.53 ops/second
 - mkdir 174 (time 1789400877.00 total 10.04 last 17.33)
 - mkdir 314 (time 1789400887.01 total 20.04 last 13.99)
 - mkdir 465 (time 1789400897.04 total 30.08 last 15.05)
 - mkdir 643 (time 1789400907.08 total 40.11 last 17.74)
 - mkdir 827 (time 1789400917.11 total 50.15 last 18.34)
total: 1000 mkdir in 59.61 seconds: 16.78 ops/second
 - mkdir 170 (time 1789400878.11 total 10.15 last 16.75)
 - mkdir 306 (time 1789400888.13 total 20.16 last 13.58)
 - mkdir 455 (time 1789400898.16 total 30.20 last 14.85)
 - mkdir 639 (time 1789400908.20 total 40.23 last 18.33)
 - mkdir 820 (time 1789400918.27 total 50.31 last 17.97)
 - mkdir 995 (time 1789400928.40 total 60.44 last 17.28)
total: 1000 mkdir in 60.75 seconds: 16.46 ops/second
 - mkdir 164 (time 1789400878.43 total 10.01 last 16.38)
 - mkdir 304 (time 1789400888.44 total 20.01 last 14.00)
 - mkdir 455 (time 1789400898.50 total 30.07 last 15.01)
 - mkdir 641 (time 1789400908.53 total 40.11 last 18.53)
 - mkdir 818 (time 1789400918.59 total 50.17 last 17.59)
 - mkdir 993 (time 1789400928.61 total 60.18 last 17.47)
total: 1000 mkdir in 60.95 seconds: 16.41 ops/second
 - mkdir 162 (time 1789400878.13 total 10.19 last 15.90)
 - mkdir 300 (time 1789400888.16 total 20.22 last 13.76)
 - mkdir 453 (time 1789400898.24 total 30.30 last 15.17)
 - mkdir 637 (time 1789400908.27 total 40.33 last 18.35)
 - mkdir 814 (time 1789400918.30 total 50.36 last 17.65)
 - mkdir 986 (time 1789400928.41 total 60.47 last 17.00)
total: 1000 mkdir in 61.97 seconds: 16.14 ops/second
 - mkdir 168 (time 1789400878.49 total 10.15 last 16.54)
 - mkdir 304 (time 1789400888.60 total 20.26 last 13.45)
 - mkdir 452 (time 1789400898.63 total 30.29 last 14.76)
 - mkdir 637 (time 1789400908.68 total 40.34 last 18.41)
 - mkdir 816 (time 1789400918.70 total 50.37 last 17.85)
 - mkdir 986 (time 1789400928.78 total 60.44 last 16.87)
total: 1000 mkdir in 62.28 seconds: 16.06 ops/second
 - mkdir 163 (time 1789400878.57 total 10.04 last 16.23)
 - mkdir 298 (time 1789400888.64 total 20.11 last 13.41)
 - mkdir 444 (time 1789400898.66 total 30.13 last 14.57)
 - mkdir 624 (time 1789400908.74 total 40.21 last 17.86)
 - mkdir 807 (time 1789400918.78 total 50.25 last 18.23)
 - mkdir 984 (time 1789400928.80 total 60.26 last 17.67)
total: 1000 mkdir in 62.14 seconds: 16.09 ops/second
 - mkdir 158 (time 1789400876.98 total 10.02 last 15.77)
 - mkdir 284 (time 1789400886.99 total 20.03 last 12.58)
 - mkdir 431 (time 1789400897.05 total 30.09 last 14.62)
 - mkdir 603 (time 1789400907.07 total 40.11 last 17.16)
 - mkdir 786 (time 1789400917.14 total 50.18 last 18.18)
 - mkdir 966 (time 1789400927.14 total 60.19 last 17.99)
total: 1000 mkdir in 63.99 seconds: 15.63 ops/second
 - mkdir 160 (time 1789400877.54 total 10.03 last 15.95)
 - mkdir 288 (time 1789400887.57 total 20.06 last 12.76)
 - mkdir 436 (time 1789400897.57 total 30.06 last 14.80)
 - mkdir 611 (time 1789400907.58 total 40.07 last 17.49)
 - mkdir 795 (time 1789400917.59 total 50.08 last 18.38)
 - mkdir 967 (time 1789400927.59 total 60.08 last 17.19)
total: 1000 mkdir in 63.54 seconds: 15.74 ops/second
 - mkdir 163 (time 1789400878.21 total 10.17 last 16.03)
 - mkdir 294 (time 1789400888.23 total 20.18 last 13.08)
 - mkdir 438 (time 1789400898.24 total 30.20 last 14.38)
 - mkdir 623 (time 1789400908.28 total 40.24 last 18.42)
 - mkdir 801 (time 1789400918.29 total 50.25 last 17.78)
 - mkdir 971 (time 1789400928.31 total 60.27 last 16.97)
total: 1000 mkdir in 63.49 seconds: 15.75 ops/second
 - mkdir 152 (time 1789400877.84 total 10.03 last 15.16)
 - mkdir 279 (time 1789400887.86 total 20.04 last 12.68)
 - mkdir 420 (time 1789400897.91 total 30.09 last 14.04)
 - mkdir 602 (time 1789400907.91 total 40.09 last 18.19)
 - mkdir 780 (time 1789400917.92 total 50.10 last 17.78)
 - mkdir 959 (time 1789400927.93 total 60.12 last 17.87)
total: 1000 mkdir in 64.28 seconds: 15.56 ops/second
Time for file creation 73 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 10 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.47 seconds: 21.24 ops/second
 - mkdir 121 (time 1789401493.21 total 10.05 last 12.04)
 - mkdir 255 (time 1789401503.25 total 20.09 last 13.35)
 - mkdir 387 (time 1789401513.30 total 30.14 last 13.14)
 - mkdir 530 (time 1789401523.32 total 40.15 last 14.28)
 - mkdir 675 (time 1789401533.35 total 50.18 last 14.46)
 - mkdir 809 (time 1789401543.38 total 60.21 last 13.36)
 - mkdir 962 (time 1789401553.39 total 70.23 last 15.27)
total: 1000 mkdir in 72.87 seconds: 13.72 ops/second
 - mkdir 123 (time 1789401493.49 total 10.04 last 12.25)
 - mkdir 254 (time 1789401503.57 total 20.12 last 13.00)
 - mkdir 388 (time 1789401513.58 total 30.12 last 13.40)
 - mkdir 533 (time 1789401523.63 total 40.18 last 14.42)
 - mkdir 675 (time 1789401533.70 total 50.24 last 14.11)
 - mkdir 806 (time 1789401543.71 total 60.26 last 13.08)
 - mkdir 955 (time 1789401553.77 total 70.32 last 14.81)
total: 1000 mkdir in 73.94 seconds: 13.52 ops/second
 - mkdir 117 (time 1789401492.17 total 10.01 last 11.69)
 - mkdir 246 (time 1789401502.24 total 20.07 last 12.82)
 - mkdir 376 (time 1789401512.32 total 30.15 last 12.90)
 - mkdir 515 (time 1789401522.39 total 40.23 last 13.80)
 - mkdir 664 (time 1789401532.45 total 50.28 last 14.82)
 - mkdir 791 (time 1789401542.49 total 60.33 last 12.64)
 - mkdir 942 (time 1789401552.56 total 70.39 last 15.00)
total: 1000 mkdir in 75.89 seconds: 13.18 ops/second
 - mkdir 123 (time 1789401493.68 total 10.11 last 12.16)
 - mkdir 260 (time 1789401503.74 total 20.17 last 13.62)
 - mkdir 390 (time 1789401513.77 total 30.20 last 12.96)
 - mkdir 530 (time 1789401523.80 total 40.23 last 13.95)
 - mkdir 669 (time 1789401533.80 total 50.23 last 13.90)
 - mkdir 805 (time 1789401543.83 total 60.26 last 13.56)
 - mkdir 951 (time 1789401553.88 total 70.31 last 14.53)
total: 1000 mkdir in 74.51 seconds: 13.42 ops/second
 - mkdir 119 (time 1789401492.76 total 10.01 last 11.89)
 - mkdir 249 (time 1789401502.79 total 20.03 last 12.97)
 - mkdir 381 (time 1789401512.86 total 30.10 last 13.11)
 - mkdir 523 (time 1789401522.92 total 40.17 last 14.11)
 - mkdir 664 (time 1789401532.96 total 50.21 last 14.04)
 - mkdir 795 (time 1789401542.99 total 60.23 last 13.07)
 - mkdir 945 (time 1789401553.08 total 70.32 last 14.87)
total: 1000 mkdir in 75.48 seconds: 13.25 ops/second
 - mkdir 123 (time 1789401494.16 total 10.05 last 12.24)
 - mkdir 262 (time 1789401504.16 total 20.06 last 13.89)
 - mkdir 397 (time 1789401514.18 total 30.08 last 13.47)
 - mkdir 537 (time 1789401524.26 total 40.15 last 13.89)
 - mkdir 676 (time 1789401534.29 total 50.18 last 13.86)
 - mkdir 814 (time 1789401544.33 total 60.22 last 13.75)
 - mkdir 959 (time 1789401554.41 total 70.30 last 14.38)
total: 1000 mkdir in 74.23 seconds: 13.47 ops/second
 - mkdir 122 (time 1789401494.08 total 10.04 last 12.15)
 - mkdir 257 (time 1789401504.13 total 20.09 last 13.44)
 - mkdir 387 (time 1789401514.15 total 30.11 last 12.97)
 - mkdir 529 (time 1789401524.17 total 40.13 last 14.18)
 - mkdir 670 (time 1789401534.24 total 50.20 last 14.00)
 - mkdir 801 (time 1789401544.25 total 60.22 last 13.08)
 - mkdir 946 (time 1789401554.26 total 70.22 last 14.50)
total: 1000 mkdir in 75.64 seconds: 13.22 ops/second
 - mkdir 120 (time 1789401492.88 total 10.05 last 11.95)
 - mkdir 251 (time 1789401502.96 total 20.13 last 12.99)
 - mkdir 377 (time 1789401513.04 total 30.21 last 12.50)
 - mkdir 514 (time 1789401523.07 total 40.24 last 13.66)
 - mkdir 656 (time 1789401533.11 total 50.28 last 14.15)
 - mkdir 784 (time 1789401543.12 total 60.29 last 12.78)
 - mkdir 933 (time 1789401553.24 total 70.40 last 14.74)
total: 1000 mkdir in 77.13 seconds: 12.96 ops/second
 - mkdir 121 (time 1789401494.25 total 10.02 last 12.07)
 - mkdir 257 (time 1789401504.39 total 20.17 last 13.41)
 - mkdir 386 (time 1789401514.46 total 30.23 last 12.81)
 - mkdir 524 (time 1789401524.48 total 40.25 last 13.78)
 - mkdir 663 (time 1789401534.49 total 50.26 last 13.88)
 - mkdir 800 (time 1789401544.49 total 60.27 last 13.69)
 - mkdir 940 (time 1789401554.52 total 70.29 last 13.97)
total: 1000 mkdir in 76.63 seconds: 13.05 ops/second
 - mkdir 110 (time 1789401493.98 total 10.06 last 10.94)
 - mkdir 241 (time 1789401504.13 total 20.20 last 12.91)
 - mkdir 364 (time 1789401514.14 total 30.21 last 12.29)
 - mkdir 503 (time 1789401524.17 total 40.24 last 13.85)
 - mkdir 645 (time 1789401534.21 total 50.28 last 14.15)
 - mkdir 783 (time 1789401544.27 total 60.34 last 13.71)
 - mkdir 922 (time 1789401554.32 total 70.39 last 13.84)
total: 1000 mkdir in 78.91 seconds: 12.67 ops/second
Time for file creation 90 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789401573 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401574 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401573 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1789401574 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401575 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401575 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401574 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1789401575 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401575 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1789401575 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
Time for file removal 55 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8