== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 00:36:06 (1787805366)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.52 seconds: 19.15 ops/second
 - mkdir 138 (time 1787805386.38 total 10.13 last 13.62)
 - mkdir 302 (time 1787805396.41 total 20.17 last 16.34)
 - mkdir 506 (time 1787805406.43 total 30.19 last 20.37)
 - mkdir 705 (time 1787805416.50 total 40.25 last 19.76)
 - mkdir 873 (time 1787805426.56 total 50.32 last 16.70)
total: 1000 mkdir in 55.96 seconds: 17.87 ops/second
 - mkdir 151 (time 1787805389.19 total 10.03 last 15.05)
 - mkdir 337 (time 1787805399.23 total 20.07 last 18.53)
 - mkdir 550 (time 1787805409.23 total 30.08 last 21.28)
 - mkdir 732 (time 1787805419.26 total 40.10 last 18.15)
 - mkdir 929 (time 1787805429.28 total 50.13 last 19.66)
total: 1000 mkdir in 53.15 seconds: 18.81 ops/second
 - mkdir 152 (time 1787805389.54 total 10.06 last 15.11)
 - mkdir 338 (time 1787805399.56 total 20.08 last 18.57)
 - mkdir 556 (time 1787805409.61 total 30.13 last 21.68)
 - mkdir 743 (time 1787805419.64 total 40.16 last 18.65)
 - mkdir 937 (time 1787805429.68 total 50.19 last 19.34)
total: 1000 mkdir in 53.64 seconds: 18.64 ops/second
 - mkdir 145 (time 1787805389.04 total 10.03 last 14.46)
 - mkdir 327 (time 1787805399.06 total 20.05 last 18.16)
 - mkdir 545 (time 1787805409.06 total 30.05 last 21.79)
 - mkdir 726 (time 1787805419.09 total 40.08 last 18.06)
 - mkdir 917 (time 1787805429.10 total 50.09 last 19.07)
total: 1000 mkdir in 54.24 seconds: 18.44 ops/second
 - mkdir 155 (time 1787805389.59 total 10.05 last 15.42)
 - mkdir 344 (time 1787805399.61 total 20.07 last 18.87)
 - mkdir 551 (time 1787805409.62 total 30.08 last 20.67)
 - mkdir 739 (time 1787805419.65 total 40.11 last 18.75)
 - mkdir 937 (time 1787805429.68 total 50.14 last 19.75)
total: 1000 mkdir in 54.15 seconds: 18.47 ops/second
 - mkdir 156 (time 1787805389.63 total 10.13 last 15.41)
 - mkdir 343 (time 1787805399.66 total 20.15 last 18.65)
 - mkdir 551 (time 1787805409.71 total 30.20 last 20.69)
 - mkdir 733 (time 1787805419.73 total 40.22 last 18.17)
 - mkdir 929 (time 1787805429.78 total 50.27 last 19.50)
total: 1000 mkdir in 54.53 seconds: 18.34 ops/second
 - mkdir 142 (time 1787805388.35 total 10.00 last 14.20)
 - mkdir 323 (time 1787805398.37 total 20.02 last 18.06)
 - mkdir 531 (time 1787805408.38 total 30.02 last 20.79)
 - mkdir 717 (time 1787805418.43 total 40.08 last 18.50)
 - mkdir 901 (time 1787805428.49 total 50.13 last 18.30)
total: 1000 mkdir in 55.72 seconds: 17.95 ops/second
 - mkdir 147 (time 1787805389.62 total 10.03 last 14.66)
 - mkdir 336 (time 1787805399.64 total 20.05 last 18.85)
 - mkdir 547 (time 1787805409.68 total 30.09 last 21.02)
 - mkdir 728 (time 1787805419.69 total 40.10 last 18.08)
 - mkdir 923 (time 1787805429.71 total 50.12 last 19.46)
total: 1000 mkdir in 55.43 seconds: 18.04 ops/second
 - mkdir 142 (time 1787805388.77 total 10.04 last 14.14)
 - mkdir 319 (time 1787805398.78 total 20.05 last 17.68)
 - mkdir 524 (time 1787805408.83 total 30.10 last 20.40)
 - mkdir 705 (time 1787805418.84 total 40.11 last 18.08)
 - mkdir 891 (time 1787805428.85 total 50.12 last 18.58)
total: 1000 mkdir in 56.91 seconds: 17.57 ops/second
 - mkdir 135 (time 1787805387.86 total 10.03 last 13.46)
 - mkdir 301 (time 1787805397.87 total 20.05 last 16.58)
 - mkdir 511 (time 1787805407.88 total 30.06 last 20.98)
 - mkdir 692 (time 1787805417.89 total 40.07 last 18.08)
 - mkdir 865 (time 1787805427.96 total 50.14 last 17.18)
total: 1000 mkdir in 57.93 seconds: 17.26 ops/second
Time for file creation 69 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.44 seconds: 22.72 ops/second
 - mkdir 171 (time 1787805922.79 total 10.08 last 16.96)
 - mkdir 373 (time 1787805932.82 total 20.11 last 20.15)
 - mkdir 561 (time 1787805942.83 total 30.12 last 18.77)
 - mkdir 757 (time 1787805952.91 total 40.20 last 19.45)
 - mkdir 920 (time 1787805963.01 total 50.30 last 16.14)
total: 1000 mkdir in 55.48 seconds: 18.03 ops/second
 - mkdir 159 (time 1787805921.51 total 10.04 last 15.83)
 - mkdir 364 (time 1787805931.53 total 20.07 last 20.44)
 - mkdir 520 (time 1787805941.59 total 30.13 last 15.52)
 - mkdir 735 (time 1787805951.61 total 40.15 last 21.44)
 - mkdir 902 (time 1787805961.64 total 50.18 last 16.66)
total: 1000 mkdir in 57.31 seconds: 17.45 ops/second
 - mkdir 165 (time 1787805922.84 total 10.03 last 16.46)
 - mkdir 367 (time 1787805932.89 total 20.08 last 20.09)
 - mkdir 551 (time 1787805942.91 total 30.10 last 18.37)
 - mkdir 751 (time 1787805953.00 total 40.19 last 19.81)
 - mkdir 912 (time 1787805963.03 total 50.22 last 16.07)
total: 1000 mkdir in 56.06 seconds: 17.84 ops/second
 - mkdir 162 (time 1787805921.43 total 10.01 last 16.19)
 - mkdir 362 (time 1787805931.44 total 20.02 last 19.98)
 - mkdir 526 (time 1787805941.51 total 30.10 last 16.27)
 - mkdir 738 (time 1787805951.52 total 40.10 last 21.19)
 - mkdir 900 (time 1787805961.63 total 50.22 last 16.02)
total: 1000 mkdir in 57.87 seconds: 17.28 ops/second
 - mkdir 167 (time 1787805922.56 total 10.05 last 16.62)
 - mkdir 368 (time 1787805932.60 total 20.09 last 20.02)
 - mkdir 544 (time 1787805942.62 total 30.10 last 17.57)
 - mkdir 740 (time 1787805952.64 total 40.13 last 19.55)
 - mkdir 902 (time 1787805962.68 total 50.16 last 16.14)
total: 1000 mkdir in 57.86 seconds: 17.28 ops/second
 - mkdir 166 (time 1787805922.76 total 10.04 last 16.53)
 - mkdir 364 (time 1787805932.82 total 20.10 last 19.68)
 - mkdir 544 (time 1787805942.85 total 30.14 last 17.94)
 - mkdir 739 (time 1787805952.91 total 40.19 last 19.39)
 - mkdir 903 (time 1787805963.01 total 50.30 last 16.24)
total: 1000 mkdir in 57.98 seconds: 17.25 ops/second
 - mkdir 168 (time 1787805923.07 total 10.04 last 16.72)
 - mkdir 360 (time 1787805933.11 total 20.09 last 19.12)
 - mkdir 546 (time 1787805943.13 total 30.10 last 18.57)
 - mkdir 732 (time 1787805953.13 total 40.11 last 18.59)
 - mkdir 897 (time 1787805963.15 total 50.13 last 16.47)
total: 1000 mkdir in 58.26 seconds: 17.16 ops/second
 - mkdir 157 (time 1787805921.43 total 10.11 last 15.53)
 - mkdir 351 (time 1787805931.46 total 20.14 last 19.35)
 - mkdir 507 (time 1787805941.51 total 30.19 last 15.52)
 - mkdir 715 (time 1787805951.55 total 40.23 last 20.71)
 - mkdir 882 (time 1787805961.64 total 50.31 last 16.56)
total: 1000 mkdir in 60.00 seconds: 16.67 ops/second
 - mkdir 158 (time 1787805922.20 total 10.00 last 15.80)
 - mkdir 362 (time 1787805932.32 total 20.12 last 20.16)
 - mkdir 528 (time 1787805942.34 total 30.15 last 16.56)
 - mkdir 732 (time 1787805952.44 total 40.25 last 20.20)
 - mkdir 891 (time 1787805962.51 total 50.32 last 15.79)
total: 1000 mkdir in 59.17 seconds: 16.90 ops/second
 - mkdir 164 (time 1787805922.91 total 10.06 last 16.30)
 - mkdir 357 (time 1787805932.97 total 20.12 last 19.19)
 - mkdir 533 (time 1787805943.01 total 30.16 last 17.53)
 - mkdir 725 (time 1787805953.10 total 40.25 last 19.02)
 - mkdir 887 (time 1787805963.12 total 50.27 last 16.17)
total: 1000 mkdir in 59.34 seconds: 16.85 ops/second
Time for file creation 72 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787805980 ; total 0 ; last 0)
total: 1000 unlinks in 25 seconds: 40.000000 unlinks/second
 - unlinked 0 (time 1787805982 ; total 0 ; last 0)
total: 1000 unlinks in 25 seconds: 40.000000 unlinks/second
 - unlinked 0 (time 1787805984 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1787805984 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1787805983 ; total 0 ; last 0)
total: 1000 unlinks in 27 seconds: 37.037037 unlinks/second
 - unlinked 0 (time 1787805985 ; total 0 ; last 0)
total: 1000 unlinks in 25 seconds: 40.000000 unlinks/second
 - unlinked 0 (time 1787805985 ; total 1 ; last 1)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1787805984 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1787805985 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
 - unlinked 0 (time 1787805985 ; total 0 ; last 0)
total: 1000 unlinks in 26 seconds: 38.461540 unlinks/second
Time for file removal 38 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8