== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 13:18:36 (1787591916)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.45 seconds: 22.12 ops/second
 - mkdir 194 (time 1787591935.56 total 10.00 last 19.40)
 - mkdir 436 (time 1787591945.59 total 20.03 last 24.14)
 - mkdir 687 (time 1787591955.63 total 30.07 last 24.98)
 - mkdir 879 (time 1787591965.64 total 40.08 last 19.19)
total: 1000 mkdir in 44.10 seconds: 22.67 ops/second
 - mkdir 191 (time 1787591936.46 total 10.03 last 19.04)
 - mkdir 434 (time 1787591946.47 total 20.04 last 24.28)
 - mkdir 687 (time 1787591956.48 total 30.05 last 25.27)
 - mkdir 884 (time 1787591966.51 total 40.08 last 19.63)
total: 1000 mkdir in 44.36 seconds: 22.54 ops/second
 - mkdir 192 (time 1787591936.20 total 10.08 last 19.04)
 - mkdir 428 (time 1787591946.22 total 20.10 last 23.55)
 - mkdir 675 (time 1787591956.23 total 30.12 last 24.67)
 - mkdir 870 (time 1787591966.24 total 40.13 last 19.47)
total: 1000 mkdir in 45.30 seconds: 22.08 ops/second
 - mkdir 195 (time 1787591937.02 total 10.04 last 19.41)
 - mkdir 434 (time 1787591947.03 total 20.05 last 23.89)
 - mkdir 686 (time 1787591957.07 total 30.09 last 25.11)
 - mkdir 890 (time 1787591967.08 total 40.10 last 20.36)
total: 1000 mkdir in 44.44 seconds: 22.50 ops/second
 - mkdir 202 (time 1787591936.62 total 10.02 last 20.16)
 - mkdir 443 (time 1787591946.64 total 20.04 last 24.06)
 - mkdir 691 (time 1787591956.69 total 30.09 last 24.67)
 - mkdir 883 (time 1787591966.69 total 40.09 last 19.19)
total: 1000 mkdir in 44.99 seconds: 22.23 ops/second
 - mkdir 198 (time 1787591936.51 total 10.03 last 19.74)
 - mkdir 435 (time 1787591946.53 total 20.05 last 23.65)
 - mkdir 685 (time 1787591956.55 total 30.07 last 24.95)
 - mkdir 878 (time 1787591966.55 total 40.07 last 19.30)
total: 1000 mkdir in 45.12 seconds: 22.16 ops/second
 - mkdir 198 (time 1787591936.51 total 10.01 last 19.77)
 - mkdir 436 (time 1787591946.54 total 20.04 last 23.74)
 - mkdir 685 (time 1787591956.55 total 30.05 last 24.86)
 - mkdir 879 (time 1787591966.56 total 40.06 last 19.38)
total: 1000 mkdir in 45.13 seconds: 22.16 ops/second
 - mkdir 200 (time 1787591936.59 total 10.01 last 19.98)
 - mkdir 435 (time 1787591946.61 total 20.04 last 23.44)
 - mkdir 687 (time 1787591956.64 total 30.07 last 25.12)
 - mkdir 881 (time 1787591966.66 total 40.09 last 19.36)
total: 1000 mkdir in 45.13 seconds: 22.16 ops/second
 - mkdir 187 (time 1787591936.65 total 10.01 last 18.68)
 - mkdir 420 (time 1787591946.67 total 20.04 last 23.23)
 - mkdir 666 (time 1787591956.72 total 30.09 last 24.49)
 - mkdir 862 (time 1787591966.73 total 40.09 last 19.58)
total: 1000 mkdir in 46.27 seconds: 21.61 ops/second
 - mkdir 182 (time 1787591935.54 total 10.02 last 18.16)
 - mkdir 407 (time 1787591945.55 total 20.04 last 22.47)
 - mkdir 644 (time 1787591955.59 total 30.08 last 23.61)
 - mkdir 836 (time 1787591965.61 total 40.10 last 19.16)
total: 1000 mkdir in 47.66 seconds: 20.98 ops/second
Time for file creation 56 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.60 seconds: 16.78 ops/second
 - mkdir 172 (time 1787592497.40 total 10.01 last 17.17)
 - mkdir 389 (time 1787592507.40 total 20.02 last 21.68)
 - mkdir 582 (time 1787592517.41 total 30.03 last 19.29)
 - mkdir 770 (time 1787592527.46 total 40.08 last 18.70)
 - mkdir 918 (time 1787592537.48 total 50.09 last 14.78)
total: 1000 mkdir in 55.53 seconds: 18.01 ops/second
 - mkdir 181 (time 1787592499.43 total 10.04 last 18.02)
 - mkdir 395 (time 1787592509.47 total 20.08 last 21.32)
 - mkdir 597 (time 1787592519.49 total 30.10 last 20.15)
 - mkdir 760 (time 1787592529.51 total 40.12 last 16.27)
 - mkdir 927 (time 1787592539.53 total 50.14 last 16.68)
total: 1000 mkdir in 56.37 seconds: 17.74 ops/second
 - mkdir 171 (time 1787592498.49 total 10.00 last 17.09)
 - mkdir 384 (time 1787592508.56 total 20.08 last 21.15)
 - mkdir 581 (time 1787592518.63 total 30.15 last 19.56)
 - mkdir 756 (time 1787592528.71 total 40.22 last 17.37)
 - mkdir 911 (time 1787592538.73 total 50.25 last 15.46)
total: 1000 mkdir in 57.38 seconds: 17.43 ops/second
 - mkdir 164 (time 1787592497.72 total 10.03 last 16.34)
 - mkdir 375 (time 1787592507.78 total 20.09 last 20.99)
 - mkdir 563 (time 1787592517.80 total 30.11 last 18.75)
 - mkdir 745 (time 1787592527.84 total 40.15 last 18.14)
 - mkdir 896 (time 1787592537.84 total 50.15 last 15.09)
total: 1000 mkdir in 58.19 seconds: 17.18 ops/second
 - mkdir 169 (time 1787592498.54 total 10.01 last 16.89)
 - mkdir 375 (time 1787592508.57 total 20.03 last 20.54)
 - mkdir 571 (time 1787592518.62 total 30.09 last 19.50)
 - mkdir 749 (time 1787592528.64 total 40.11 last 17.76)
 - mkdir 903 (time 1787592538.71 total 50.17 last 15.30)
total: 1000 mkdir in 57.84 seconds: 17.29 ops/second
 - mkdir 173 (time 1787592498.93 total 10.01 last 17.27)
 - mkdir 381 (time 1787592508.94 total 20.02 last 20.79)
 - mkdir 578 (time 1787592518.98 total 30.06 last 19.61)
 - mkdir 755 (time 1787592528.98 total 40.07 last 17.70)
 - mkdir 910 (time 1787592539.00 total 50.09 last 15.47)
total: 1000 mkdir in 57.89 seconds: 17.27 ops/second
 - mkdir 170 (time 1787592498.74 total 10.01 last 16.98)
 - mkdir 380 (time 1787592508.77 total 20.04 last 20.95)
 - mkdir 578 (time 1787592518.79 total 30.06 last 19.74)
 - mkdir 750 (time 1787592528.94 total 40.21 last 16.96)
 - mkdir 911 (time 1787592538.99 total 50.26 last 16.02)
total: 1000 mkdir in 58.26 seconds: 17.16 ops/second
 - mkdir 173 (time 1787592498.87 total 10.04 last 17.24)
 - mkdir 383 (time 1787592508.90 total 20.06 last 20.95)
 - mkdir 579 (time 1787592518.93 total 30.09 last 19.55)
 - mkdir 753 (time 1787592528.98 total 40.14 last 17.31)
 - mkdir 907 (time 1787592539.01 total 50.17 last 15.35)
total: 1000 mkdir in 58.76 seconds: 17.02 ops/second
 - mkdir 180 (time 1787592499.49 total 10.02 last 17.96)
 - mkdir 387 (time 1787592509.50 total 20.04 last 20.67)
 - mkdir 581 (time 1787592519.52 total 30.05 last 19.37)
 - mkdir 747 (time 1787592529.54 total 40.07 last 16.57)
 - mkdir 909 (time 1787592539.56 total 50.10 last 16.16)
total: 1000 mkdir in 58.76 seconds: 17.02 ops/second
 - mkdir 175 (time 1787592499.15 total 10.00 last 17.50)
 - mkdir 383 (time 1787592509.16 total 20.02 last 20.77)
 - mkdir 571 (time 1787592519.23 total 30.08 last 18.68)
 - mkdir 746 (time 1787592529.37 total 40.22 last 17.25)
 - mkdir 903 (time 1787592539.40 total 50.25 last 15.66)
total: 1000 mkdir in 59.17 seconds: 16.90 ops/second
Time for file creation 72 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787592560 ; total 0 ; last 0)
total: 1000 unlinks in 28 seconds: 35.714287 unlinks/second
 - unlinked 0 (time 1787592561 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1787592561 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787592562 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 45 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8