== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 00:55:48 (1786769748)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.41 seconds: 24.32 ops/second
 - mkdir 153 (time 1786769767.64 total 10.00 last 15.30)
 - mkdir 398 (time 1786769777.66 total 20.02 last 24.44)
 - mkdir 574 (time 1786769787.67 total 30.03 last 17.59)
 - mkdir 729 (time 1786769797.70 total 40.07 last 15.45)
 - mkdir 915 (time 1786769807.73 total 50.09 last 18.55)
total: 1000 mkdir in 54.14 seconds: 18.47 ops/second
 - mkdir 153 (time 1786769767.33 total 10.02 last 15.27)
 - mkdir 387 (time 1786769777.35 total 20.04 last 23.36)
 - mkdir 560 (time 1786769787.38 total 30.08 last 17.24)
 - mkdir 713 (time 1786769797.42 total 40.11 last 15.24)
 - mkdir 887 (time 1786769807.43 total 50.12 last 17.39)
total: 1000 mkdir in 56.51 seconds: 17.69 ops/second
 - mkdir 212 (time 1786769772.00 total 10.02 last 21.15)
 - mkdir 441 (time 1786769782.08 total 20.09 last 22.74)
 - mkdir 601 (time 1786769792.10 total 30.11 last 15.97)
 - mkdir 771 (time 1786769802.17 total 40.19 last 16.88)
 - mkdir 971 (time 1786769812.23 total 50.25 last 19.87)
total: 1000 mkdir in 53.66 seconds: 18.64 ops/second
 - mkdir 211 (time 1786769771.85 total 10.02 last 21.05)
 - mkdir 432 (time 1786769781.86 total 20.03 last 22.08)
 - mkdir 591 (time 1786769791.91 total 30.09 last 15.81)
 - mkdir 757 (time 1786769801.94 total 40.12 last 16.55)
 - mkdir 960 (time 1786769811.97 total 50.15 last 20.25)
total: 1000 mkdir in 54.97 seconds: 18.19 ops/second
 - mkdir 182 (time 1786769770.87 total 10.00 last 18.20)
 - mkdir 421 (time 1786769780.89 total 20.02 last 23.85)
 - mkdir 577 (time 1786769790.93 total 30.06 last 15.54)
 - mkdir 740 (time 1786769800.98 total 40.11 last 16.21)
 - mkdir 938 (time 1786769811.06 total 50.20 last 19.64)
total: 1000 mkdir in 57.01 seconds: 17.54 ops/second
 - mkdir 206 (time 1786769772.00 total 10.01 last 20.57)
 - mkdir 432 (time 1786769782.05 total 20.06 last 22.50)
 - mkdir 591 (time 1786769792.07 total 30.08 last 15.87)
 - mkdir 751 (time 1786769802.07 total 40.08 last 15.99)
 - mkdir 949 (time 1786769812.07 total 50.08 last 19.80)
total: 1000 mkdir in 56.89 seconds: 17.58 ops/second
 - mkdir 183 (time 1786769771.12 total 10.02 last 18.27)
 - mkdir 414 (time 1786769781.17 total 20.07 last 22.98)
 - mkdir 568 (time 1786769791.23 total 30.13 last 15.31)
 - mkdir 727 (time 1786769801.26 total 40.16 last 15.85)
 - mkdir 924 (time 1786769811.29 total 50.19 last 19.65)
total: 1000 mkdir in 59.15 seconds: 16.91 ops/second
 - mkdir 170 (time 1786769770.55 total 10.02 last 16.97)
 - mkdir 407 (time 1786769780.59 total 20.06 last 23.61)
 - mkdir 561 (time 1786769790.65 total 30.12 last 15.30)
 - mkdir 718 (time 1786769800.71 total 40.17 last 15.62)
 - mkdir 914 (time 1786769810.73 total 50.19 last 19.56)
total: 1000 mkdir in 59.72 seconds: 16.74 ops/second
 - mkdir 202 (time 1786769772.03 total 10.03 last 20.14)
 - mkdir 419 (time 1786769782.08 total 20.08 last 21.59)
 - mkdir 573 (time 1786769792.09 total 30.08 last 15.40)
 - mkdir 737 (time 1786769802.13 total 40.12 last 16.33)
 - mkdir 931 (time 1786769812.18 total 50.17 last 19.30)
total: 1000 mkdir in 58.75 seconds: 17.02 ops/second
 - mkdir 200 (time 1786769772.11 total 10.02 last 19.97)
 - mkdir 411 (time 1786769782.13 total 20.03 last 21.07)
 - mkdir 562 (time 1786769792.17 total 30.07 last 15.04)
 - mkdir 714 (time 1786769802.19 total 40.09 last 15.16)
 - mkdir 901 (time 1786769812.26 total 50.16 last 18.56)
 - mkdir 995 (time 1786769822.32 total 60.22 last 9.35)
total: 1000 mkdir in 60.45 seconds: 16.54 ops/second
Time for file creation 72 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 13 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.50 seconds: 20.19 ops/second
 - mkdir 129 (time 1786770331.15 total 10.01 last 12.89)
 - mkdir 302 (time 1786770341.18 total 20.04 last 17.24)
 - mkdir 480 (time 1786770351.20 total 30.06 last 17.77)
 - mkdir 657 (time 1786770361.20 total 40.06 last 17.69)
 - mkdir 812 (time 1786770371.26 total 50.12 last 15.42)
 - mkdir 982 (time 1786770381.30 total 60.16 last 16.93)
total: 1000 mkdir in 61.26 seconds: 16.32 ops/second
 - mkdir 136 (time 1786770331.51 total 10.07 last 13.51)
 - mkdir 311 (time 1786770341.56 total 20.12 last 17.41)
 - mkdir 487 (time 1786770351.57 total 30.12 last 17.59)
 - mkdir 667 (time 1786770361.66 total 40.22 last 17.83)
 - mkdir 824 (time 1786770371.70 total 50.26 last 15.64)
 - mkdir 987 (time 1786770381.71 total 60.27 last 16.28)
total: 1000 mkdir in 61.04 seconds: 16.38 ops/second
 - mkdir 124 (time 1786770329.98 total 10.01 last 12.39)
 - mkdir 290 (time 1786770339.98 total 20.01 last 16.60)
 - mkdir 460 (time 1786770350.00 total 30.02 last 16.98)
 - mkdir 631 (time 1786770360.02 total 40.05 last 17.05)
 - mkdir 790 (time 1786770370.03 total 50.06 last 15.89)
 - mkdir 961 (time 1786770380.04 total 60.06 last 17.09)
total: 1000 mkdir in 62.63 seconds: 15.97 ops/second
 - mkdir 121 (time 1786770331.55 total 10.02 last 12.07)
 - mkdir 298 (time 1786770341.60 total 20.08 last 17.60)
 - mkdir 468 (time 1786770351.64 total 30.12 last 16.93)
 - mkdir 646 (time 1786770361.71 total 40.18 last 17.68)
 - mkdir 807 (time 1786770371.72 total 50.19 last 16.08)
 - mkdir 968 (time 1786770381.77 total 60.25 last 16.01)
total: 1000 mkdir in 63.04 seconds: 15.86 ops/second
 - mkdir 122 (time 1786770332.17 total 10.03 last 12.16)
 - mkdir 301 (time 1786770342.18 total 20.04 last 17.88)
 - mkdir 482 (time 1786770352.19 total 30.05 last 18.08)
 - mkdir 649 (time 1786770362.22 total 40.08 last 16.65)
 - mkdir 809 (time 1786770372.25 total 50.11 last 15.96)
 - mkdir 974 (time 1786770382.26 total 60.12 last 16.48)
total: 1000 mkdir in 62.55 seconds: 15.99 ops/second
 - mkdir 125 (time 1786770331.93 total 10.07 last 12.42)
 - mkdir 301 (time 1786770341.94 total 20.07 last 17.59)
 - mkdir 477 (time 1786770351.95 total 30.08 last 17.58)
 - mkdir 643 (time 1786770361.96 total 40.10 last 16.58)
 - mkdir 803 (time 1786770372.02 total 50.15 last 15.91)
 - mkdir 969 (time 1786770382.03 total 60.17 last 16.58)
total: 1000 mkdir in 62.98 seconds: 15.88 ops/second
 - mkdir 125 (time 1786770332.28 total 10.03 last 12.46)
 - mkdir 304 (time 1786770342.32 total 20.07 last 17.83)
 - mkdir 489 (time 1786770352.35 total 30.10 last 18.45)
 - mkdir 652 (time 1786770362.41 total 40.16 last 16.20)
 - mkdir 814 (time 1786770372.42 total 50.17 last 16.18)
 - mkdir 975 (time 1786770382.46 total 60.21 last 16.03)
total: 1000 mkdir in 62.68 seconds: 15.96 ops/second
 - mkdir 124 (time 1786770331.82 total 10.02 last 12.37)
 - mkdir 301 (time 1786770341.83 total 20.03 last 17.69)
 - mkdir 477 (time 1786770351.87 total 30.07 last 17.52)
 - mkdir 644 (time 1786770361.88 total 40.08 last 16.68)
 - mkdir 803 (time 1786770371.94 total 50.15 last 15.80)
 - mkdir 967 (time 1786770382.00 total 60.21 last 16.30)
total: 1000 mkdir in 63.15 seconds: 15.84 ops/second
 - mkdir 127 (time 1786770332.17 total 10.02 last 12.67)
 - mkdir 309 (time 1786770342.24 total 20.09 last 18.07)
 - mkdir 490 (time 1786770352.26 total 30.11 last 18.07)
 - mkdir 656 (time 1786770362.26 total 40.12 last 16.59)
 - mkdir 810 (time 1786770372.30 total 50.16 last 15.34)
 - mkdir 973 (time 1786770382.35 total 60.21 last 16.22)
total: 1000 mkdir in 62.82 seconds: 15.92 ops/second
 - mkdir 127 (time 1786770332.02 total 10.03 last 12.66)
 - mkdir 299 (time 1786770342.05 total 20.05 last 17.16)
 - mkdir 475 (time 1786770352.06 total 30.06 last 17.58)
 - mkdir 647 (time 1786770362.10 total 40.10 last 17.14)
 - mkdir 801 (time 1786770372.10 total 50.10 last 15.40)
 - mkdir 965 (time 1786770382.13 total 60.14 last 16.34)
total: 1000 mkdir in 63.38 seconds: 15.78 ops/second
Time for file creation 77 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770399 ; total 0 ; last 0)
total: 1000 unlinks in 22 seconds: 45.454544 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 24 seconds: 41.666668 unlinks/second
 - unlinked 0 (time 1786770399 ; total 0 ; last 0)
total: 1000 unlinks in 23 seconds: 43.478260 unlinks/second
 - unlinked 0 (time 1786770398 ; total 0 ; last 0)
total: 1000 unlinks in 24 seconds: 41.666668 unlinks/second
Time for file removal 37 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8