== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 15:05:44 (1786820744)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.51 seconds: 19.45 ops/second
 - mkdir 179 (time 1786820768.63 total 10.04 last 17.82)
 - mkdir 380 (time 1786820778.63 total 20.05 last 20.08)
 - mkdir 623 (time 1786820788.64 total 30.06 last 24.28)
 - mkdir 864 (time 1786820798.68 total 40.10 last 24.02)
total: 1000 mkdir in 48.12 seconds: 20.78 ops/second
 - mkdir 160 (time 1786820765.86 total 10.02 last 15.97)
 - mkdir 335 (time 1786820775.94 total 20.10 last 17.35)
 - mkdir 558 (time 1786820785.96 total 30.12 last 22.26)
 - mkdir 791 (time 1786820795.96 total 40.12 last 23.30)
 - mkdir 985 (time 1786820806.03 total 50.18 last 19.28)
total: 1000 mkdir in 51.15 seconds: 19.55 ops/second
 - mkdir 172 (time 1786820768.00 total 10.10 last 17.03)
 - mkdir 369 (time 1786820778.00 total 20.10 last 19.69)
 - mkdir 594 (time 1786820788.02 total 30.12 last 22.46)
 - mkdir 833 (time 1786820798.03 total 40.13 last 23.87)
 - mkdir 999 (time 1786820808.13 total 50.23 last 16.43)
total: 1000 mkdir in 50.23 seconds: 19.91 ops/second
 - mkdir 173 (time 1786820767.89 total 10.08 last 17.17)
 - mkdir 369 (time 1786820777.89 total 20.08 last 19.60)
 - mkdir 597 (time 1786820787.91 total 30.10 last 22.76)
 - mkdir 833 (time 1786820797.92 total 40.11 last 23.57)
 - mkdir 998 (time 1786820807.99 total 50.18 last 16.39)
total: 1000 mkdir in 50.33 seconds: 19.87 ops/second
 - mkdir 165 (time 1786820768.08 total 10.00 last 16.49)
 - mkdir 360 (time 1786820778.09 total 20.01 last 19.49)
 - mkdir 586 (time 1786820788.10 total 30.02 last 22.56)
 - mkdir 826 (time 1786820798.14 total 40.06 last 23.91)
 - mkdir 995 (time 1786820808.19 total 50.11 last 16.82)
total: 1000 mkdir in 50.43 seconds: 19.83 ops/second
 - mkdir 172 (time 1786820768.05 total 10.08 last 17.06)
 - mkdir 366 (time 1786820778.09 total 20.12 last 19.32)
 - mkdir 592 (time 1786820788.10 total 30.13 last 22.58)
 - mkdir 831 (time 1786820798.14 total 40.18 last 23.79)
 - mkdir 995 (time 1786820808.23 total 50.26 last 16.26)
total: 1000 mkdir in 50.70 seconds: 19.72 ops/second
 - mkdir 166 (time 1786820768.10 total 10.01 last 16.58)
 - mkdir 355 (time 1786820778.11 total 20.02 last 18.88)
 - mkdir 586 (time 1786820788.17 total 30.08 last 22.98)
 - mkdir 828 (time 1786820798.20 total 40.11 last 24.11)
 - mkdir 991 (time 1786820808.24 total 50.15 last 16.24)
total: 1000 mkdir in 50.88 seconds: 19.65 ops/second
 - mkdir 166 (time 1786820767.24 total 10.01 last 16.58)
 - mkdir 350 (time 1786820777.25 total 20.03 last 18.38)
 - mkdir 568 (time 1786820787.27 total 30.04 last 21.77)
 - mkdir 810 (time 1786820797.32 total 40.09 last 24.07)
 - mkdir 981 (time 1786820807.45 total 50.22 last 16.88)
total: 1000 mkdir in 52.24 seconds: 19.14 ops/second
 - mkdir 166 (time 1786820768.13 total 10.01 last 16.59)
 - mkdir 358 (time 1786820778.16 total 20.04 last 19.13)
 - mkdir 583 (time 1786820788.18 total 30.06 last 22.46)
 - mkdir 821 (time 1786820798.22 total 40.09 last 23.72)
 - mkdir 982 (time 1786820808.23 total 50.10 last 16.08)
total: 1000 mkdir in 51.59 seconds: 19.38 ops/second
 - mkdir 175 (time 1786820768.49 total 10.01 last 17.49)
 - mkdir 365 (time 1786820778.50 total 20.02 last 18.98)
 - mkdir 593 (time 1786820788.50 total 30.02 last 22.78)
 - mkdir 830 (time 1786820798.54 total 40.06 last 23.62)
 - mkdir 986 (time 1786820808.56 total 50.08 last 15.57)
total: 1000 mkdir in 51.39 seconds: 19.46 ops/second
Time for file creation 64 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.57 seconds: 17.43 ops/second
 - mkdir 92 (time 1786821346.18 total 10.04 last 9.17)
 - mkdir 239 (time 1786821356.19 total 20.05 last 14.67)
 - mkdir 375 (time 1786821366.22 total 30.08 last 13.57)
 - mkdir 525 (time 1786821376.23 total 40.09 last 14.98)
 - mkdir 674 (time 1786821386.25 total 50.11 last 14.88)
 - mkdir 810 (time 1786821396.29 total 60.15 last 13.55)
 - mkdir 989 (time 1786821406.30 total 70.16 last 17.87)
total: 1000 mkdir in 70.57 seconds: 14.17 ops/second
 - mkdir 117 (time 1786821348.88 total 10.03 last 11.66)
 - mkdir 256 (time 1786821358.90 total 20.05 last 13.87)
 - mkdir 405 (time 1786821368.90 total 30.05 last 14.90)
 - mkdir 565 (time 1786821378.95 total 40.10 last 15.93)
 - mkdir 698 (time 1786821388.98 total 50.13 last 13.26)
 - mkdir 848 (time 1786821399.02 total 60.17 last 14.94)
total: 1000 mkdir in 69.53 seconds: 14.38 ops/second
 - mkdir 88 (time 1786821345.86 total 10.03 last 8.77)
 - mkdir 232 (time 1786821355.87 total 20.04 last 14.39)
 - mkdir 368 (time 1786821365.92 total 30.09 last 13.53)
 - mkdir 518 (time 1786821375.93 total 40.10 last 14.98)
 - mkdir 664 (time 1786821385.96 total 50.13 last 14.56)
 - mkdir 796 (time 1786821396.00 total 60.17 last 13.14)
 - mkdir 968 (time 1786821406.01 total 70.18 last 17.19)
total: 1000 mkdir in 72.66 seconds: 13.76 ops/second
 - mkdir 120 (time 1786821349.36 total 10.03 last 11.96)
 - mkdir 260 (time 1786821359.38 total 20.06 last 13.97)
 - mkdir 407 (time 1786821369.38 total 30.06 last 14.69)
 - mkdir 560 (time 1786821379.46 total 40.14 last 15.19)
 - mkdir 690 (time 1786821389.52 total 50.20 last 12.91)
 - mkdir 844 (time 1786821399.54 total 60.22 last 15.38)
 - mkdir 999 (time 1786821409.60 total 70.28 last 15.41)
total: 1000 mkdir in 70.28 seconds: 14.23 ops/second
 - mkdir 94 (time 1786821347.64 total 10.02 last 9.38)
 - mkdir 236 (time 1786821357.74 total 20.12 last 14.06)
 - mkdir 367 (time 1786821367.77 total 30.14 last 13.07)
 - mkdir 530 (time 1786821377.78 total 40.15 last 16.28)
 - mkdir 671 (time 1786821387.82 total 50.19 last 14.04)
 - mkdir 811 (time 1786821397.88 total 60.25 last 13.92)
 - mkdir 980 (time 1786821407.95 total 70.33 last 16.77)
total: 1000 mkdir in 72.68 seconds: 13.76 ops/second
 - mkdir 101 (time 1786821347.84 total 10.07 last 10.03)
 - mkdir 239 (time 1786821357.87 total 20.11 last 13.75)
 - mkdir 372 (time 1786821367.91 total 30.14 last 13.26)
 - mkdir 532 (time 1786821377.92 total 40.15 last 15.98)
 - mkdir 668 (time 1786821388.03 total 50.26 last 13.46)
 - mkdir 809 (time 1786821398.07 total 60.30 last 14.04)
 - mkdir 978 (time 1786821408.07 total 70.30 last 16.89)
total: 1000 mkdir in 72.82 seconds: 13.73 ops/second
 - mkdir 111 (time 1786821349.37 total 10.03 last 11.07)
 - mkdir 247 (time 1786821359.38 total 20.04 last 13.59)
 - mkdir 392 (time 1786821369.39 total 30.05 last 14.49)
 - mkdir 549 (time 1786821379.39 total 40.05 last 15.70)
 - mkdir 682 (time 1786821389.46 total 50.12 last 13.20)
 - mkdir 830 (time 1786821399.47 total 60.13 last 14.79)
 - mkdir 989 (time 1786821409.55 total 70.22 last 15.77)
total: 1000 mkdir in 71.41 seconds: 14.00 ops/second
 - mkdir 109 (time 1786821348.63 total 10.03 last 10.86)
 - mkdir 240 (time 1786821358.71 total 20.11 last 13.00)
 - mkdir 381 (time 1786821368.77 total 30.17 last 14.02)
 - mkdir 540 (time 1786821378.81 total 40.21 last 15.84)
 - mkdir 680 (time 1786821388.95 total 50.35 last 13.81)
 - mkdir 825 (time 1786821398.98 total 60.38 last 14.46)
 - mkdir 979 (time 1786821409.06 total 70.47 last 15.26)
total: 1000 mkdir in 72.84 seconds: 13.73 ops/second
 - mkdir 114 (time 1786821349.58 total 10.08 last 11.31)
 - mkdir 243 (time 1786821359.59 total 20.09 last 12.88)
 - mkdir 386 (time 1786821369.61 total 30.11 last 14.28)
 - mkdir 543 (time 1786821379.61 total 40.11 last 15.70)
 - mkdir 674 (time 1786821389.62 total 50.12 last 13.08)
 - mkdir 826 (time 1786821399.66 total 60.15 last 15.15)
 - mkdir 982 (time 1786821409.74 total 70.24 last 15.47)
total: 1000 mkdir in 72.32 seconds: 13.83 ops/second
 - mkdir 101 (time 1786821348.46 total 10.01 last 10.09)
 - mkdir 235 (time 1786821358.49 total 20.05 last 13.35)
 - mkdir 369 (time 1786821368.51 total 30.06 last 13.38)
 - mkdir 522 (time 1786821378.54 total 40.09 last 15.25)
 - mkdir 660 (time 1786821388.61 total 50.16 last 13.71)
 - mkdir 809 (time 1786821398.66 total 60.21 last 14.83)
 - mkdir 965 (time 1786821408.69 total 70.24 last 15.55)
total: 1000 mkdir in 74.30 seconds: 13.46 ops/second
Time for file creation 87 sec for 1 RPC sent at a time
 - unlinked 0 (time 1786821421 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821422 ; total 1 ; last 1)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1786821422 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821422 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821422 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821422 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821423 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821422 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1786821423 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1786821422 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 43 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8