== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 03:20:00 (1787815200)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.54 seconds: 18.67 ops/second
 - mkdir 166 (time 1787815222.23 total 10.06 last 16.50)
 - mkdir 333 (time 1787815232.28 total 20.11 last 16.61)
 - mkdir 491 (time 1787815242.30 total 30.12 last 15.78)
 - mkdir 690 (time 1787815252.34 total 40.17 last 19.81)
 - mkdir 882 (time 1787815262.36 total 50.18 last 19.17)
total: 1000 mkdir in 57.78 seconds: 17.31 ops/second
 - mkdir 171 (time 1787815222.47 total 10.01 last 17.08)
 - mkdir 341 (time 1787815232.50 total 20.05 last 16.94)
 - mkdir 505 (time 1787815242.53 total 30.08 last 16.35)
 - mkdir 707 (time 1787815252.63 total 40.17 last 20.01)
 - mkdir 891 (time 1787815262.65 total 50.19 last 18.36)
total: 1000 mkdir in 57.90 seconds: 17.27 ops/second
 - mkdir 183 (time 1787815223.49 total 10.07 last 18.18)
 - mkdir 337 (time 1787815233.57 total 20.14 last 15.28)
 - mkdir 517 (time 1787815243.59 total 30.17 last 17.96)
 - mkdir 701 (time 1787815253.63 total 40.21 last 18.33)
 - mkdir 888 (time 1787815263.68 total 50.25 last 18.62)
total: 1000 mkdir in 58.95 seconds: 16.96 ops/second
 - mkdir 169 (time 1787815222.76 total 10.04 last 16.83)
 - mkdir 331 (time 1787815232.85 total 20.14 last 16.04)
 - mkdir 494 (time 1787815242.87 total 30.15 last 16.28)
 - mkdir 688 (time 1787815252.89 total 40.18 last 19.35)
 - mkdir 875 (time 1787815262.94 total 50.22 last 18.61)
 - mkdir 998 (time 1787815272.95 total 60.24 last 12.28)
total: 1000 mkdir in 60.39 seconds: 16.56 ops/second
 - mkdir 179 (time 1787815223.68 total 10.04 last 17.84)
 - mkdir 332 (time 1787815233.73 total 20.08 last 15.23)
 - mkdir 510 (time 1787815243.79 total 30.14 last 17.69)
 - mkdir 691 (time 1787815253.82 total 40.17 last 18.05)
 - mkdir 881 (time 1787815263.83 total 50.19 last 18.97)
 - mkdir 996 (time 1787815274.05 total 60.41 last 11.25)
total: 1000 mkdir in 60.86 seconds: 16.43 ops/second
 - mkdir 158 (time 1787815222.47 total 10.02 last 15.77)
 - mkdir 320 (time 1787815232.53 total 20.08 last 16.10)
 - mkdir 473 (time 1787815242.54 total 30.09 last 15.30)
 - mkdir 671 (time 1787815252.61 total 40.16 last 19.65)
 - mkdir 857 (time 1787815262.62 total 50.17 last 18.59)
 - mkdir 986 (time 1787815272.85 total 60.40 last 12.60)
total: 1000 mkdir in 62.72 seconds: 15.94 ops/second
 - mkdir 158 (time 1787815222.73 total 10.03 last 15.75)
 - mkdir 319 (time 1787815232.84 total 20.15 last 15.91)
 - mkdir 486 (time 1787815242.86 total 30.17 last 16.66)
 - mkdir 680 (time 1787815252.89 total 40.20 last 19.35)
 - mkdir 865 (time 1787815262.92 total 50.22 last 18.45)
 - mkdir 987 (time 1787815272.92 total 60.23 last 12.19)
total: 1000 mkdir in 62.54 seconds: 15.99 ops/second
 - mkdir 170 (time 1787815223.14 total 10.02 last 16.97)
 - mkdir 323 (time 1787815233.18 total 20.06 last 15.23)
 - mkdir 490 (time 1787815243.19 total 30.07 last 16.68)
 - mkdir 680 (time 1787815253.19 total 40.07 last 19.00)
 - mkdir 861 (time 1787815263.20 total 50.08 last 18.09)
 - mkdir 986 (time 1787815273.29 total 60.17 last 12.39)
total: 1000 mkdir in 62.55 seconds: 15.99 ops/second
 - mkdir 175 (time 1787815223.61 total 10.01 last 17.49)
 - mkdir 328 (time 1787815233.70 total 20.10 last 15.16)
 - mkdir 506 (time 1787815243.76 total 30.15 last 17.71)
 - mkdir 684 (time 1787815253.81 total 40.20 last 17.71)
 - mkdir 869 (time 1787815263.89 total 50.29 last 18.35)
 - mkdir 983 (time 1787815273.94 total 60.33 last 11.35)
total: 1000 mkdir in 63.20 seconds: 15.82 ops/second
 - mkdir 164 (time 1787815223.66 total 10.03 last 16.35)
 - mkdir 306 (time 1787815233.72 total 20.09 last 14.11)
 - mkdir 475 (time 1787815243.79 total 30.16 last 16.79)
 - mkdir 657 (time 1787815253.80 total 40.17 last 18.17)
 - mkdir 846 (time 1787815263.84 total 50.21 last 18.82)
 - mkdir 960 (time 1787815273.86 total 60.23 last 11.38)
total: 1000 mkdir in 65.70 seconds: 15.22 ops/second
Time for file creation 78 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 23 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.54 seconds: 18.62 ops/second
 - mkdir 122 (time 1787815787.96 total 10.00 last 12.20)
 - mkdir 242 (time 1787815798.00 total 20.04 last 11.95)
 - mkdir 394 (time 1787815808.05 total 30.09 last 15.13)
 - mkdir 545 (time 1787815818.07 total 40.11 last 15.07)
 - mkdir 752 (time 1787815828.09 total 50.13 last 20.65)
 - mkdir 935 (time 1787815838.09 total 60.14 last 18.30)
total: 1000 mkdir in 64.03 seconds: 15.62 ops/second
 - mkdir 145 (time 1787815792.05 total 10.11 last 14.34)
 - mkdir 293 (time 1787815802.11 total 20.17 last 14.72)
 - mkdir 441 (time 1787815812.12 total 30.17 last 14.79)
 - mkdir 617 (time 1787815822.12 total 40.18 last 17.59)
 - mkdir 822 (time 1787815832.13 total 50.18 last 20.49)
 - mkdir 992 (time 1787815842.16 total 60.22 last 16.94)
total: 1000 mkdir in 61.13 seconds: 16.36 ops/second
 - mkdir 125 (time 1787815789.57 total 10.08 last 12.41)
 - mkdir 248 (time 1787815799.60 total 20.11 last 12.26)
 - mkdir 403 (time 1787815809.62 total 30.13 last 15.46)
 - mkdir 562 (time 1787815819.69 total 40.20 last 15.79)
 - mkdir 769 (time 1787815829.73 total 50.23 last 20.63)
 - mkdir 953 (time 1787815839.78 total 60.29 last 18.29)
total: 1000 mkdir in 63.94 seconds: 15.64 ops/second
 - mkdir 124 (time 1787815787.67 total 10.03 last 12.37)
 - mkdir 239 (time 1787815797.68 total 20.04 last 11.49)
 - mkdir 383 (time 1787815807.70 total 30.06 last 14.37)
 - mkdir 533 (time 1787815817.71 total 40.07 last 14.99)
 - mkdir 737 (time 1787815827.75 total 50.10 last 20.33)
 - mkdir 921 (time 1787815837.81 total 60.17 last 18.29)
total: 1000 mkdir in 65.84 seconds: 15.19 ops/second
 - mkdir 134 (time 1787815791.21 total 10.04 last 13.35)
 - mkdir 269 (time 1787815801.23 total 20.06 last 13.47)
 - mkdir 422 (time 1787815811.31 total 30.13 last 15.18)
 - mkdir 592 (time 1787815821.36 total 40.19 last 16.91)
 - mkdir 800 (time 1787815831.37 total 50.20 last 20.77)
 - mkdir 980 (time 1787815841.39 total 60.22 last 17.96)
total: 1000 mkdir in 62.32 seconds: 16.05 ops/second
 - mkdir 134 (time 1787815791.28 total 10.07 last 13.31)
 - mkdir 269 (time 1787815801.32 total 20.11 last 13.44)
 - mkdir 425 (time 1787815811.41 total 30.20 last 15.46)
 - mkdir 591 (time 1787815821.46 total 40.25 last 16.53)
 - mkdir 804 (time 1787815831.46 total 50.25 last 21.29)
 - mkdir 979 (time 1787815841.51 total 60.30 last 17.42)
total: 1000 mkdir in 62.46 seconds: 16.01 ops/second
 - mkdir 136 (time 1787815792.05 total 10.14 last 13.42)
 - mkdir 272 (time 1787815802.13 total 20.22 last 13.49)
 - mkdir 426 (time 1787815812.20 total 30.28 last 15.30)
 - mkdir 602 (time 1787815822.23 total 40.31 last 17.54)
 - mkdir 815 (time 1787815832.26 total 50.34 last 21.25)
 - mkdir 981 (time 1787815842.31 total 60.39 last 16.52)
total: 1000 mkdir in 62.78 seconds: 15.93 ops/second
 - mkdir 136 (time 1787815792.49 total 10.01 last 13.59)
 - mkdir 283 (time 1787815802.51 total 20.03 last 14.67)
 - mkdir 434 (time 1787815812.53 total 30.05 last 15.07)
 - mkdir 607 (time 1787815822.57 total 40.09 last 17.23)
 - mkdir 817 (time 1787815832.61 total 50.13 last 20.93)
 - mkdir 983 (time 1787815842.61 total 60.13 last 16.60)
total: 1000 mkdir in 62.29 seconds: 16.05 ops/second
 - mkdir 135 (time 1787815792.29 total 10.13 last 13.32)
 - mkdir 279 (time 1787815802.32 total 20.17 last 14.35)
 - mkdir 425 (time 1787815812.37 total 30.21 last 14.54)
 - mkdir 597 (time 1787815822.40 total 40.25 last 17.14)
 - mkdir 807 (time 1787815832.43 total 50.27 last 20.95)
 - mkdir 975 (time 1787815842.53 total 60.37 last 16.63)
total: 1000 mkdir in 63.46 seconds: 15.76 ops/second
 - mkdir 132 (time 1787815791.04 total 10.08 last 13.10)
 - mkdir 263 (time 1787815801.06 total 20.09 last 13.08)
 - mkdir 411 (time 1787815811.14 total 30.17 last 14.68)
 - mkdir 575 (time 1787815821.18 total 40.22 last 16.33)
 - mkdir 780 (time 1787815831.19 total 50.23 last 20.48)
 - mkdir 959 (time 1787815841.26 total 60.29 last 17.78)
total: 1000 mkdir in 65.02 seconds: 15.38 ops/second
Time for file creation 80 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787815855 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1787815859 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1787815859 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787815858 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787815858 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787815858 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787815858 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787815859 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1787815859 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1787815859 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
Time for file removal 52 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8