== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 11:48:42 (1785426522)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.81 seconds: 12.28 ops/second
 - mkdir 89 (time 1785426554.48 total 10.06 last 8.84)
 - mkdir 181 (time 1785426564.61 total 20.19 last 9.09)
 - mkdir 297 (time 1785426574.75 total 30.33 last 11.43)
 - mkdir 406 (time 1785426584.92 total 40.50 last 10.72)
 - mkdir 494 (time 1785426594.98 total 50.56 last 8.74)
 - mkdir 583 (time 1785426605.15 total 60.73 last 8.75)
 - mkdir 673 (time 1785426615.25 total 70.84 last 8.91)
 - mkdir 773 (time 1785426625.28 total 80.86 last 9.98)
 - mkdir 862 (time 1785426635.38 total 90.96 last 8.81)
 - mkdir 956 (time 1785426645.50 total 101.08 last 9.29)
total: 1000 mkdir in 106.07 seconds: 9.43 ops/second
 - mkdir 103 (time 1785426556.45 total 10.01 last 10.29)
 - mkdir 192 (time 1785426566.51 total 20.08 last 8.85)
 - mkdir 314 (time 1785426576.53 total 30.10 last 12.17)
 - mkdir 416 (time 1785426586.58 total 40.15 last 10.15)
 - mkdir 500 (time 1785426596.66 total 50.23 last 8.34)
 - mkdir 590 (time 1785426606.67 total 60.24 last 8.99)
 - mkdir 683 (time 1785426616.68 total 70.25 last 9.29)
 - mkdir 790 (time 1785426626.72 total 80.28 last 10.66)
 - mkdir 872 (time 1785426636.73 total 90.30 last 8.19)
 - mkdir 966 (time 1785426646.76 total 100.33 last 9.37)
total: 1000 mkdir in 104.40 seconds: 9.58 ops/second
 - mkdir 93 (time 1785426557.11 total 10.18 last 9.13)
 - mkdir 183 (time 1785426567.16 total 20.23 last 8.95)
 - mkdir 308 (time 1785426577.20 total 30.26 last 12.46)
 - mkdir 405 (time 1785426587.25 total 40.32 last 9.65)
 - mkdir 491 (time 1785426597.29 total 50.36 last 8.56)
 - mkdir 581 (time 1785426607.34 total 60.41 last 8.96)
 - mkdir 677 (time 1785426617.35 total 70.41 last 9.59)
 - mkdir 781 (time 1785426627.36 total 80.43 last 10.39)
 - mkdir 866 (time 1785426637.40 total 90.46 last 8.47)
 - mkdir 960 (time 1785426647.47 total 100.54 last 9.33)
total: 1000 mkdir in 105.92 seconds: 9.44 ops/second
 - mkdir 95 (time 1785426557.96 total 10.06 last 9.44)
 - mkdir 191 (time 1785426568.01 total 20.12 last 9.55)
 - mkdir 314 (time 1785426578.02 total 30.12 last 12.29)
 - mkdir 409 (time 1785426588.14 total 40.24 last 9.39)
 - mkdir 496 (time 1785426598.16 total 50.26 last 8.68)
 - mkdir 587 (time 1785426608.16 total 60.26 last 9.10)
 - mkdir 681 (time 1785426618.17 total 70.28 last 9.39)
 - mkdir 786 (time 1785426628.23 total 80.33 last 10.44)
 - mkdir 871 (time 1785426638.27 total 90.38 last 8.46)
 - mkdir 960 (time 1785426648.32 total 100.42 last 8.86)
total: 1000 mkdir in 106.21 seconds: 9.41 ops/second
 - mkdir 91 (time 1785426557.61 total 10.11 last 9.00)
 - mkdir 182 (time 1785426567.64 total 20.14 last 9.07)
 - mkdir 306 (time 1785426577.65 total 30.15 last 12.39)
 - mkdir 401 (time 1785426587.69 total 40.19 last 9.47)
 - mkdir 485 (time 1785426597.82 total 50.32 last 8.29)
 - mkdir 579 (time 1785426607.83 total 60.33 last 9.39)
 - mkdir 675 (time 1785426617.86 total 70.35 last 9.58)
 - mkdir 782 (time 1785426627.93 total 80.43 last 10.62)
 - mkdir 866 (time 1785426638.04 total 90.54 last 8.31)
 - mkdir 955 (time 1785426648.07 total 100.57 last 8.87)
total: 1000 mkdir in 107.57 seconds: 9.30 ops/second
 - mkdir 83 (time 1785426556.87 total 10.11 last 8.21)
 - mkdir 168 (time 1785426566.92 total 20.17 last 8.45)
 - mkdir 290 (time 1785426576.96 total 30.21 last 12.15)
 - mkdir 387 (time 1785426587.03 total 40.27 last 9.63)
 - mkdir 473 (time 1785426597.04 total 50.28 last 8.60)
 - mkdir 564 (time 1785426607.12 total 60.37 last 9.02)
 - mkdir 660 (time 1785426617.17 total 70.41 last 9.56)
 - mkdir 764 (time 1785426627.22 total 80.46 last 10.35)
 - mkdir 845 (time 1785426637.32 total 90.56 last 8.02)
 - mkdir 943 (time 1785426647.37 total 100.61 last 9.75)
total: 1000 mkdir in 108.75 seconds: 9.20 ops/second
 - mkdir 90 (time 1785426557.41 total 10.09 last 8.92)
 - mkdir 184 (time 1785426567.43 total 20.11 last 9.38)
 - mkdir 306 (time 1785426577.46 total 30.14 last 12.17)
 - mkdir 403 (time 1785426587.50 total 40.18 last 9.66)
 - mkdir 485 (time 1785426597.62 total 50.30 last 8.11)
 - mkdir 577 (time 1785426607.69 total 60.37 last 9.13)
 - mkdir 669 (time 1785426617.69 total 70.37 last 9.20)
 - mkdir 774 (time 1785426627.69 total 80.38 last 10.50)
 - mkdir 856 (time 1785426637.71 total 90.39 last 8.19)
 - mkdir 947 (time 1785426647.76 total 100.44 last 9.05)
total: 1000 mkdir in 108.27 seconds: 9.24 ops/second
 - mkdir 82 (time 1785426557.88 total 10.11 last 8.11)
 - mkdir 176 (time 1785426567.96 total 20.18 last 9.33)
 - mkdir 298 (time 1785426577.99 total 30.21 last 12.16)
 - mkdir 394 (time 1785426588.09 total 40.31 last 9.51)
 - mkdir 479 (time 1785426598.17 total 50.40 last 8.43)
 - mkdir 570 (time 1785426608.17 total 60.40 last 9.10)
 - mkdir 668 (time 1785426618.26 total 70.49 last 9.71)
 - mkdir 769 (time 1785426628.27 total 80.50 last 10.09)
 - mkdir 852 (time 1785426638.32 total 90.54 last 8.26)
 - mkdir 942 (time 1785426648.33 total 100.55 last 8.99)
total: 1000 mkdir in 109.22 seconds: 9.16 ops/second
 - mkdir 79 (time 1785426558.92 total 10.05 last 7.86)
 - mkdir 172 (time 1785426568.98 total 20.11 last 9.25)
 - mkdir 300 (time 1785426579.16 total 30.28 last 12.58)
 - mkdir 395 (time 1785426589.27 total 40.39 last 9.39)
 - mkdir 485 (time 1785426599.39 total 50.52 last 8.89)
 - mkdir 574 (time 1785426609.49 total 60.62 last 8.81)
 - mkdir 673 (time 1785426619.52 total 70.64 last 9.88)
 - mkdir 775 (time 1785426629.56 total 80.69 last 10.15)
 - mkdir 860 (time 1785426639.64 total 90.76 last 8.44)
 - mkdir 954 (time 1785426649.68 total 100.81 last 9.36)
total: 1000 mkdir in 108.12 seconds: 9.25 ops/second
 - mkdir 86 (time 1785426558.49 total 10.14 last 8.48)
 - mkdir 179 (time 1785426568.53 total 20.18 last 9.26)
 - mkdir 302 (time 1785426578.59 total 30.24 last 12.23)
 - mkdir 393 (time 1785426588.66 total 40.31 last 9.04)
 - mkdir 478 (time 1785426598.68 total 50.33 last 8.48)
 - mkdir 571 (time 1785426608.83 total 60.48 last 9.16)
 - mkdir 667 (time 1785426618.84 total 70.48 last 9.60)
 - mkdir 766 (time 1785426628.86 total 80.50 last 9.88)
 - mkdir 852 (time 1785426638.90 total 90.54 last 8.57)
 - mkdir 945 (time 1785426648.96 total 100.60 last 9.24)
total: 1000 mkdir in 109.29 seconds: 9.15 ops/second
Time for file creation 133 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 23 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.75 seconds: 13.26 ops/second
 - mkdir 69 (time 1785427446.21 total 10.13 last 6.81)
 - mkdir 151 (time 1785427456.31 total 20.24 last 8.12)
 - mkdir 241 (time 1785427466.37 total 30.29 last 8.95)
 - mkdir 337 (time 1785427476.39 total 40.31 last 9.58)
 - mkdir 426 (time 1785427486.39 total 50.32 last 8.89)
 - mkdir 516 (time 1785427496.48 total 60.40 last 8.93)
 - mkdir 613 (time 1785427506.52 total 70.44 last 9.66)
 - mkdir 715 (time 1785427516.58 total 80.50 last 10.13)
 - mkdir 804 (time 1785427526.58 total 90.51 last 8.90)
 - mkdir 894 (time 1785427536.64 total 100.56 last 8.95)
total: 1000 mkdir in 108.20 seconds: 9.24 ops/second
 - mkdir 60 (time 1785427446.44 total 10.04 last 5.98)
 - mkdir 143 (time 1785427456.50 total 20.10 last 8.25)
 - mkdir 232 (time 1785427466.61 total 30.21 last 8.80)
 - mkdir 336 (time 1785427476.74 total 40.34 last 10.27)
 - mkdir 423 (time 1785427486.96 total 50.55 last 8.52)
 - mkdir 511 (time 1785427497.03 total 60.63 last 8.74)
 - mkdir 608 (time 1785427507.07 total 70.67 last 9.66)
 - mkdir 710 (time 1785427517.29 total 80.88 last 9.99)
 - mkdir 799 (time 1785427527.36 total 90.96 last 8.83)
 - mkdir 895 (time 1785427537.40 total 101.00 last 9.56)
total: 1000 mkdir in 109.74 seconds: 9.11 ops/second
 - mkdir 61 (time 1785427450.49 total 10.02 last 6.09)
 - mkdir 157 (time 1785427460.51 total 20.04 last 9.58)
 - mkdir 250 (time 1785427470.54 total 30.07 last 9.27)
 - mkdir 342 (time 1785427480.66 total 40.19 last 9.09)
 - mkdir 427 (time 1785427491.04 total 50.57 last 8.19)
 - mkdir 528 (time 1785427501.05 total 60.58 last 10.09)
 - mkdir 622 (time 1785427511.12 total 70.65 last 9.33)
 - mkdir 720 (time 1785427521.16 total 80.70 last 9.76)
 - mkdir 812 (time 1785427531.25 total 90.78 last 9.13)
 - mkdir 933 (time 1785427541.26 total 100.79 last 12.08)
total: 1000 mkdir in 109.30 seconds: 9.15 ops/second
 - mkdir 59 (time 1785427448.88 total 10.08 last 5.85)
 - mkdir 149 (time 1785427458.92 total 20.12 last 8.97)
 - mkdir 236 (time 1785427468.98 total 30.18 last 8.65)
 - mkdir 329 (time 1785427479.02 total 40.23 last 9.26)
 - mkdir 414 (time 1785427489.05 total 50.26 last 8.47)
 - mkdir 505 (time 1785427499.10 total 60.30 last 9.06)
 - mkdir 601 (time 1785427509.15 total 70.36 last 9.54)
 - mkdir 698 (time 1785427519.25 total 80.46 last 9.61)
 - mkdir 790 (time 1785427529.28 total 90.48 last 9.18)
 - mkdir 899 (time 1785427539.33 total 100.54 last 10.84)
 - mkdir 990 (time 1785427549.42 total 110.63 last 9.02)
total: 1000 mkdir in 112.04 seconds: 8.93 ops/second
 - mkdir 63 (time 1785427451.51 total 10.07 last 6.26)
 - mkdir 153 (time 1785427461.54 total 20.10 last 8.98)
 - mkdir 252 (time 1785427471.61 total 30.17 last 9.83)
 - mkdir 338 (time 1785427481.70 total 40.25 last 8.53)
 - mkdir 417 (time 1785427491.70 total 50.26 last 7.90)
 - mkdir 516 (time 1785427501.82 total 60.37 last 9.78)
 - mkdir 610 (time 1785427511.82 total 70.38 last 9.40)
 - mkdir 710 (time 1785427521.85 total 80.41 last 9.97)
 - mkdir 805 (time 1785427531.94 total 90.49 last 9.42)
 - mkdir 929 (time 1785427542.03 total 100.59 last 12.28)
total: 1000 mkdir in 109.98 seconds: 9.09 ops/second
 - mkdir 66 (time 1785427452.07 total 10.04 last 6.57)
 - mkdir 161 (time 1785427462.11 total 20.09 last 9.46)
 - mkdir 260 (time 1785427472.13 total 30.11 last 9.88)
 - mkdir 344 (time 1785427482.17 total 40.15 last 8.36)
 - mkdir 432 (time 1785427492.22 total 50.19 last 8.76)
 - mkdir 527 (time 1785427502.24 total 60.22 last 9.47)
 - mkdir 620 (time 1785427512.25 total 70.23 last 9.29)
 - mkdir 716 (time 1785427522.26 total 80.24 last 9.59)
 - mkdir 810 (time 1785427532.27 total 90.24 last 9.39)
 - mkdir 929 (time 1785427542.37 total 100.35 last 11.77)
 - mkdir 999 (time 1785427552.51 total 110.49 last 6.91)
total: 1000 mkdir in 110.49 seconds: 9.05 ops/second
 - mkdir 62 (time 1785427451.97 total 10.13 last 6.12)
 - mkdir 154 (time 1785427462.06 total 20.22 last 9.12)
 - mkdir 252 (time 1785427472.07 total 30.23 last 9.79)
 - mkdir 337 (time 1785427482.16 total 40.32 last 8.43)
 - mkdir 425 (time 1785427492.16 total 50.32 last 8.80)
 - mkdir 521 (time 1785427502.24 total 60.41 last 9.52)
 - mkdir 613 (time 1785427512.29 total 70.45 last 9.16)
 - mkdir 712 (time 1785427522.33 total 80.50 last 9.85)
 - mkdir 805 (time 1785427532.43 total 90.59 last 9.21)
 - mkdir 926 (time 1785427542.51 total 100.67 last 12.01)
 - mkdir 995 (time 1785427552.59 total 110.75 last 6.84)
total: 1000 mkdir in 111.34 seconds: 8.98 ops/second
 - mkdir 57 (time 1785427451.78 total 10.11 last 5.64)
 - mkdir 147 (time 1785427461.80 total 20.13 last 8.98)
 - mkdir 247 (time 1785427471.89 total 30.22 last 9.91)
 - mkdir 334 (time 1785427482.01 total 40.34 last 8.60)
 - mkdir 420 (time 1785427492.05 total 50.38 last 8.57)
 - mkdir 518 (time 1785427502.11 total 60.44 last 9.74)
 - mkdir 614 (time 1785427512.15 total 70.48 last 9.56)
 - mkdir 711 (time 1785427522.23 total 80.56 last 9.63)
 - mkdir 801 (time 1785427532.29 total 90.62 last 8.94)
 - mkdir 923 (time 1785427542.38 total 100.71 last 12.09)
 - mkdir 994 (time 1785427552.46 total 110.80 last 7.04)
total: 1000 mkdir in 111.59 seconds: 8.96 ops/second
 - mkdir 56 (time 1785427450.30 total 10.11 last 5.54)
 - mkdir 148 (time 1785427460.32 total 20.13 last 9.18)
 - mkdir 238 (time 1785427470.32 total 30.13 last 9.00)
 - mkdir 330 (time 1785427480.46 total 40.27 last 9.08)
 - mkdir 415 (time 1785427491.16 total 50.97 last 7.94)
 - mkdir 510 (time 1785427501.22 total 61.03 last 9.45)
 - mkdir 603 (time 1785427511.29 total 71.09 last 9.24)
 - mkdir 701 (time 1785427521.39 total 81.19 last 9.70)
 - mkdir 790 (time 1785427531.43 total 91.24 last 8.86)
 - mkdir 911 (time 1785427541.49 total 101.29 last 12.03)
 - mkdir 988 (time 1785427551.68 total 111.48 last 7.56)
total: 1000 mkdir in 113.50 seconds: 8.81 ops/second
 - mkdir 53 (time 1785427450.29 total 10.14 last 5.23)
 - mkdir 141 (time 1785427460.39 total 20.24 last 8.71)
 - mkdir 235 (time 1785427470.45 total 30.30 last 9.35)
 - mkdir 328 (time 1785427480.55 total 40.40 last 9.21)
 - mkdir 412 (time 1785427491.01 total 50.86 last 8.03)
 - mkdir 509 (time 1785427501.02 total 60.87 last 9.69)
 - mkdir 600 (time 1785427511.12 total 70.97 last 9.00)
 - mkdir 698 (time 1785427521.17 total 81.02 last 9.76)
 - mkdir 790 (time 1785427531.27 total 91.11 last 9.11)
 - mkdir 910 (time 1785427541.32 total 101.17 last 11.94)
 - mkdir 985 (time 1785427551.39 total 111.24 last 7.44)
total: 1000 mkdir in 113.61 seconds: 8.80 ops/second
Time for file creation 133 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785427568 ; total 0 ; last 0)
total: 1000 unlinks in 58 seconds: 17.241379 unlinks/second
 - unlinked 0 (time 1785427569 ; total 0 ; last 0)
total: 1000 unlinks in 60 seconds: 16.666666 unlinks/second
 - unlinked 0 (time 1785427569 ; total 0 ; last 0)
total: 1000 unlinks in 61 seconds: 16.393442 unlinks/second
 - unlinked 0 (time 1785427570 ; total 0 ; last 0)
total: 1000 unlinks in 60 seconds: 16.666666 unlinks/second
 - unlinked 0 (time 1785427569 ; total 0 ; last 0)
total: 1000 unlinks in 61 seconds: 16.393442 unlinks/second
 - unlinked 0 (time 1785427569 ; total 0 ; last 0)
total: 1000 unlinks in 62 seconds: 16.129032 unlinks/second
 - unlinked 0 (time 1785427570 ; total 0 ; last 0)
total: 1000 unlinks in 61 seconds: 16.393442 unlinks/second
 - unlinked 0 (time 1785427570 ; total 0 ; last 0)
total: 1000 unlinks in 61 seconds: 16.393442 unlinks/second
 - unlinked 0 (time 1785427571 ; total 0 ; last 0)
total: 1000 unlinks in 60 seconds: 16.666666 unlinks/second
 - unlinked 0 (time 1785427570 ; total 0 ; last 0)
total: 1000 unlinks in 61 seconds: 16.393442 unlinks/second
Time for file removal 79 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8