== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 20:32:14 (1789086734)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.56 seconds: 17.83 ops/second
 - mkdir 133 (time 1789086757.73 total 10.02 last 13.28)
 - mkdir 277 (time 1789086767.73 total 20.02 last 14.39)
 - mkdir 404 (time 1789086777.83 total 30.12 last 12.58)
 - mkdir 536 (time 1789086787.93 total 40.21 last 13.07)
 - mkdir 678 (time 1789086797.98 total 50.27 last 14.12)
 - mkdir 792 (time 1789086808.02 total 60.31 last 11.35)
 - mkdir 918 (time 1789086818.04 total 70.33 last 12.58)
total: 1000 mkdir in 76.70 seconds: 13.04 ops/second
 - mkdir 125 (time 1789086756.59 total 10.06 last 12.43)
 - mkdir 273 (time 1789086766.62 total 20.09 last 14.75)
 - mkdir 399 (time 1789086776.67 total 30.15 last 12.53)
 - mkdir 533 (time 1789086786.71 total 40.19 last 13.35)
 - mkdir 673 (time 1789086796.77 total 50.25 last 13.92)
 - mkdir 788 (time 1789086806.83 total 60.31 last 11.43)
 - mkdir 907 (time 1789086816.89 total 70.36 last 11.83)
total: 1000 mkdir in 78.85 seconds: 12.68 ops/second
 - mkdir 127 (time 1789086757.96 total 10.10 last 12.58)
 - mkdir 265 (time 1789086768.06 total 20.19 last 13.67)
 - mkdir 394 (time 1789086778.15 total 30.28 last 12.78)
 - mkdir 529 (time 1789086788.17 total 40.30 last 13.47)
 - mkdir 667 (time 1789086798.24 total 50.37 last 13.70)
 - mkdir 788 (time 1789086808.27 total 60.40 last 12.06)
 - mkdir 904 (time 1789086818.33 total 70.46 last 11.53)
total: 1000 mkdir in 78.74 seconds: 12.70 ops/second
 - mkdir 129 (time 1789086758.63 total 10.03 last 12.86)
 - mkdir 269 (time 1789086768.71 total 20.10 last 13.90)
 - mkdir 394 (time 1789086778.86 total 30.25 last 12.31)
 - mkdir 532 (time 1789086788.87 total 40.27 last 13.78)
 - mkdir 669 (time 1789086798.89 total 50.28 last 13.68)
 - mkdir 788 (time 1789086808.92 total 60.32 last 11.85)
 - mkdir 906 (time 1789086818.93 total 70.32 last 11.80)
total: 1000 mkdir in 78.63 seconds: 12.72 ops/second
 - mkdir 131 (time 1789086758.65 total 10.05 last 13.04)
 - mkdir 269 (time 1789086768.71 total 20.11 last 13.72)
 - mkdir 391 (time 1789086778.86 total 30.26 last 12.02)
 - mkdir 529 (time 1789086788.89 total 40.29 last 13.75)
 - mkdir 665 (time 1789086798.91 total 50.30 last 13.58)
 - mkdir 785 (time 1789086808.92 total 60.32 last 11.98)
 - mkdir 897 (time 1789086818.93 total 70.33 last 11.19)
total: 1000 mkdir in 79.78 seconds: 12.53 ops/second
 - mkdir 126 (time 1789086757.62 total 10.06 last 12.52)
 - mkdir 259 (time 1789086767.70 total 20.15 last 13.19)
 - mkdir 381 (time 1789086777.75 total 30.20 last 12.14)
 - mkdir 510 (time 1789086787.78 total 40.23 last 12.86)
 - mkdir 651 (time 1789086797.82 total 50.27 last 14.05)
 - mkdir 765 (time 1789086807.84 total 60.29 last 11.38)
 - mkdir 884 (time 1789086817.96 total 70.41 last 11.75)
 - mkdir 992 (time 1789086828.05 total 80.50 last 10.70)
total: 1000 mkdir in 81.63 seconds: 12.25 ops/second
 - mkdir 134 (time 1789086759.13 total 10.03 last 13.35)
 - mkdir 270 (time 1789086769.19 total 20.09 last 13.52)
 - mkdir 397 (time 1789086779.28 total 30.19 last 12.58)
 - mkdir 535 (time 1789086789.34 total 40.25 last 13.72)
 - mkdir 666 (time 1789086799.36 total 50.27 last 13.08)
 - mkdir 783 (time 1789086809.39 total 60.30 last 11.66)
 - mkdir 898 (time 1789086819.39 total 70.30 last 11.50)
 - mkdir 998 (time 1789086829.39 total 80.30 last 10.00)
total: 1000 mkdir in 80.38 seconds: 12.44 ops/second
 - mkdir 132 (time 1789086758.93 total 10.04 last 13.14)
 - mkdir 265 (time 1789086768.96 total 20.07 last 13.26)
 - mkdir 393 (time 1789086779.03 total 30.14 last 12.71)
 - mkdir 532 (time 1789086789.08 total 40.20 last 13.82)
 - mkdir 661 (time 1789086799.16 total 50.28 last 12.80)
 - mkdir 783 (time 1789086809.22 total 60.33 last 12.13)
 - mkdir 897 (time 1789086819.33 total 70.45 last 11.27)
 - mkdir 998 (time 1789086829.45 total 80.57 last 9.98)
total: 1000 mkdir in 80.74 seconds: 12.39 ops/second
 - mkdir 127 (time 1789086758.34 total 10.04 last 12.65)
 - mkdir 264 (time 1789086768.42 total 20.12 last 13.59)
 - mkdir 382 (time 1789086778.45 total 30.14 last 11.77)
 - mkdir 520 (time 1789086788.48 total 40.18 last 13.75)
 - mkdir 656 (time 1789086798.52 total 50.22 last 13.55)
 - mkdir 775 (time 1789086808.56 total 60.25 last 11.86)
 - mkdir 886 (time 1789086818.59 total 70.28 last 11.07)
 - mkdir 992 (time 1789086828.67 total 80.36 last 10.52)
total: 1000 mkdir in 81.55 seconds: 12.26 ops/second
 - mkdir 119 (time 1789086758.95 total 10.03 last 11.86)
 - mkdir 248 (time 1789086768.99 total 20.07 last 12.85)
 - mkdir 362 (time 1789086779.03 total 30.11 last 11.35)
 - mkdir 497 (time 1789086789.07 total 40.15 last 13.45)
 - mkdir 625 (time 1789086799.18 total 50.27 last 12.65)
 - mkdir 746 (time 1789086809.20 total 60.28 last 12.08)
 - mkdir 856 (time 1789086819.26 total 70.35 last 10.93)
 - mkdir 953 (time 1789086829.40 total 80.49 last 9.57)
total: 1000 mkdir in 84.75 seconds: 11.80 ops/second
Time for file creation 97 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 17 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.76 seconds: 13.16 ops/second
 - mkdir 140 (time 1789087487.56 total 10.03 last 13.96)
 - mkdir 276 (time 1789087497.61 total 20.08 last 13.53)
 - mkdir 429 (time 1789087507.61 total 30.08 last 15.29)
 - mkdir 563 (time 1789087517.66 total 40.13 last 13.33)
 - mkdir 689 (time 1789087527.79 total 50.26 last 12.43)
 - mkdir 797 (time 1789087537.84 total 60.31 last 10.75)
 - mkdir 928 (time 1789087547.93 total 70.40 last 12.99)
total: 1000 mkdir in 76.58 seconds: 13.06 ops/second
 - mkdir 148 (time 1789087487.66 total 10.02 last 14.78)
 - mkdir 283 (time 1789087497.71 total 20.07 last 13.43)
 - mkdir 438 (time 1789087507.76 total 30.11 last 15.43)
 - mkdir 569 (time 1789087517.79 total 40.14 last 13.06)
 - mkdir 693 (time 1789087527.93 total 50.29 last 12.22)
 - mkdir 798 (time 1789087537.96 total 60.31 last 10.48)
 - mkdir 926 (time 1789087548.09 total 70.45 last 12.62)
total: 1000 mkdir in 76.94 seconds: 13.00 ops/second
 - mkdir 143 (time 1789087487.66 total 10.02 last 14.27)
 - mkdir 279 (time 1789087497.72 total 20.08 last 13.52)
 - mkdir 433 (time 1789087507.75 total 30.11 last 15.35)
 - mkdir 564 (time 1789087517.79 total 40.14 last 13.06)
 - mkdir 684 (time 1789087527.81 total 50.17 last 11.97)
 - mkdir 787 (time 1789087537.90 total 60.26 last 10.21)
 - mkdir 918 (time 1789087548.00 total 70.36 last 12.97)
total: 1000 mkdir in 78.76 seconds: 12.70 ops/second
 - mkdir 145 (time 1789087487.38 total 10.03 last 14.46)
 - mkdir 277 (time 1789087497.39 total 20.03 last 13.19)
 - mkdir 428 (time 1789087507.40 total 30.04 last 15.08)
 - mkdir 560 (time 1789087517.43 total 40.07 last 13.17)
 - mkdir 680 (time 1789087527.47 total 50.11 last 11.95)
 - mkdir 781 (time 1789087537.51 total 60.16 last 10.06)
 - mkdir 912 (time 1789087547.52 total 70.17 last 13.09)
total: 1000 mkdir in 79.20 seconds: 12.63 ops/second
 - mkdir 144 (time 1789087487.14 total 10.06 last 14.31)
 - mkdir 276 (time 1789087497.16 total 20.09 last 13.17)
 - mkdir 424 (time 1789087507.19 total 30.12 last 14.76)
 - mkdir 559 (time 1789087517.20 total 40.13 last 13.49)
 - mkdir 676 (time 1789087527.23 total 50.15 last 11.67)
 - mkdir 776 (time 1789087537.28 total 60.21 last 9.95)
 - mkdir 905 (time 1789087547.30 total 70.23 last 12.87)
total: 1000 mkdir in 80.02 seconds: 12.50 ops/second
 - mkdir 143 (time 1789087487.40 total 10.03 last 14.26)
 - mkdir 273 (time 1789087497.44 total 20.08 last 12.94)
 - mkdir 423 (time 1789087507.47 total 30.10 last 14.96)
 - mkdir 555 (time 1789087517.52 total 40.15 last 13.13)
 - mkdir 678 (time 1789087527.60 total 50.24 last 12.20)
 - mkdir 782 (time 1789087537.65 total 60.28 last 10.36)
 - mkdir 910 (time 1789087547.66 total 70.29 last 12.79)
total: 1000 mkdir in 79.73 seconds: 12.54 ops/second
 - mkdir 143 (time 1789087487.92 total 10.02 last 14.27)
 - mkdir 274 (time 1789087497.94 total 20.04 last 13.08)
 - mkdir 430 (time 1789087508.01 total 30.11 last 15.49)
 - mkdir 558 (time 1789087518.11 total 40.21 last 12.68)
 - mkdir 677 (time 1789087528.17 total 50.27 last 11.83)
 - mkdir 784 (time 1789087538.23 total 60.33 last 10.64)
 - mkdir 909 (time 1789087548.29 total 70.39 last 12.42)
total: 1000 mkdir in 79.69 seconds: 12.55 ops/second
 - mkdir 143 (time 1789087488.27 total 10.00 last 14.29)
 - mkdir 278 (time 1789087498.27 total 20.01 last 13.50)
 - mkdir 432 (time 1789087508.34 total 30.07 last 15.30)
 - mkdir 559 (time 1789087518.38 total 40.11 last 12.65)
 - mkdir 682 (time 1789087528.42 total 50.15 last 12.25)
 - mkdir 787 (time 1789087538.48 total 60.22 last 10.43)
 - mkdir 911 (time 1789087548.51 total 70.24 last 12.37)
total: 1000 mkdir in 79.91 seconds: 12.51 ops/second
 - mkdir 142 (time 1789087488.10 total 10.04 last 14.14)
 - mkdir 274 (time 1789087498.12 total 20.06 last 13.17)
 - mkdir 429 (time 1789087508.14 total 30.08 last 15.47)
 - mkdir 557 (time 1789087518.21 total 40.16 last 12.70)
 - mkdir 679 (time 1789087528.29 total 50.24 last 12.10)
 - mkdir 785 (time 1789087538.34 total 60.28 last 10.55)
 - mkdir 907 (time 1789087548.40 total 70.34 last 12.13)
 - mkdir 997 (time 1789087558.46 total 80.40 last 8.94)
total: 1000 mkdir in 80.57 seconds: 12.41 ops/second
 - mkdir 143 (time 1789087488.22 total 10.06 last 14.22)
 - mkdir 280 (time 1789087498.23 total 20.07 last 13.68)
 - mkdir 430 (time 1789087508.30 total 30.14 last 14.91)
 - mkdir 559 (time 1789087518.32 total 40.16 last 12.87)
 - mkdir 678 (time 1789087528.39 total 50.23 last 11.83)
 - mkdir 781 (time 1789087538.47 total 60.31 last 10.21)
 - mkdir 905 (time 1789087548.52 total 70.36 last 12.34)
 - mkdir 996 (time 1789087558.58 total 80.42 last 9.05)
total: 1000 mkdir in 80.65 seconds: 12.40 ops/second
Time for file creation 95 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789087572 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1789087573 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789087572 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1789087573 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789087572 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1789087573 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1789087572 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1789087573 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1789087574 ; total 1 ; last 1)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1789087573 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 53 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8