== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 02:33:01 (1781245981)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.54 seconds: 18.43 ops/second
 - mkdir 184 (time 1781246005.04 total 10.03 last 18.34)
 - mkdir 370 (time 1781246015.06 total 20.05 last 18.56)
 - mkdir 554 (time 1781246025.09 total 30.09 last 18.34)
 - mkdir 729 (time 1781246035.19 total 40.19 last 17.33)
 - mkdir 853 (time 1781246045.24 total 50.23 last 12.34)
 - mkdir 950 (time 1781246055.37 total 60.37 last 9.57)
total: 1000 mkdir in 63.66 seconds: 15.71 ops/second
 - mkdir 182 (time 1781246003.26 total 10.02 last 18.16)
 - mkdir 355 (time 1781246013.30 total 20.06 last 17.24)
 - mkdir 534 (time 1781246023.35 total 30.11 last 17.80)
 - mkdir 691 (time 1781246033.36 total 40.12 last 15.69)
 - mkdir 834 (time 1781246043.39 total 50.15 last 14.25)
 - mkdir 933 (time 1781246053.41 total 60.17 last 9.88)
total: 1000 mkdir in 65.85 seconds: 15.19 ops/second
 - mkdir 190 (time 1781246005.30 total 10.00 last 19.00)
 - mkdir 373 (time 1781246015.30 total 20.00 last 18.30)
 - mkdir 543 (time 1781246025.30 total 30.00 last 17.00)
 - mkdir 721 (time 1781246035.32 total 40.02 last 17.77)
 - mkdir 847 (time 1781246045.33 total 50.02 last 12.59)
 - mkdir 943 (time 1781246055.39 total 60.09 last 9.54)
total: 1000 mkdir in 64.78 seconds: 15.44 ops/second
 - mkdir 181 (time 1781246004.83 total 10.01 last 18.08)
 - mkdir 356 (time 1781246014.83 total 20.02 last 17.49)
 - mkdir 530 (time 1781246024.86 total 30.05 last 17.35)
 - mkdir 706 (time 1781246034.90 total 40.09 last 17.53)
 - mkdir 834 (time 1781246044.99 total 50.17 last 12.69)
 - mkdir 929 (time 1781246054.99 total 60.17 last 9.50)
total: 1000 mkdir in 66.45 seconds: 15.05 ops/second
 - mkdir 187 (time 1781246005.52 total 10.05 last 18.60)
 - mkdir 369 (time 1781246015.56 total 20.10 last 18.12)
 - mkdir 532 (time 1781246025.59 total 30.13 last 16.26)
 - mkdir 712 (time 1781246035.67 total 40.20 last 17.86)
 - mkdir 839 (time 1781246045.71 total 50.24 last 12.65)
 - mkdir 934 (time 1781246055.71 total 60.24 last 9.50)
total: 1000 mkdir in 66.01 seconds: 15.15 ops/second
 - mkdir 187 (time 1781246005.24 total 10.02 last 18.66)
 - mkdir 369 (time 1781246015.26 total 20.04 last 18.16)
 - mkdir 539 (time 1781246025.31 total 30.09 last 16.91)
 - mkdir 713 (time 1781246035.32 total 40.10 last 17.39)
 - mkdir 834 (time 1781246045.33 total 50.11 last 12.09)
 - mkdir 931 (time 1781246055.42 total 60.21 last 9.61)
total: 1000 mkdir in 66.56 seconds: 15.02 ops/second
 - mkdir 183 (time 1781246004.54 total 10.02 last 18.26)
 - mkdir 359 (time 1781246014.55 total 20.03 last 17.58)
 - mkdir 537 (time 1781246024.60 total 30.08 last 17.71)
 - mkdir 704 (time 1781246034.63 total 40.11 last 16.66)
 - mkdir 831 (time 1781246044.64 total 50.12 last 12.69)
 - mkdir 927 (time 1781246054.69 total 60.17 last 9.55)
total: 1000 mkdir in 67.58 seconds: 14.80 ops/second
 - mkdir 187 (time 1781246005.57 total 10.02 last 18.67)
 - mkdir 367 (time 1781246015.60 total 20.04 last 17.96)
 - mkdir 523 (time 1781246025.64 total 30.09 last 15.53)
 - mkdir 698 (time 1781246035.64 total 40.09 last 17.50)
 - mkdir 825 (time 1781246045.66 total 50.10 last 12.68)
 - mkdir 923 (time 1781246055.78 total 60.22 last 9.69)
total: 1000 mkdir in 67.32 seconds: 14.85 ops/second
 - mkdir 181 (time 1781246004.20 total 10.04 last 18.02)
 - mkdir 349 (time 1781246014.22 total 20.07 last 16.76)
 - mkdir 522 (time 1781246024.25 total 30.09 last 17.26)
 - mkdir 687 (time 1781246034.26 total 40.11 last 16.47)
 - mkdir 815 (time 1781246044.29 total 50.13 last 12.77)
 - mkdir 911 (time 1781246054.35 total 60.19 last 9.54)
total: 1000 mkdir in 68.85 seconds: 14.53 ops/second
 - mkdir 180 (time 1781246005.29 total 10.01 last 17.98)
 - mkdir 353 (time 1781246015.31 total 20.03 last 17.27)
 - mkdir 516 (time 1781246025.37 total 30.09 last 16.21)
 - mkdir 692 (time 1781246035.37 total 40.09 last 17.59)
 - mkdir 816 (time 1781246045.40 total 50.12 last 12.37)
 - mkdir 911 (time 1781246055.45 total 60.17 last 9.45)
total: 1000 mkdir in 68.96 seconds: 14.50 ops/second
Time for file creation 80 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.38 seconds: 26.52 ops/second
 - mkdir 86 (time 1781246596.26 total 10.09 last 8.52)
 - mkdir 229 (time 1781246606.30 total 20.13 last 14.25)
 - mkdir 401 (time 1781246616.36 total 30.20 last 17.09)
 - mkdir 572 (time 1781246626.37 total 40.20 last 17.09)
 - mkdir 762 (time 1781246636.42 total 50.26 last 18.89)
 - mkdir 934 (time 1781246646.43 total 60.26 last 17.20)
total: 1000 mkdir in 64.60 seconds: 15.48 ops/second
 - mkdir 86 (time 1781246597.81 total 10.04 last 8.57)
 - mkdir 230 (time 1781246607.85 total 20.08 last 14.34)
 - mkdir 396 (time 1781246617.87 total 30.10 last 16.56)
 - mkdir 570 (time 1781246627.88 total 40.11 last 17.38)
 - mkdir 748 (time 1781246637.94 total 50.17 last 17.69)
 - mkdir 913 (time 1781246647.99 total 60.22 last 16.42)
total: 1000 mkdir in 69.61 seconds: 14.37 ops/second
 - mkdir 95 (time 1781246600.17 total 10.01 last 9.49)
 - mkdir 254 (time 1781246610.27 total 20.11 last 15.75)
 - mkdir 433 (time 1781246620.33 total 30.17 last 17.79)
 - mkdir 606 (time 1781246630.38 total 40.23 last 17.20)
 - mkdir 786 (time 1781246640.43 total 50.28 last 17.91)
 - mkdir 947 (time 1781246650.44 total 60.28 last 16.09)
total: 1000 mkdir in 67.71 seconds: 14.77 ops/second
 - mkdir 100 (time 1781246600.24 total 10.04 last 9.96)
 - mkdir 258 (time 1781246610.24 total 20.05 last 15.79)
 - mkdir 438 (time 1781246620.28 total 30.09 last 17.93)
 - mkdir 603 (time 1781246630.29 total 40.09 last 16.49)
 - mkdir 788 (time 1781246640.29 total 50.10 last 18.49)
 - mkdir 945 (time 1781246650.31 total 60.11 last 15.67)
total: 1000 mkdir in 67.99 seconds: 14.71 ops/second
 - mkdir 101 (time 1781246600.70 total 10.03 last 10.07)
 - mkdir 264 (time 1781246610.73 total 20.06 last 16.25)
 - mkdir 440 (time 1781246620.77 total 30.10 last 17.53)
 - mkdir 611 (time 1781246630.77 total 40.11 last 17.09)
 - mkdir 795 (time 1781246640.82 total 50.16 last 18.31)
 - mkdir 958 (time 1781246650.89 total 60.22 last 16.20)
total: 1000 mkdir in 67.56 seconds: 14.80 ops/second
 - mkdir 94 (time 1781246599.73 total 10.05 last 9.35)
 - mkdir 248 (time 1781246609.75 total 20.08 last 15.37)
 - mkdir 424 (time 1781246619.83 total 30.16 last 17.45)
 - mkdir 597 (time 1781246629.90 total 40.23 last 17.19)
 - mkdir 777 (time 1781246639.93 total 50.25 last 17.95)
 - mkdir 938 (time 1781246649.94 total 60.27 last 16.07)
total: 1000 mkdir in 68.82 seconds: 14.53 ops/second
 - mkdir 95 (time 1781246599.89 total 10.03 last 9.47)
 - mkdir 253 (time 1781246609.90 total 20.05 last 15.78)
 - mkdir 432 (time 1781246620.01 total 30.15 last 17.72)
 - mkdir 600 (time 1781246630.04 total 40.18 last 16.74)
 - mkdir 784 (time 1781246640.08 total 50.22 last 18.32)
 - mkdir 942 (time 1781246650.14 total 60.28 last 15.72)
total: 1000 mkdir in 68.80 seconds: 14.54 ops/second
 - mkdir 94 (time 1781246599.99 total 10.07 last 9.33)
 - mkdir 251 (time 1781246610.01 total 20.10 last 15.67)
 - mkdir 424 (time 1781246620.08 total 30.16 last 17.18)
 - mkdir 588 (time 1781246630.13 total 40.21 last 16.32)
 - mkdir 772 (time 1781246640.18 total 50.26 last 18.31)
 - mkdir 933 (time 1781246650.24 total 60.32 last 16.00)
total: 1000 mkdir in 69.82 seconds: 14.32 ops/second
 - mkdir 89 (time 1781246600.12 total 10.04 last 8.86)
 - mkdir 244 (time 1781246610.14 total 20.06 last 15.47)
 - mkdir 416 (time 1781246620.22 total 30.14 last 17.06)
 - mkdir 586 (time 1781246630.27 total 40.19 last 16.92)
 - mkdir 772 (time 1781246640.32 total 50.24 last 18.51)
 - mkdir 931 (time 1781246650.41 total 60.32 last 15.76)
total: 1000 mkdir in 70.20 seconds: 14.24 ops/second
 - mkdir 85 (time 1781246599.59 total 10.18 last 8.35)
 - mkdir 232 (time 1781246609.61 total 20.20 last 14.67)
 - mkdir 402 (time 1781246619.69 total 30.28 last 16.87)
 - mkdir 571 (time 1781246629.72 total 40.31 last 16.84)
 - mkdir 753 (time 1781246639.73 total 50.33 last 18.18)
 - mkdir 916 (time 1781246649.75 total 60.34 last 16.27)
 - mkdir 992 (time 1781246659.84 total 70.44 last 7.53)
total: 1000 mkdir in 71.05 seconds: 14.07 ops/second
Time for file creation 86 sec for 1 RPC sent at a time
 - unlinked 0 (time 1781246671 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1781246671 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1781246671 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1781246671 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1781246672 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1781246672 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1781246673 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1781246673 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1781246673 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1781246673 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
Time for file removal 49 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8