== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 00:17:54 (1781237874)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.52 seconds: 19.12 ops/second
 - mkdir 141 (time 1781237896.79 total 10.02 last 14.06)
 - mkdir 300 (time 1781237906.84 total 20.07 last 15.83)
 - mkdir 459 (time 1781237916.88 total 30.11 last 15.83)
 - mkdir 617 (time 1781237926.89 total 40.12 last 15.80)
 - mkdir 798 (time 1781237936.92 total 50.15 last 18.04)
 - mkdir 982 (time 1781237946.94 total 60.17 last 18.35)
total: 1000 mkdir in 61.01 seconds: 16.39 ops/second
 - mkdir 147 (time 1781237897.74 total 10.02 last 14.67)
 - mkdir 300 (time 1781237907.76 total 20.04 last 15.27)
 - mkdir 461 (time 1781237917.83 total 30.11 last 15.99)
 - mkdir 622 (time 1781237927.84 total 40.12 last 16.09)
 - mkdir 803 (time 1781237937.90 total 50.18 last 17.98)
 - mkdir 996 (time 1781237947.96 total 60.24 last 19.19)
total: 1000 mkdir in 60.66 seconds: 16.49 ops/second
 - mkdir 142 (time 1781237896.68 total 10.06 last 14.12)
 - mkdir 298 (time 1781237906.68 total 20.06 last 15.59)
 - mkdir 452 (time 1781237916.71 total 30.09 last 15.36)
 - mkdir 607 (time 1781237926.72 total 40.10 last 15.48)
 - mkdir 785 (time 1781237936.73 total 50.11 last 17.79)
 - mkdir 961 (time 1781237946.76 total 60.14 last 17.55)
total: 1000 mkdir in 63.39 seconds: 15.77 ops/second
 - mkdir 138 (time 1781237895.79 total 10.06 last 13.72)
 - mkdir 288 (time 1781237905.81 total 20.09 last 14.96)
 - mkdir 440 (time 1781237915.82 total 30.09 last 15.19)
 - mkdir 588 (time 1781237925.83 total 40.11 last 14.78)
 - mkdir 763 (time 1781237935.87 total 50.15 last 17.43)
 - mkdir 942 (time 1781237945.91 total 60.18 last 17.84)
total: 1000 mkdir in 64.61 seconds: 15.48 ops/second
 - mkdir 143 (time 1781237897.33 total 10.00 last 14.29)
 - mkdir 297 (time 1781237907.33 total 20.01 last 15.39)
 - mkdir 452 (time 1781237917.39 total 30.07 last 15.41)
 - mkdir 610 (time 1781237927.40 total 40.08 last 15.79)
 - mkdir 782 (time 1781237937.40 total 50.08 last 17.20)
 - mkdir 970 (time 1781237947.43 total 60.11 last 18.75)
total: 1000 mkdir in 63.03 seconds: 15.87 ops/second
 - mkdir 141 (time 1781237897.70 total 10.05 last 14.03)
 - mkdir 291 (time 1781237907.74 total 20.09 last 14.94)
 - mkdir 449 (time 1781237917.77 total 30.12 last 15.75)
 - mkdir 608 (time 1781237927.77 total 40.13 last 15.89)
 - mkdir 786 (time 1781237937.80 total 50.15 last 17.75)
 - mkdir 978 (time 1781237947.83 total 60.18 last 19.15)
total: 1000 mkdir in 62.79 seconds: 15.93 ops/second
 - mkdir 141 (time 1781237897.13 total 10.03 last 14.06)
 - mkdir 292 (time 1781237907.20 total 20.10 last 14.99)
 - mkdir 444 (time 1781237917.25 total 30.15 last 15.12)
 - mkdir 602 (time 1781237927.29 total 40.19 last 15.74)
 - mkdir 776 (time 1781237937.41 total 50.30 last 17.20)
 - mkdir 959 (time 1781237947.42 total 60.32 last 18.27)
total: 1000 mkdir in 64.00 seconds: 15.62 ops/second
 - mkdir 141 (time 1781237897.38 total 10.04 last 14.04)
 - mkdir 293 (time 1781237907.42 total 20.08 last 15.13)
 - mkdir 447 (time 1781237917.49 total 30.15 last 15.30)
 - mkdir 604 (time 1781237927.50 total 40.16 last 15.69)
 - mkdir 774 (time 1781237937.56 total 50.22 last 16.90)
 - mkdir 960 (time 1781237947.56 total 60.22 last 18.59)
total: 1000 mkdir in 64.90 seconds: 15.41 ops/second
 - mkdir 139 (time 1781237896.99 total 10.03 last 13.86)
 - mkdir 290 (time 1781237907.05 total 20.09 last 15.01)
 - mkdir 436 (time 1781237917.12 total 30.15 last 14.50)
 - mkdir 584 (time 1781237927.13 total 40.17 last 14.78)
 - mkdir 756 (time 1781237937.13 total 50.17 last 17.20)
 - mkdir 937 (time 1781237947.16 total 60.20 last 18.05)
total: 1000 mkdir in 66.42 seconds: 15.06 ops/second
 - mkdir 136 (time 1781237895.91 total 10.04 last 13.55)
 - mkdir 279 (time 1781237905.92 total 20.05 last 14.29)
 - mkdir 425 (time 1781237915.96 total 30.09 last 14.55)
 - mkdir 567 (time 1781237925.96 total 40.09 last 14.20)
 - mkdir 736 (time 1781237935.96 total 50.09 last 16.90)
 - mkdir 910 (time 1781237946.02 total 60.15 last 17.30)
total: 1000 mkdir in 67.94 seconds: 14.72 ops/second
Time for file creation 77 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 1 seconds: 0.000000 unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.53 seconds: 19.05 ops/second
 - mkdir 164 (time 1781238487.45 total 10.01 last 16.38)
 - mkdir 329 (time 1781238497.49 total 20.05 last 16.44)
 - mkdir 486 (time 1781238507.52 total 30.08 last 15.65)
 - mkdir 673 (time 1781238517.54 total 40.11 last 18.66)
 - mkdir 842 (time 1781238527.56 total 50.12 last 16.87)
total: 1000 mkdir in 58.58 seconds: 17.07 ops/second
 - mkdir 157 (time 1781238488.04 total 10.09 last 15.55)
 - mkdir 321 (time 1781238498.04 total 20.10 last 16.40)
 - mkdir 478 (time 1781238508.10 total 30.15 last 15.62)
 - mkdir 668 (time 1781238518.12 total 40.18 last 18.95)
 - mkdir 838 (time 1781238528.17 total 50.23 last 16.91)
total: 1000 mkdir in 59.28 seconds: 16.87 ops/second
 - mkdir 160 (time 1781238488.50 total 10.04 last 15.94)
 - mkdir 323 (time 1781238498.50 total 20.05 last 16.29)
 - mkdir 475 (time 1781238508.54 total 30.08 last 15.15)
 - mkdir 662 (time 1781238518.56 total 40.11 last 18.66)
 - mkdir 829 (time 1781238528.59 total 50.13 last 16.66)
total: 1000 mkdir in 59.78 seconds: 16.73 ops/second
 - mkdir 158 (time 1781238488.36 total 10.01 last 15.78)
 - mkdir 320 (time 1781238498.39 total 20.04 last 16.16)
 - mkdir 479 (time 1781238508.45 total 30.11 last 15.79)
 - mkdir 668 (time 1781238518.47 total 40.12 last 18.88)
 - mkdir 831 (time 1781238528.49 total 50.14 last 16.27)
total: 1000 mkdir in 59.99 seconds: 16.67 ops/second
 - mkdir 154 (time 1781238488.63 total 10.00 last 15.40)
 - mkdir 318 (time 1781238498.63 total 20.01 last 16.39)
 - mkdir 478 (time 1781238508.69 total 30.06 last 15.91)
 - mkdir 666 (time 1781238518.73 total 40.10 last 18.73)
 - mkdir 830 (time 1781238528.76 total 50.14 last 16.34)
total: 1000 mkdir in 59.86 seconds: 16.70 ops/second
 - mkdir 153 (time 1781238487.83 total 10.03 last 15.25)
 - mkdir 311 (time 1781238497.84 total 20.05 last 15.78)
 - mkdir 460 (time 1781238507.87 total 30.07 last 14.86)
 - mkdir 648 (time 1781238517.88 total 40.08 last 18.78)
 - mkdir 818 (time 1781238527.94 total 50.14 last 16.91)
 - mkdir 992 (time 1781238537.99 total 60.19 last 17.31)
total: 1000 mkdir in 60.77 seconds: 16.45 ops/second
 - mkdir 155 (time 1781238488.46 total 10.02 last 15.47)
 - mkdir 314 (time 1781238498.48 total 20.05 last 15.86)
 - mkdir 468 (time 1781238508.51 total 30.08 last 15.35)
 - mkdir 658 (time 1781238518.53 total 40.10 last 18.96)
 - mkdir 825 (time 1781238528.57 total 50.13 last 16.64)
 - mkdir 999 (time 1781238538.58 total 60.15 last 17.38)
total: 1000 mkdir in 60.15 seconds: 16.63 ops/second
 - mkdir 159 (time 1781238488.06 total 10.04 last 15.84)
 - mkdir 310 (time 1781238498.07 total 20.05 last 15.08)
 - mkdir 469 (time 1781238508.11 total 30.09 last 15.84)
 - mkdir 653 (time 1781238518.11 total 40.09 last 18.39)
 - mkdir 821 (time 1781238528.14 total 50.12 last 16.75)
 - mkdir 993 (time 1781238538.18 total 60.16 last 17.14)
total: 1000 mkdir in 60.67 seconds: 16.48 ops/second
 - mkdir 155 (time 1781238488.50 total 10.05 last 15.42)
 - mkdir 318 (time 1781238498.50 total 20.06 last 16.29)
 - mkdir 476 (time 1781238508.52 total 30.08 last 15.77)
 - mkdir 663 (time 1781238518.53 total 40.08 last 18.70)
 - mkdir 826 (time 1781238528.54 total 50.09 last 16.28)
 - mkdir 997 (time 1781238538.54 total 60.10 last 17.09)
total: 1000 mkdir in 60.30 seconds: 16.58 ops/second
 - mkdir 148 (time 1781238487.95 total 10.06 last 14.71)
 - mkdir 297 (time 1781238497.97 total 20.08 last 14.88)
 - mkdir 449 (time 1781238507.99 total 30.10 last 15.17)
 - mkdir 632 (time 1781238518.00 total 40.10 last 18.29)
 - mkdir 798 (time 1781238528.02 total 50.12 last 16.57)
 - mkdir 972 (time 1781238538.03 total 60.13 last 17.38)
total: 1000 mkdir in 61.94 seconds: 16.15 ops/second
Time for file creation 73 sec for 1 RPC sent at a time
 - unlinked 0 (time 1781238546 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1781238548 ; total 1 ; last 1)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1781238548 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1781238548 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781238548 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781238549 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1781238549 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781238549 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1781238549 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1781238549 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
Time for file removal 40 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8