== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 11:14:17 (1779117257)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.56 seconds: 17.75 ops/second
 - mkdir 107 (time 1779117281.39 total 10.02 last 10.68)
 - mkdir 228 (time 1779117291.39 total 20.02 last 12.09)
 - mkdir 331 (time 1779117301.48 total 30.11 last 10.21)
 - mkdir 429 (time 1779117311.56 total 40.19 last 9.73)
 - mkdir 540 (time 1779117321.61 total 50.24 last 11.04)
 - mkdir 659 (time 1779117331.65 total 60.28 last 11.86)
 - mkdir 783 (time 1779117341.72 total 70.35 last 12.31)
 - mkdir 915 (time 1779117351.80 total 80.42 last 13.10)
total: 1000 mkdir in 86.40 seconds: 11.57 ops/second
 - mkdir 105 (time 1779117283.80 total 10.08 last 10.41)
 - mkdir 226 (time 1779117293.82 total 20.10 last 12.08)
 - mkdir 327 (time 1779117303.82 total 30.10 last 10.10)
 - mkdir 432 (time 1779117313.87 total 40.15 last 10.45)
 - mkdir 545 (time 1779117323.92 total 50.21 last 11.23)
 - mkdir 670 (time 1779117333.97 total 60.26 last 12.44)
 - mkdir 794 (time 1779117344.04 total 70.33 last 12.32)
 - mkdir 934 (time 1779117354.05 total 80.34 last 13.99)
total: 1000 mkdir in 85.52 seconds: 11.69 ops/second
 - mkdir 102 (time 1779117283.18 total 10.05 last 10.15)
 - mkdir 213 (time 1779117293.25 total 20.12 last 11.02)
 - mkdir 325 (time 1779117303.26 total 30.13 last 11.19)
 - mkdir 423 (time 1779117313.30 total 40.17 last 9.77)
 - mkdir 536 (time 1779117323.32 total 50.19 last 11.27)
 - mkdir 663 (time 1779117333.35 total 60.22 last 12.67)
 - mkdir 782 (time 1779117343.38 total 70.25 last 11.87)
 - mkdir 922 (time 1779117353.43 total 80.30 last 13.93)
total: 1000 mkdir in 86.54 seconds: 11.56 ops/second
 - mkdir 104 (time 1779117281.46 total 10.05 last 10.35)
 - mkdir 221 (time 1779117291.52 total 20.11 last 11.63)
 - mkdir 321 (time 1779117301.60 total 30.19 last 9.92)
 - mkdir 419 (time 1779117311.62 total 40.21 last 9.78)
 - mkdir 531 (time 1779117321.74 total 50.33 last 11.08)
 - mkdir 649 (time 1779117331.75 total 60.34 last 11.78)
 - mkdir 765 (time 1779117341.78 total 70.37 last 11.57)
 - mkdir 899 (time 1779117351.84 total 80.43 last 13.31)
total: 1000 mkdir in 88.65 seconds: 11.28 ops/second
 - mkdir 101 (time 1779117281.78 total 10.01 last 10.09)
 - mkdir 212 (time 1779117291.79 total 20.02 last 11.09)
 - mkdir 313 (time 1779117301.86 total 30.10 last 10.03)
 - mkdir 410 (time 1779117311.90 total 40.14 last 9.66)
 - mkdir 520 (time 1779117321.99 total 50.22 last 10.90)
 - mkdir 641 (time 1779117332.02 total 60.25 last 12.06)
 - mkdir 757 (time 1779117342.05 total 70.28 last 11.57)
 - mkdir 891 (time 1779117352.11 total 80.35 last 13.31)
 - mkdir 999 (time 1779117362.22 total 90.45 last 10.69)
total: 1000 mkdir in 90.45 seconds: 11.06 ops/second
 - mkdir 101 (time 1779117282.77 total 10.03 last 10.07)
 - mkdir 210 (time 1779117292.81 total 20.06 last 10.86)
 - mkdir 314 (time 1779117302.82 total 30.07 last 10.39)
 - mkdir 411 (time 1779117312.89 total 40.15 last 9.63)
 - mkdir 522 (time 1779117322.98 total 50.23 last 11.01)
 - mkdir 648 (time 1779117332.99 total 60.24 last 12.59)
 - mkdir 759 (time 1779117343.05 total 70.31 last 11.03)
 - mkdir 892 (time 1779117353.10 total 80.36 last 13.24)
 - mkdir 996 (time 1779117363.16 total 90.42 last 10.33)
total: 1000 mkdir in 91.22 seconds: 10.96 ops/second
 - mkdir 103 (time 1779117283.54 total 10.14 last 10.16)
 - mkdir 208 (time 1779117293.55 total 20.15 last 10.49)
 - mkdir 317 (time 1779117303.60 total 30.19 last 10.85)
 - mkdir 413 (time 1779117313.65 total 40.24 last 9.55)
 - mkdir 516 (time 1779117323.69 total 50.28 last 10.26)
 - mkdir 640 (time 1779117333.81 total 60.41 last 12.25)
 - mkdir 757 (time 1779117343.81 total 70.41 last 11.70)
 - mkdir 895 (time 1779117353.83 total 80.43 last 13.78)
 - mkdir 990 (time 1779117363.96 total 90.56 last 9.38)
total: 1000 mkdir in 91.99 seconds: 10.87 ops/second
 - mkdir 96 (time 1779117283.43 total 10.02 last 9.58)
 - mkdir 200 (time 1779117293.54 total 20.14 last 10.28)
 - mkdir 311 (time 1779117303.57 total 30.16 last 11.07)
 - mkdir 407 (time 1779117313.63 total 40.22 last 9.55)
 - mkdir 514 (time 1779117323.69 total 50.28 last 10.63)
 - mkdir 628 (time 1779117333.74 total 60.33 last 11.35)
 - mkdir 746 (time 1779117343.81 total 70.40 last 11.71)
 - mkdir 879 (time 1779117353.83 total 80.42 last 13.28)
 - mkdir 974 (time 1779117364.00 total 90.59 last 9.34)
total: 1000 mkdir in 93.75 seconds: 10.67 ops/second
 - mkdir 98 (time 1779117282.64 total 10.03 last 9.77)
 - mkdir 198 (time 1779117292.69 total 20.08 last 9.95)
 - mkdir 299 (time 1779117302.74 total 30.14 last 10.05)
 - mkdir 391 (time 1779117312.83 total 40.22 last 9.12)
 - mkdir 492 (time 1779117322.90 total 50.29 last 10.03)
 - mkdir 612 (time 1779117332.99 total 60.38 last 11.89)
 - mkdir 725 (time 1779117343.05 total 70.44 last 11.24)
 - mkdir 858 (time 1779117353.10 total 80.49 last 13.23)
 - mkdir 957 (time 1779117363.38 total 90.77 last 9.63)
total: 1000 mkdir in 96.04 seconds: 10.41 ops/second
 - mkdir 93 (time 1779117283.04 total 10.04 last 9.26)
 - mkdir 196 (time 1779117293.11 total 20.10 last 10.23)
 - mkdir 294 (time 1779117303.15 total 30.15 last 9.76)
 - mkdir 381 (time 1779117313.16 total 40.15 last 8.69)
 - mkdir 482 (time 1779117323.16 total 50.16 last 10.09)
 - mkdir 598 (time 1779117333.20 total 60.19 last 11.56)
 - mkdir 707 (time 1779117343.21 total 70.20 last 10.89)
 - mkdir 838 (time 1779117353.27 total 80.27 last 13.02)
 - mkdir 938 (time 1779117363.33 total 90.33 last 9.94)
total: 1000 mkdir in 97.60 seconds: 10.25 ops/second
Time for file creation 111 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 22 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.56 seconds: 17.91 ops/second
 - mkdir 128 (time 1779118009.78 total 10.03 last 12.76)
 - mkdir 281 (time 1779118019.83 total 20.08 last 15.23)
 - mkdir 441 (time 1779118029.88 total 30.14 last 15.91)
 - mkdir 554 (time 1779118039.91 total 40.16 last 11.28)
 - mkdir 694 (time 1779118050.00 total 50.25 last 13.88)
 - mkdir 839 (time 1779118060.01 total 60.27 last 14.47)
 - mkdir 960 (time 1779118070.03 total 70.28 last 12.08)
total: 1000 mkdir in 72.55 seconds: 13.78 ops/second
 - mkdir 121 (time 1779118007.88 total 10.02 last 12.07)
 - mkdir 274 (time 1779118017.94 total 20.09 last 15.20)
 - mkdir 434 (time 1779118027.96 total 30.10 last 15.98)
 - mkdir 546 (time 1779118037.98 total 40.13 last 11.17)
 - mkdir 686 (time 1779118048.11 total 50.26 last 13.83)
 - mkdir 813 (time 1779118058.16 total 60.31 last 12.63)
 - mkdir 940 (time 1779118068.19 total 70.34 last 12.66)
total: 1000 mkdir in 74.82 seconds: 13.37 ops/second
 - mkdir 119 (time 1779118008.81 total 10.05 last 11.84)
 - mkdir 263 (time 1779118018.84 total 20.09 last 14.34)
 - mkdir 424 (time 1779118028.88 total 30.13 last 16.04)
 - mkdir 535 (time 1779118038.96 total 40.21 last 11.01)
 - mkdir 671 (time 1779118049.04 total 50.28 last 13.50)
 - mkdir 800 (time 1779118059.04 total 60.29 last 12.89)
 - mkdir 921 (time 1779118069.04 total 70.29 last 12.10)
total: 1000 mkdir in 77.98 seconds: 12.82 ops/second
 - mkdir 126 (time 1779118010.69 total 10.05 last 12.54)
 - mkdir 281 (time 1779118020.71 total 20.07 last 15.46)
 - mkdir 438 (time 1779118030.84 total 30.20 last 15.51)
 - mkdir 555 (time 1779118040.87 total 40.23 last 11.66)
 - mkdir 691 (time 1779118050.91 total 50.26 last 13.55)
 - mkdir 823 (time 1779118060.92 total 60.28 last 13.18)
 - mkdir 940 (time 1779118070.93 total 70.29 last 11.69)
total: 1000 mkdir in 76.83 seconds: 13.02 ops/second
 - mkdir 125 (time 1779118010.69 total 10.07 last 12.41)
 - mkdir 280 (time 1779118020.72 total 20.11 last 15.44)
 - mkdir 432 (time 1779118030.77 total 30.15 last 15.13)
 - mkdir 544 (time 1779118040.82 total 40.20 last 11.15)
 - mkdir 684 (time 1779118050.84 total 50.22 last 13.98)
 - mkdir 827 (time 1779118060.91 total 60.30 last 14.19)
 - mkdir 939 (time 1779118070.92 total 70.31 last 11.19)
total: 1000 mkdir in 77.01 seconds: 12.98 ops/second
 - mkdir 125 (time 1779118010.56 total 10.07 last 12.42)
 - mkdir 276 (time 1779118020.59 total 20.09 last 15.06)
 - mkdir 432 (time 1779118030.59 total 30.10 last 15.59)
 - mkdir 543 (time 1779118040.61 total 40.11 last 11.09)
 - mkdir 682 (time 1779118050.67 total 50.17 last 13.81)
 - mkdir 811 (time 1779118060.68 total 60.18 last 12.89)
 - mkdir 930 (time 1779118070.69 total 70.19 last 11.89)
total: 1000 mkdir in 78.36 seconds: 12.76 ops/second
 - mkdir 119 (time 1779118010.42 total 10.06 last 11.83)
 - mkdir 268 (time 1779118020.53 total 20.17 last 14.74)
 - mkdir 423 (time 1779118030.54 total 30.18 last 15.48)
 - mkdir 538 (time 1779118040.58 total 40.23 last 11.45)
 - mkdir 672 (time 1779118050.67 total 50.31 last 13.29)
 - mkdir 804 (time 1779118060.68 total 60.33 last 13.18)
 - mkdir 917 (time 1779118070.69 total 70.33 last 11.29)
total: 1000 mkdir in 80.29 seconds: 12.45 ops/second
 - mkdir 120 (time 1779118009.71 total 10.01 last 11.99)
 - mkdir 262 (time 1779118019.72 total 20.01 last 14.19)
 - mkdir 415 (time 1779118029.80 total 30.10 last 15.17)
 - mkdir 527 (time 1779118039.86 total 40.15 last 11.14)
 - mkdir 654 (time 1779118049.86 total 50.16 last 12.69)
 - mkdir 781 (time 1779118059.90 total 60.20 last 12.65)
 - mkdir 899 (time 1779118069.96 total 70.26 last 11.73)
 - mkdir 991 (time 1779118080.04 total 80.33 last 9.13)
total: 1000 mkdir in 81.30 seconds: 12.30 ops/second
 - mkdir 118 (time 1779118010.35 total 10.09 last 11.70)
 - mkdir 266 (time 1779118020.41 total 20.14 last 14.72)
 - mkdir 414 (time 1779118030.54 total 30.27 last 14.61)
 - mkdir 523 (time 1779118040.58 total 40.32 last 10.85)
 - mkdir 653 (time 1779118050.67 total 50.40 last 12.89)
 - mkdir 778 (time 1779118060.69 total 60.42 last 12.48)
 - mkdir 899 (time 1779118070.73 total 70.46 last 12.04)
 - mkdir 981 (time 1779118080.78 total 80.51 last 8.16)
total: 1000 mkdir in 82.43 seconds: 12.13 ops/second
 - mkdir 116 (time 1779118010.82 total 10.09 last 11.50)
 - mkdir 257 (time 1779118020.83 total 20.10 last 14.08)
 - mkdir 403 (time 1779118030.94 total 30.21 last 14.44)
 - mkdir 513 (time 1779118040.98 total 40.24 last 10.97)
 - mkdir 641 (time 1779118051.02 total 50.29 last 12.74)
 - mkdir 767 (time 1779118061.03 total 60.29 last 12.59)
 - mkdir 890 (time 1779118071.05 total 70.32 last 12.27)
 - mkdir 970 (time 1779118081.19 total 80.46 last 7.89)
total: 1000 mkdir in 82.92 seconds: 12.06 ops/second
Time for file creation 96 sec for 1 RPC sent at a time
 - unlinked 0 (time 1779118096 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118097 ; total 1 ; last 1)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118097 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118097 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118098 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1779118098 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118098 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118099 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1779118099 ; total 1 ; last 1)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1779118098 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
Time for file removal 56 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8