== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 09:29:38 (1785418178)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.55 seconds: 18.14 ops/second
 - mkdir 92 (time 1785418207.03 total 10.06 last 9.14)
 - mkdir 186 (time 1785418217.08 total 20.11 last 9.35)
 - mkdir 264 (time 1785418227.11 total 30.13 last 7.78)
 - mkdir 365 (time 1785418237.15 total 40.18 last 10.05)
 - mkdir 453 (time 1785418247.18 total 50.21 last 8.78)
 - mkdir 547 (time 1785418257.27 total 60.30 last 9.32)
 - mkdir 661 (time 1785418267.31 total 70.34 last 11.35)
 - mkdir 785 (time 1785418277.34 total 80.37 last 12.37)
 - mkdir 903 (time 1785418287.38 total 90.41 last 11.75)
total: 1000 mkdir in 99.19 seconds: 10.08 ops/second
 - mkdir 94 (time 1785418208.25 total 10.05 last 9.35)
 - mkdir 190 (time 1785418218.35 total 20.15 last 9.51)
 - mkdir 263 (time 1785418228.39 total 30.19 last 7.27)
 - mkdir 366 (time 1785418238.42 total 40.22 last 10.27)
 - mkdir 455 (time 1785418248.55 total 50.35 last 8.78)
 - mkdir 550 (time 1785418258.62 total 60.42 last 9.44)
 - mkdir 661 (time 1785418268.67 total 70.47 last 11.04)
 - mkdir 789 (time 1785418278.72 total 80.52 last 12.73)
 - mkdir 911 (time 1785418288.76 total 90.56 last 12.15)
total: 1000 mkdir in 100.12 seconds: 9.99 ops/second
 - mkdir 92 (time 1785418209.79 total 10.08 last 9.13)
 - mkdir 186 (time 1785418219.89 total 20.18 last 9.31)
 - mkdir 254 (time 1785418229.90 total 30.19 last 6.79)
 - mkdir 366 (time 1785418239.98 total 40.27 last 11.11)
 - mkdir 452 (time 1785418249.99 total 50.28 last 8.59)
 - mkdir 551 (time 1785418260.08 total 60.37 last 9.81)
 - mkdir 667 (time 1785418270.15 total 70.44 last 11.52)
 - mkdir 790 (time 1785418280.15 total 80.45 last 12.30)
 - mkdir 914 (time 1785418290.27 total 90.56 last 12.26)
total: 1000 mkdir in 99.89 seconds: 10.01 ops/second
 - mkdir 101 (time 1785418212.17 total 10.02 last 10.08)
 - mkdir 186 (time 1785418222.29 total 20.13 last 8.40)
 - mkdir 255 (time 1785418232.36 total 30.21 last 6.85)
 - mkdir 370 (time 1785418242.54 total 40.39 last 11.30)
 - mkdir 474 (time 1785418252.59 total 50.44 last 10.35)
 - mkdir 567 (time 1785418262.64 total 60.49 last 9.25)
 - mkdir 694 (time 1785418272.87 total 70.72 last 12.41)
 - mkdir 817 (time 1785418282.95 total 80.80 last 12.20)
 - mkdir 928 (time 1785418293.06 total 90.90 last 10.98)
total: 1000 mkdir in 98.67 seconds: 10.13 ops/second
 - mkdir 104 (time 1785418212.63 total 10.05 last 10.35)
 - mkdir 192 (time 1785418222.67 total 20.09 last 8.77)
 - mkdir 261 (time 1785418232.74 total 30.16 last 6.85)
 - mkdir 374 (time 1785418242.75 total 40.17 last 11.29)
 - mkdir 476 (time 1785418252.75 total 50.17 last 10.20)
 - mkdir 569 (time 1785418262.85 total 60.27 last 9.21)
 - mkdir 691 (time 1785418272.89 total 70.31 last 12.15)
 - mkdir 815 (time 1785418282.95 total 80.37 last 12.33)
 - mkdir 928 (time 1785418293.03 total 90.45 last 11.21)
total: 1000 mkdir in 99.54 seconds: 10.05 ops/second
 - mkdir 98 (time 1785418212.98 total 10.07 last 9.73)
 - mkdir 181 (time 1785418223.01 total 20.09 last 8.28)
 - mkdir 248 (time 1785418233.16 total 30.25 last 6.60)
 - mkdir 368 (time 1785418243.16 total 40.25 last 12.00)
 - mkdir 470 (time 1785418253.18 total 50.27 last 10.18)
 - mkdir 563 (time 1785418263.22 total 60.30 last 9.27)
 - mkdir 689 (time 1785418273.24 total 70.32 last 12.58)
 - mkdir 812 (time 1785418283.35 total 80.43 last 12.16)
 - mkdir 922 (time 1785418293.38 total 90.46 last 10.97)
 - mkdir 999 (time 1785418303.53 total 100.62 last 7.58)
total: 1000 mkdir in 100.62 seconds: 9.94 ops/second
 - mkdir 101 (time 1785418213.75 total 10.11 last 9.99)
 - mkdir 186 (time 1785418223.83 total 20.19 last 8.44)
 - mkdir 261 (time 1785418233.92 total 30.28 last 7.43)
 - mkdir 371 (time 1785418243.99 total 40.35 last 10.92)
 - mkdir 472 (time 1785418254.03 total 50.39 last 10.06)
 - mkdir 567 (time 1785418264.08 total 60.44 last 9.45)
 - mkdir 696 (time 1785418274.12 total 70.48 last 12.85)
 - mkdir 819 (time 1785418284.13 total 80.49 last 12.29)
 - mkdir 929 (time 1785418294.18 total 90.54 last 10.95)
total: 1000 mkdir in 99.93 seconds: 10.01 ops/second
 - mkdir 100 (time 1785418213.75 total 10.11 last 9.89)
 - mkdir 180 (time 1785418223.83 total 20.19 last 7.94)
 - mkdir 250 (time 1785418233.93 total 30.29 last 6.93)
 - mkdir 362 (time 1785418243.97 total 40.33 last 11.16)
 - mkdir 464 (time 1785418254.02 total 50.37 last 10.16)
 - mkdir 559 (time 1785418264.05 total 60.41 last 9.47)
 - mkdir 685 (time 1785418274.06 total 70.42 last 12.59)
 - mkdir 808 (time 1785418284.13 total 80.49 last 12.22)
 - mkdir 921 (time 1785418294.13 total 90.49 last 11.29)
 - mkdir 995 (time 1785418304.17 total 100.53 last 7.37)
total: 1000 mkdir in 101.03 seconds: 9.90 ops/second
 - mkdir 103 (time 1785418213.41 total 10.10 last 10.20)
 - mkdir 188 (time 1785418223.46 total 20.15 last 8.46)
 - mkdir 257 (time 1785418233.47 total 30.16 last 6.89)
 - mkdir 369 (time 1785418243.56 total 40.25 last 11.10)
 - mkdir 465 (time 1785418253.67 total 50.37 last 9.49)
 - mkdir 559 (time 1785418263.68 total 60.37 last 9.39)
 - mkdir 686 (time 1785418273.69 total 70.38 last 12.69)
 - mkdir 805 (time 1785418283.74 total 80.43 last 11.84)
 - mkdir 917 (time 1785418293.78 total 90.47 last 11.15)
 - mkdir 990 (time 1785418303.88 total 100.57 last 7.23)
total: 1000 mkdir in 101.62 seconds: 9.84 ops/second
 - mkdir 99 (time 1785418213.62 total 10.05 last 9.85)
 - mkdir 183 (time 1785418223.72 total 20.15 last 8.32)
 - mkdir 253 (time 1785418233.75 total 30.18 last 6.98)
 - mkdir 369 (time 1785418243.83 total 40.26 last 11.51)
 - mkdir 469 (time 1785418253.90 total 50.33 last 9.93)
 - mkdir 561 (time 1785418263.96 total 60.39 last 9.14)
 - mkdir 688 (time 1785418273.97 total 70.40 last 12.69)
 - mkdir 811 (time 1785418283.98 total 80.40 last 12.30)
 - mkdir 920 (time 1785418294.05 total 90.48 last 10.82)
 - mkdir 991 (time 1785418304.15 total 100.58 last 7.03)
total: 1000 mkdir in 101.50 seconds: 9.85 ops/second
Time for file creation 121 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 18 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.49 seconds: 20.30 ops/second
 - mkdir 134 (time 1785418999.88 total 10.02 last 13.38)
 - mkdir 266 (time 1785419009.91 total 20.04 last 13.17)
 - mkdir 399 (time 1785419019.93 total 30.06 last 13.28)
 - mkdir 481 (time 1785419029.94 total 40.08 last 8.18)
 - mkdir 553 (time 1785419040.11 total 50.24 last 7.08)
 - mkdir 649 (time 1785419050.16 total 60.30 last 9.55)
 - mkdir 758 (time 1785419060.20 total 70.34 last 10.86)
 - mkdir 879 (time 1785419070.20 total 80.34 last 12.10)
total: 1000 mkdir in 89.94 seconds: 11.12 ops/second
 - mkdir 132 (time 1785418999.72 total 10.07 last 13.11)
 - mkdir 261 (time 1785419009.76 total 20.11 last 12.85)
 - mkdir 394 (time 1785419019.84 total 30.18 last 13.20)
 - mkdir 480 (time 1785419030.03 total 40.37 last 8.44)
 - mkdir 555 (time 1785419040.21 total 50.56 last 7.36)
 - mkdir 653 (time 1785419050.29 total 60.64 last 9.73)
 - mkdir 757 (time 1785419060.33 total 70.68 last 10.36)
 - mkdir 878 (time 1785419070.39 total 80.73 last 12.03)
total: 1000 mkdir in 90.32 seconds: 11.07 ops/second
 - mkdir 149 (time 1785419002.70 total 10.03 last 14.85)
 - mkdir 288 (time 1785419012.74 total 20.07 last 13.85)
 - mkdir 414 (time 1785419022.75 total 30.07 last 12.59)
 - mkdir 494 (time 1785419032.84 total 40.17 last 7.93)
 - mkdir 565 (time 1785419042.87 total 50.20 last 7.08)
 - mkdir 670 (time 1785419052.98 total 60.31 last 10.38)
 - mkdir 782 (time 1785419063.03 total 70.36 last 11.14)
 - mkdir 907 (time 1785419073.08 total 80.41 last 12.45)
total: 1000 mkdir in 87.75 seconds: 11.40 ops/second
 - mkdir 138 (time 1785419001.76 total 10.05 last 13.74)
 - mkdir 268 (time 1785419011.77 total 20.05 last 12.99)
 - mkdir 393 (time 1785419021.82 total 30.10 last 12.44)
 - mkdir 474 (time 1785419031.95 total 40.24 last 7.99)
 - mkdir 547 (time 1785419042.08 total 50.36 last 7.21)
 - mkdir 648 (time 1785419052.24 total 60.52 last 9.94)
 - mkdir 757 (time 1785419062.28 total 70.56 last 10.85)
 - mkdir 880 (time 1785419072.38 total 80.66 last 12.18)
 - mkdir 997 (time 1785419082.55 total 90.83 last 11.50)
total: 1000 mkdir in 91.15 seconds: 10.97 ops/second
 - mkdir 135 (time 1785419001.51 total 10.00 last 13.50)
 - mkdir 270 (time 1785419011.60 total 20.09 last 13.38)
 - mkdir 400 (time 1785419021.68 total 30.17 last 12.90)
 - mkdir 482 (time 1785419031.69 total 40.18 last 8.20)
 - mkdir 550 (time 1785419041.69 total 50.18 last 6.80)
 - mkdir 647 (time 1785419051.72 total 60.21 last 9.67)
 - mkdir 752 (time 1785419061.77 total 70.26 last 10.44)
 - mkdir 876 (time 1785419071.80 total 80.29 last 12.36)
 - mkdir 991 (time 1785419081.96 total 90.45 last 11.33)
total: 1000 mkdir in 91.57 seconds: 10.92 ops/second
 - mkdir 137 (time 1785419002.15 total 10.02 last 13.67)
 - mkdir 270 (time 1785419012.20 total 20.08 last 13.23)
 - mkdir 394 (time 1785419022.35 total 30.23 last 12.22)
 - mkdir 474 (time 1785419032.44 total 40.31 last 7.93)
 - mkdir 546 (time 1785419042.55 total 50.43 last 7.12)
 - mkdir 652 (time 1785419052.59 total 60.46 last 10.56)
 - mkdir 761 (time 1785419062.69 total 70.57 last 10.79)
 - mkdir 882 (time 1785419072.74 total 80.62 last 12.04)
 - mkdir 994 (time 1785419082.81 total 90.69 last 11.12)
total: 1000 mkdir in 91.28 seconds: 10.96 ops/second
 - mkdir 136 (time 1785419000.95 total 10.03 last 13.56)
 - mkdir 272 (time 1785419010.98 total 20.06 last 13.57)
 - mkdir 388 (time 1785419021.01 total 30.09 last 11.57)
 - mkdir 465 (time 1785419031.09 total 40.17 last 7.64)
 - mkdir 537 (time 1785419041.11 total 50.19 last 7.18)
 - mkdir 631 (time 1785419051.15 total 60.23 last 9.37)
 - mkdir 735 (time 1785419061.21 total 70.29 last 10.33)
 - mkdir 854 (time 1785419071.25 total 80.33 last 11.85)
 - mkdir 971 (time 1785419081.30 total 90.38 last 11.64)
total: 1000 mkdir in 94.79 seconds: 10.55 ops/second
 - mkdir 133 (time 1785419001.76 total 10.01 last 13.29)
 - mkdir 258 (time 1785419011.80 total 20.04 last 12.46)
 - mkdir 380 (time 1785419021.82 total 30.06 last 12.17)
 - mkdir 459 (time 1785419031.90 total 40.15 last 7.83)
 - mkdir 530 (time 1785419041.93 total 50.17 last 7.08)
 - mkdir 630 (time 1785419052.00 total 60.24 last 9.93)
 - mkdir 735 (time 1785419062.08 total 70.33 last 10.41)
 - mkdir 854 (time 1785419072.16 total 80.41 last 11.81)
 - mkdir 963 (time 1785419082.19 total 90.44 last 10.87)
total: 1000 mkdir in 95.42 seconds: 10.48 ops/second
 - mkdir 132 (time 1785419002.13 total 10.01 last 13.18)
 - mkdir 264 (time 1785419012.18 total 20.06 last 13.13)
 - mkdir 389 (time 1785419022.28 total 30.16 last 12.38)
 - mkdir 467 (time 1785419032.42 total 40.30 last 7.70)
 - mkdir 536 (time 1785419042.50 total 50.39 last 6.84)
 - mkdir 638 (time 1785419052.55 total 60.43 last 10.15)
 - mkdir 743 (time 1785419062.58 total 70.46 last 10.47)
 - mkdir 855 (time 1785419072.64 total 80.52 last 11.14)
 - mkdir 963 (time 1785419082.80 total 90.69 last 10.62)
total: 1000 mkdir in 95.33 seconds: 10.49 ops/second
 - mkdir 124 (time 1785419001.61 total 10.05 last 12.34)
 - mkdir 247 (time 1785419011.71 total 20.16 last 12.17)
 - mkdir 367 (time 1785419021.73 total 30.18 last 11.97)
 - mkdir 443 (time 1785419031.91 total 40.36 last 7.47)
 - mkdir 512 (time 1785419042.05 total 50.50 last 6.81)
 - mkdir 613 (time 1785419052.06 total 60.50 last 10.09)
 - mkdir 721 (time 1785419062.09 total 70.54 last 10.76)
 - mkdir 830 (time 1785419072.13 total 80.58 last 10.85)
 - mkdir 937 (time 1785419082.24 total 90.68 last 10.59)
total: 1000 mkdir in 97.90 seconds: 10.21 ops/second
Time for file creation 114 sec for 1 RPC sent at a time
 - unlinked 0 (time 1785419100 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1785419101 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1785419102 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1785419102 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1785419102 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1785419103 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1785419103 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1785419103 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1785419103 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1785419103 ; total 0 ; last 0)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
Time for file removal 57 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8