== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 16:44:39 (1786999479)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.55 seconds: 18.23 ops/second
 - mkdir 150 (time 1786999500.36 total 10.06 last 14.91)
 - mkdir 344 (time 1786999510.37 total 20.06 last 19.39)
 - mkdir 518 (time 1786999520.40 total 30.09 last 17.34)
 - mkdir 624 (time 1786999530.50 total 40.19 last 10.50)
 - mkdir 707 (time 1786999540.57 total 50.27 last 8.24)
 - mkdir 805 (time 1786999550.57 total 60.27 last 9.80)
 - mkdir 947 (time 1786999560.58 total 70.28 last 14.19)
total: 1000 mkdir in 73.51 seconds: 13.60 ops/second
 - mkdir 151 (time 1786999501.29 total 10.03 last 15.06)
 - mkdir 352 (time 1786999511.34 total 20.08 last 20.00)
 - mkdir 524 (time 1786999521.43 total 30.17 last 17.05)
 - mkdir 627 (time 1786999531.49 total 40.23 last 10.24)
 - mkdir 712 (time 1786999541.51 total 50.25 last 8.48)
 - mkdir 812 (time 1786999551.53 total 60.27 last 9.99)
 - mkdir 957 (time 1786999561.61 total 70.34 last 14.39)
total: 1000 mkdir in 73.08 seconds: 13.68 ops/second
 - mkdir 156 (time 1786999500.77 total 10.02 last 15.57)
 - mkdir 340 (time 1786999510.84 total 20.09 last 18.27)
 - mkdir 511 (time 1786999520.89 total 30.14 last 17.01)
 - mkdir 616 (time 1786999530.91 total 40.16 last 10.48)
 - mkdir 703 (time 1786999541.02 total 50.26 last 8.61)
 - mkdir 799 (time 1786999551.09 total 60.34 last 9.53)
 - mkdir 942 (time 1786999561.11 total 70.35 last 14.28)
total: 1000 mkdir in 74.32 seconds: 13.46 ops/second
 - mkdir 146 (time 1786999500.65 total 10.04 last 14.55)
 - mkdir 330 (time 1786999510.65 total 20.04 last 18.39)
 - mkdir 499 (time 1786999520.65 total 30.05 last 16.90)
 - mkdir 606 (time 1786999530.74 total 40.13 last 10.61)
 - mkdir 688 (time 1786999540.77 total 50.16 last 8.17)
 - mkdir 789 (time 1786999550.82 total 60.21 last 10.05)
 - mkdir 935 (time 1786999560.88 total 70.27 last 14.51)
total: 1000 mkdir in 75.28 seconds: 13.28 ops/second
 - mkdir 146 (time 1786999501.08 total 10.04 last 14.54)
 - mkdir 337 (time 1786999511.14 total 20.10 last 18.99)
 - mkdir 507 (time 1786999521.16 total 30.12 last 16.96)
 - mkdir 613 (time 1786999531.17 total 40.13 last 10.59)
 - mkdir 697 (time 1786999541.25 total 50.22 last 8.33)
 - mkdir 796 (time 1786999551.34 total 60.31 last 9.81)
 - mkdir 936 (time 1786999561.35 total 70.32 last 13.98)
total: 1000 mkdir in 75.46 seconds: 13.25 ops/second
 - mkdir 148 (time 1786999500.42 total 10.04 last 14.74)
 - mkdir 337 (time 1786999510.47 total 20.10 last 18.80)
 - mkdir 502 (time 1786999520.49 total 30.11 last 16.48)
 - mkdir 607 (time 1786999530.57 total 40.19 last 10.42)
 - mkdir 686 (time 1786999540.57 total 50.19 last 7.90)
 - mkdir 779 (time 1786999550.59 total 60.22 last 9.28)
 - mkdir 919 (time 1786999560.61 total 70.24 last 13.97)
total: 1000 mkdir in 76.61 seconds: 13.05 ops/second
 - mkdir 147 (time 1786999500.97 total 10.01 last 14.69)
 - mkdir 331 (time 1786999511.02 total 20.06 last 18.31)
 - mkdir 498 (time 1786999521.11 total 30.15 last 16.55)
 - mkdir 604 (time 1786999531.13 total 40.17 last 10.58)
 - mkdir 686 (time 1786999541.15 total 50.19 last 8.18)
 - mkdir 782 (time 1786999551.21 total 60.25 last 9.54)
 - mkdir 926 (time 1786999561.23 total 70.26 last 14.38)
total: 1000 mkdir in 76.25 seconds: 13.11 ops/second
 - mkdir 139 (time 1786999500.63 total 10.04 last 13.85)
 - mkdir 325 (time 1786999510.68 total 20.08 last 18.52)
 - mkdir 489 (time 1786999520.68 total 30.09 last 16.39)
 - mkdir 589 (time 1786999530.80 total 40.20 last 9.89)
 - mkdir 669 (time 1786999540.97 total 50.37 last 7.87)
 - mkdir 767 (time 1786999551.01 total 60.41 last 9.76)
 - mkdir 906 (time 1786999561.09 total 70.49 last 13.79)
total: 1000 mkdir in 77.87 seconds: 12.84 ops/second
 - mkdir 143 (time 1786999501.20 total 10.06 last 14.21)
 - mkdir 334 (time 1786999511.20 total 20.06 last 19.10)
 - mkdir 497 (time 1786999521.25 total 30.12 last 16.21)
 - mkdir 595 (time 1786999531.26 total 40.12 last 9.80)
 - mkdir 677 (time 1786999541.35 total 50.21 last 8.12)
 - mkdir 773 (time 1786999551.35 total 60.21 last 9.60)
 - mkdir 913 (time 1786999561.41 total 70.28 last 13.91)
total: 1000 mkdir in 77.45 seconds: 12.91 ops/second
 - mkdir 137 (time 1786999500.12 total 10.02 last 13.68)
 - mkdir 317 (time 1786999510.15 total 20.04 last 17.95)
 - mkdir 475 (time 1786999520.19 total 30.09 last 15.73)
 - mkdir 573 (time 1786999530.23 total 40.12 last 9.76)
 - mkdir 646 (time 1786999540.24 total 50.13 last 7.29)
 - mkdir 733 (time 1786999550.28 total 60.17 last 8.67)
 - mkdir 872 (time 1786999560.28 total 70.18 last 13.89)
total: 1000 mkdir in 79.90 seconds: 12.52 ops/second
Time for file creation 88 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 11 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.53 seconds: 18.82 ops/second
 - mkdir 161 (time 1787000094.14 total 10.02 last 16.07)
 - mkdir 340 (time 1787000104.19 total 20.06 last 17.82)
 - mkdir 477 (time 1787000114.19 total 30.07 last 13.69)
 - mkdir 629 (time 1787000124.29 total 40.16 last 15.06)
 - mkdir 790 (time 1787000134.30 total 50.17 last 16.08)
 - mkdir 961 (time 1787000144.30 total 60.17 last 17.10)
total: 1000 mkdir in 62.56 seconds: 15.98 ops/second
 - mkdir 160 (time 1787000096.65 total 10.03 last 15.96)
 - mkdir 335 (time 1787000106.65 total 20.03 last 17.50)
 - mkdir 467 (time 1787000116.69 total 30.07 last 13.14)
 - mkdir 635 (time 1787000126.72 total 40.10 last 16.75)
 - mkdir 797 (time 1787000136.73 total 50.11 last 16.18)
 - mkdir 978 (time 1787000146.80 total 60.18 last 17.98)
total: 1000 mkdir in 63.01 seconds: 15.87 ops/second
 - mkdir 152 (time 1787000096.20 total 10.07 last 15.10)
 - mkdir 329 (time 1787000106.24 total 20.11 last 17.63)
 - mkdir 458 (time 1787000116.31 total 30.18 last 12.81)
 - mkdir 619 (time 1787000126.31 total 40.18 last 16.10)
 - mkdir 776 (time 1787000136.33 total 50.19 last 15.68)
 - mkdir 952 (time 1787000146.35 total 60.22 last 17.55)
total: 1000 mkdir in 65.96 seconds: 15.16 ops/second
 - mkdir 158 (time 1787000097.02 total 10.03 last 15.75)
 - mkdir 333 (time 1787000107.07 total 20.09 last 17.41)
 - mkdir 466 (time 1787000117.10 total 30.11 last 13.26)
 - mkdir 631 (time 1787000127.11 total 40.12 last 16.49)
 - mkdir 789 (time 1787000137.12 total 50.13 last 15.78)
 - mkdir 959 (time 1787000147.14 total 60.15 last 16.97)
total: 1000 mkdir in 65.62 seconds: 15.24 ops/second
 - mkdir 166 (time 1787000097.17 total 10.08 last 16.47)
 - mkdir 336 (time 1787000107.22 total 20.12 last 16.92)
 - mkdir 466 (time 1787000117.26 total 30.16 last 12.96)
 - mkdir 627 (time 1787000127.26 total 40.16 last 16.10)
 - mkdir 789 (time 1787000137.27 total 50.17 last 16.19)
 - mkdir 957 (time 1787000147.39 total 60.29 last 16.59)
total: 1000 mkdir in 66.19 seconds: 15.11 ops/second
 - mkdir 159 (time 1787000096.79 total 10.03 last 15.85)
 - mkdir 336 (time 1787000106.87 total 20.10 last 17.57)
 - mkdir 459 (time 1787000116.88 total 30.12 last 12.28)
 - mkdir 624 (time 1787000126.92 total 40.16 last 16.44)
 - mkdir 783 (time 1787000136.96 total 50.20 last 15.83)
 - mkdir 954 (time 1787000146.99 total 60.23 last 17.06)
total: 1000 mkdir in 66.62 seconds: 15.01 ops/second
 - mkdir 152 (time 1787000096.40 total 10.04 last 15.14)
 - mkdir 323 (time 1787000106.50 total 20.14 last 16.93)
 - mkdir 455 (time 1787000116.55 total 30.19 last 13.13)
 - mkdir 617 (time 1787000126.59 total 40.22 last 16.14)
 - mkdir 772 (time 1787000136.66 total 50.30 last 15.38)
 - mkdir 943 (time 1787000146.67 total 60.31 last 17.09)
total: 1000 mkdir in 67.94 seconds: 14.72 ops/second
 - mkdir 154 (time 1787000096.40 total 10.02 last 15.37)
 - mkdir 324 (time 1787000106.47 total 20.09 last 16.88)
 - mkdir 447 (time 1787000116.50 total 30.12 last 12.26)
 - mkdir 615 (time 1787000126.52 total 40.14 last 16.77)
 - mkdir 770 (time 1787000136.57 total 50.19 last 15.43)
 - mkdir 934 (time 1787000146.57 total 60.19 last 16.39)
total: 1000 mkdir in 68.58 seconds: 14.58 ops/second
 - mkdir 159 (time 1787000096.99 total 10.04 last 15.84)
 - mkdir 331 (time 1787000107.00 total 20.04 last 17.20)
 - mkdir 454 (time 1787000117.01 total 30.06 last 12.28)
 - mkdir 618 (time 1787000127.08 total 40.12 last 16.30)
 - mkdir 771 (time 1787000137.14 total 50.19 last 15.20)
 - mkdir 940 (time 1787000147.28 total 60.32 last 16.67)
total: 1000 mkdir in 68.68 seconds: 14.56 ops/second
 - mkdir 153 (time 1787000096.91 total 10.01 last 15.28)
 - mkdir 313 (time 1787000106.95 total 20.05 last 15.94)
 - mkdir 434 (time 1787000116.97 total 30.07 last 12.08)
 - mkdir 591 (time 1787000127.03 total 40.13 last 15.61)
 - mkdir 739 (time 1787000137.07 total 50.17 last 14.74)
 - mkdir 906 (time 1787000147.11 total 60.22 last 16.62)
 - mkdir 994 (time 1787000157.20 total 70.31 last 8.72)
total: 1000 mkdir in 70.52 seconds: 14.18 ops/second
Time for file creation 80 sec for 1 RPC sent at a time
 - unlinked 0 (time 1787000164 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787000165 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1787000165 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787000165 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1787000165 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787000166 ; total 1 ; last 1)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1787000166 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787000166 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787000166 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1787000166 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 44 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8