== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 23:17:55 (1789096675)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.57 seconds: 17.45 ops/second
 - mkdir 154 (time 1789096695.56 total 10.03 last 15.35)
 - mkdir 324 (time 1789096705.57 total 20.04 last 16.98)
 - mkdir 476 (time 1789096715.66 total 30.13 last 15.06)
 - mkdir 620 (time 1789096725.69 total 40.16 last 14.35)
 - mkdir 768 (time 1789096735.71 total 50.19 last 14.76)
 - mkdir 918 (time 1789096745.78 total 60.26 last 14.90)
total: 1000 mkdir in 64.94 seconds: 15.40 ops/second
 - mkdir 158 (time 1789096696.22 total 10.04 last 15.74)
 - mkdir 327 (time 1789096706.23 total 20.05 last 16.88)
 - mkdir 473 (time 1789096716.24 total 30.05 last 14.59)
 - mkdir 620 (time 1789096726.25 total 40.07 last 14.68)
 - mkdir 765 (time 1789096736.27 total 50.08 last 14.48)
 - mkdir 922 (time 1789096746.30 total 60.11 last 15.65)
total: 1000 mkdir in 64.85 seconds: 15.42 ops/second
 - mkdir 155 (time 1789096696.70 total 10.05 last 15.42)
 - mkdir 330 (time 1789096706.71 total 20.06 last 17.49)
 - mkdir 472 (time 1789096716.74 total 30.08 last 14.16)
 - mkdir 628 (time 1789096726.77 total 40.12 last 15.54)
 - mkdir 775 (time 1789096736.82 total 50.16 last 14.63)
 - mkdir 930 (time 1789096746.85 total 60.20 last 15.45)
total: 1000 mkdir in 64.63 seconds: 15.47 ops/second
 - mkdir 158 (time 1789096695.84 total 10.03 last 15.76)
 - mkdir 325 (time 1789096705.84 total 20.04 last 16.69)
 - mkdir 465 (time 1789096715.89 total 30.08 last 13.94)
 - mkdir 610 (time 1789096725.92 total 40.12 last 14.45)
 - mkdir 752 (time 1789096735.93 total 50.12 last 14.19)
 - mkdir 905 (time 1789096745.97 total 60.16 last 15.24)
total: 1000 mkdir in 66.30 seconds: 15.08 ops/second
 - mkdir 149 (time 1789096695.78 total 10.04 last 14.83)
 - mkdir 311 (time 1789096705.81 total 20.08 last 16.15)
 - mkdir 457 (time 1789096715.87 total 30.13 last 14.52)
 - mkdir 604 (time 1789096725.89 total 40.15 last 14.67)
 - mkdir 750 (time 1789096735.96 total 50.22 last 14.50)
 - mkdir 894 (time 1789096745.98 total 60.24 last 14.37)
total: 1000 mkdir in 67.83 seconds: 14.74 ops/second
 - mkdir 158 (time 1789096697.00 total 10.06 last 15.70)
 - mkdir 328 (time 1789096707.07 total 20.14 last 16.87)
 - mkdir 469 (time 1789096717.12 total 30.18 last 14.04)
 - mkdir 623 (time 1789096727.18 total 40.24 last 15.31)
 - mkdir 764 (time 1789096737.18 total 50.24 last 14.10)
 - mkdir 923 (time 1789096747.18 total 60.25 last 15.90)
total: 1000 mkdir in 66.71 seconds: 14.99 ops/second
 - mkdir 149 (time 1789096695.75 total 10.04 last 14.84)
 - mkdir 319 (time 1789096705.78 total 20.06 last 16.96)
 - mkdir 461 (time 1789096715.79 total 30.08 last 14.18)
 - mkdir 606 (time 1789096725.81 total 40.10 last 14.47)
 - mkdir 743 (time 1789096735.86 total 50.15 last 13.63)
 - mkdir 888 (time 1789096745.87 total 60.16 last 14.49)
total: 1000 mkdir in 68.04 seconds: 14.70 ops/second
 - mkdir 155 (time 1789096696.79 total 10.08 last 15.38)
 - mkdir 322 (time 1789096706.86 total 20.15 last 16.59)
 - mkdir 464 (time 1789096716.96 total 30.25 last 14.05)
 - mkdir 615 (time 1789096726.97 total 40.26 last 15.09)
 - mkdir 758 (time 1789096737.01 total 50.30 last 14.24)
 - mkdir 907 (time 1789096747.04 total 60.33 last 14.86)
total: 1000 mkdir in 67.84 seconds: 14.74 ops/second
 - mkdir 142 (time 1789096696.42 total 10.04 last 14.14)
 - mkdir 304 (time 1789096706.42 total 20.04 last 16.20)
 - mkdir 442 (time 1789096716.44 total 30.06 last 13.78)
 - mkdir 586 (time 1789096726.44 total 40.06 last 14.40)
 - mkdir 727 (time 1789096736.52 total 50.14 last 13.99)
 - mkdir 867 (time 1789096746.56 total 60.18 last 13.95)
 - mkdir 987 (time 1789096756.61 total 70.23 last 11.93)
total: 1000 mkdir in 71.04 seconds: 14.08 ops/second
 - mkdir 144 (time 1789096696.64 total 10.10 last 14.26)
 - mkdir 308 (time 1789096706.65 total 20.12 last 16.37)
 - mkdir 446 (time 1789096716.69 total 30.15 last 13.75)
 - mkdir 587 (time 1789096726.71 total 40.17 last 14.07)
 - mkdir 725 (time 1789096736.74 total 50.20 last 13.76)
 - mkdir 867 (time 1789096746.76 total 60.22 last 14.18)
 - mkdir 986 (time 1789096756.83 total 70.29 last 11.82)
total: 1000 mkdir in 71.11 seconds: 14.06 ops/second
Time for file creation 81 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.68 seconds: 14.81 ops/second
 - mkdir 124 (time 1789097317.12 total 10.03 last 12.36)
 - mkdir 266 (time 1789097327.18 total 20.10 last 14.11)
 - mkdir 418 (time 1789097337.20 total 30.12 last 15.17)
 - mkdir 551 (time 1789097347.20 total 40.12 last 13.30)
 - mkdir 722 (time 1789097357.28 total 50.20 last 16.97)
 - mkdir 894 (time 1789097367.29 total 60.21 last 17.18)
total: 1000 mkdir in 66.48 seconds: 15.04 ops/second
 - mkdir 132 (time 1789097319.97 total 10.01 last 13.19)
 - mkdir 289 (time 1789097329.99 total 20.03 last 15.68)
 - mkdir 437 (time 1789097340.01 total 30.05 last 14.76)
 - mkdir 578 (time 1789097350.05 total 40.09 last 14.04)
 - mkdir 755 (time 1789097360.10 total 50.14 last 17.62)
 - mkdir 931 (time 1789097370.11 total 60.15 last 17.58)
total: 1000 mkdir in 64.22 seconds: 15.57 ops/second
 - mkdir 128 (time 1789097320.24 total 10.06 last 12.73)
 - mkdir 280 (time 1789097330.28 total 20.10 last 15.14)
 - mkdir 428 (time 1789097340.31 total 30.13 last 14.75)
 - mkdir 566 (time 1789097350.35 total 40.17 last 13.75)
 - mkdir 738 (time 1789097360.37 total 50.19 last 17.16)
 - mkdir 914 (time 1789097370.42 total 60.24 last 17.51)
total: 1000 mkdir in 66.83 seconds: 14.96 ops/second
 - mkdir 123 (time 1789097319.34 total 10.04 last 12.26)
 - mkdir 268 (time 1789097329.37 total 20.06 last 14.46)
 - mkdir 417 (time 1789097339.37 total 30.07 last 14.89)
 - mkdir 554 (time 1789097349.38 total 40.08 last 13.69)
 - mkdir 720 (time 1789097359.40 total 50.10 last 16.57)
 - mkdir 896 (time 1789097369.44 total 60.14 last 17.53)
total: 1000 mkdir in 68.06 seconds: 14.69 ops/second
 - mkdir 126 (time 1789097320.56 total 10.01 last 12.59)
 - mkdir 278 (time 1789097330.58 total 20.02 last 15.18)
 - mkdir 423 (time 1789097340.62 total 30.06 last 14.44)
 - mkdir 565 (time 1789097350.66 total 40.10 last 14.15)
 - mkdir 740 (time 1789097360.70 total 50.14 last 17.43)
 - mkdir 911 (time 1789097370.75 total 60.19 last 17.01)
total: 1000 mkdir in 67.34 seconds: 14.85 ops/second
 - mkdir 122 (time 1789097319.73 total 10.07 last 12.12)
 - mkdir 270 (time 1789097329.73 total 20.07 last 14.80)
 - mkdir 416 (time 1789097339.74 total 30.07 last 14.59)
 - mkdir 549 (time 1789097349.76 total 40.10 last 13.27)
 - mkdir 719 (time 1789097359.81 total 50.14 last 16.92)
 - mkdir 896 (time 1789097369.81 total 60.14 last 17.70)
total: 1000 mkdir in 68.43 seconds: 14.61 ops/second
 - mkdir 130 (time 1789097320.72 total 10.09 last 12.88)
 - mkdir 278 (time 1789097330.78 total 20.15 last 14.71)
 - mkdir 422 (time 1789097340.81 total 30.19 last 14.35)
 - mkdir 567 (time 1789097350.84 total 40.21 last 14.46)
 - mkdir 745 (time 1789097360.87 total 50.24 last 17.75)
 - mkdir 915 (time 1789097370.89 total 60.27 last 16.96)
total: 1000 mkdir in 67.57 seconds: 14.80 ops/second
 - mkdir 116 (time 1789097319.64 total 10.06 last 11.53)
 - mkdir 260 (time 1789097329.67 total 20.09 last 14.35)
 - mkdir 406 (time 1789097339.69 total 30.11 last 14.57)
 - mkdir 546 (time 1789097349.80 total 40.22 last 13.85)
 - mkdir 714 (time 1789097359.80 total 50.22 last 16.80)
 - mkdir 892 (time 1789097369.87 total 60.29 last 17.68)
total: 1000 mkdir in 69.12 seconds: 14.47 ops/second
 - mkdir 113 (time 1789097318.97 total 10.01 last 11.29)
 - mkdir 251 (time 1789097328.98 total 20.01 last 13.80)
 - mkdir 396 (time 1789097338.98 total 30.02 last 14.49)
 - mkdir 533 (time 1789097349.03 total 40.07 last 13.63)
 - mkdir 705 (time 1789097359.05 total 50.08 last 17.18)
 - mkdir 881 (time 1789097369.09 total 60.12 last 17.53)
 - mkdir 998 (time 1789097379.12 total 70.16 last 11.66)
total: 1000 mkdir in 70.22 seconds: 14.24 ops/second
 - mkdir 114 (time 1789097319.74 total 10.07 last 11.32)
 - mkdir 255 (time 1789097329.76 total 20.09 last 14.07)
 - mkdir 397 (time 1789097339.77 total 30.11 last 14.18)
 - mkdir 536 (time 1789097349.88 total 40.21 last 13.75)
 - mkdir 708 (time 1789097359.90 total 50.24 last 17.16)
 - mkdir 885 (time 1789097369.95 total 60.28 last 17.63)
total: 1000 mkdir in 69.59 seconds: 14.37 ops/second
Time for file creation 81 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789097386 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1789097388 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789097387 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1789097388 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1789097388 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1789097388 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1789097389 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1789097388 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1789097389 ; total 0 ; last 0)
total: 1000 unlinks in 33 seconds: 30.303030 unlinks/second
 - unlinked 0 (time 1789097389 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
Time for file removal 45 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8