== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 15:06:39 (1789499199)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.44 seconds: 22.61 ops/second
 - mkdir 152 (time 1789499221.41 total 10.03 last 15.16)
 - mkdir 307 (time 1789499231.53 total 20.15 last 15.32)
 - mkdir 439 (time 1789499241.58 total 30.20 last 13.13)
 - mkdir 582 (time 1789499251.59 total 40.20 last 14.30)
 - mkdir 757 (time 1789499261.62 total 50.24 last 17.44)
 - mkdir 906 (time 1789499271.72 total 60.34 last 14.75)
total: 1000 mkdir in 66.12 seconds: 15.12 ops/second
 - mkdir 150 (time 1789499221.84 total 10.06 last 14.91)
 - mkdir 301 (time 1789499231.84 total 20.07 last 15.09)
 - mkdir 437 (time 1789499241.88 total 30.11 last 13.55)
 - mkdir 584 (time 1789499251.90 total 40.13 last 14.67)
 - mkdir 756 (time 1789499261.94 total 50.17 last 17.13)
 - mkdir 904 (time 1789499271.97 total 60.19 last 14.76)
total: 1000 mkdir in 66.92 seconds: 14.94 ops/second
 - mkdir 161 (time 1789499222.82 total 10.06 last 16.01)
 - mkdir 317 (time 1789499232.86 total 20.09 last 15.54)
 - mkdir 449 (time 1789499242.89 total 30.12 last 13.17)
 - mkdir 596 (time 1789499252.89 total 40.13 last 14.69)
 - mkdir 760 (time 1789499262.95 total 50.18 last 16.31)
 - mkdir 915 (time 1789499272.97 total 60.21 last 15.46)
total: 1000 mkdir in 66.50 seconds: 15.04 ops/second
 - mkdir 159 (time 1789499222.61 total 10.05 last 15.83)
 - mkdir 321 (time 1789499232.68 total 20.12 last 16.08)
 - mkdir 454 (time 1789499242.72 total 30.17 last 13.24)
 - mkdir 600 (time 1789499252.78 total 40.22 last 14.52)
 - mkdir 761 (time 1789499262.83 total 50.27 last 16.02)
 - mkdir 914 (time 1789499272.86 total 60.30 last 15.26)
total: 1000 mkdir in 66.81 seconds: 14.97 ops/second
 - mkdir 160 (time 1789499222.89 total 10.02 last 15.96)
 - mkdir 320 (time 1789499232.98 total 20.11 last 15.86)
 - mkdir 448 (time 1789499243.06 total 30.20 last 12.69)
 - mkdir 599 (time 1789499253.09 total 40.23 last 15.05)
 - mkdir 760 (time 1789499263.20 total 50.34 last 15.93)
 - mkdir 918 (time 1789499273.21 total 60.34 last 15.79)
total: 1000 mkdir in 66.59 seconds: 15.02 ops/second
 - mkdir 142 (time 1789499221.22 total 10.03 last 14.16)
 - mkdir 285 (time 1789499231.23 total 20.05 last 14.28)
 - mkdir 413 (time 1789499241.24 total 30.05 last 12.79)
 - mkdir 553 (time 1789499251.26 total 40.07 last 13.97)
 - mkdir 737 (time 1789499261.31 total 50.12 last 18.30)
 - mkdir 886 (time 1789499271.36 total 60.17 last 14.83)
total: 1000 mkdir in 68.69 seconds: 14.56 ops/second
 - mkdir 151 (time 1789499222.49 total 10.08 last 14.98)
 - mkdir 310 (time 1789499232.52 total 20.11 last 15.85)
 - mkdir 431 (time 1789499242.53 total 30.11 last 12.09)
 - mkdir 577 (time 1789499252.54 total 40.13 last 14.57)
 - mkdir 744 (time 1789499262.58 total 50.16 last 16.65)
 - mkdir 900 (time 1789499272.62 total 60.21 last 15.53)
total: 1000 mkdir in 67.65 seconds: 14.78 ops/second
 - mkdir 154 (time 1789499223.04 total 10.03 last 15.36)
 - mkdir 309 (time 1789499233.07 total 20.06 last 15.45)
 - mkdir 438 (time 1789499243.11 total 30.10 last 12.85)
 - mkdir 592 (time 1789499253.16 total 40.14 last 15.33)
 - mkdir 757 (time 1789499263.20 total 50.19 last 16.43)
 - mkdir 912 (time 1789499273.25 total 60.24 last 15.42)
total: 1000 mkdir in 67.22 seconds: 14.88 ops/second
 - mkdir 158 (time 1789499223.28 total 10.05 last 15.72)
 - mkdir 311 (time 1789499233.37 total 20.14 last 15.18)
 - mkdir 441 (time 1789499243.37 total 30.14 last 12.99)
 - mkdir 596 (time 1789499253.40 total 40.17 last 15.46)
 - mkdir 754 (time 1789499263.42 total 50.18 last 15.77)
 - mkdir 914 (time 1789499273.43 total 60.19 last 15.98)
total: 1000 mkdir in 67.14 seconds: 14.89 ops/second
 - mkdir 141 (time 1789499223.06 total 10.02 last 14.08)
 - mkdir 283 (time 1789499233.11 total 20.07 last 14.13)
 - mkdir 403 (time 1789499243.14 total 30.09 last 11.97)
 - mkdir 552 (time 1789499253.15 total 40.11 last 14.88)
 - mkdir 715 (time 1789499263.17 total 50.12 last 16.27)
 - mkdir 874 (time 1789499273.18 total 60.13 last 15.89)
 - mkdir 993 (time 1789499283.26 total 70.21 last 11.81)
total: 1000 mkdir in 70.55 seconds: 14.17 ops/second
Time for file creation 83 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 14 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.48 seconds: 20.93 ops/second
 - mkdir 170 (time 1789499845.94 total 10.09 last 16.84)
 - mkdir 346 (time 1789499856.00 total 20.15 last 17.50)
 - mkdir 541 (time 1789499866.06 total 30.21 last 19.37)
 - mkdir 750 (time 1789499876.09 total 40.24 last 20.83)
 - mkdir 950 (time 1789499886.21 total 50.36 last 19.77)
total: 1000 mkdir in 53.00 seconds: 18.87 ops/second
 - mkdir 161 (time 1789499845.85 total 10.03 last 16.05)
 - mkdir 330 (time 1789499855.88 total 20.06 last 16.84)
 - mkdir 522 (time 1789499865.92 total 30.10 last 19.12)
 - mkdir 724 (time 1789499875.94 total 40.12 last 20.17)
 - mkdir 922 (time 1789499885.98 total 50.16 last 19.73)
total: 1000 mkdir in 56.60 seconds: 17.67 ops/second
 - mkdir 161 (time 1789499845.44 total 10.01 last 16.08)
 - mkdir 325 (time 1789499855.49 total 20.06 last 16.32)
 - mkdir 512 (time 1789499865.52 total 30.09 last 18.64)
 - mkdir 720 (time 1789499875.55 total 40.12 last 20.74)
 - mkdir 916 (time 1789499885.57 total 50.14 last 19.56)
total: 1000 mkdir in 57.16 seconds: 17.50 ops/second
 - mkdir 165 (time 1789499846.60 total 10.01 last 16.48)
 - mkdir 342 (time 1789499856.64 total 20.06 last 17.62)
 - mkdir 529 (time 1789499866.65 total 30.06 last 18.69)
 - mkdir 738 (time 1789499876.66 total 40.07 last 20.87)
 - mkdir 933 (time 1789499886.69 total 50.11 last 19.44)
total: 1000 mkdir in 56.12 seconds: 17.82 ops/second
 - mkdir 165 (time 1789499846.55 total 10.06 last 16.39)
 - mkdir 338 (time 1789499856.55 total 20.07 last 17.30)
 - mkdir 532 (time 1789499866.58 total 30.09 last 19.35)
 - mkdir 736 (time 1789499876.59 total 40.11 last 20.38)
 - mkdir 926 (time 1789499886.61 total 50.12 last 18.97)
total: 1000 mkdir in 56.93 seconds: 17.57 ops/second
 - mkdir 159 (time 1789499845.63 total 10.01 last 15.89)
 - mkdir 330 (time 1789499855.65 total 20.03 last 17.07)
 - mkdir 515 (time 1789499865.71 total 30.09 last 18.39)
 - mkdir 713 (time 1789499875.75 total 40.12 last 19.72)
 - mkdir 906 (time 1789499885.77 total 50.15 last 19.26)
total: 1000 mkdir in 58.45 seconds: 17.11 ops/second
 - mkdir 161 (time 1789499846.23 total 10.06 last 16.01)
 - mkdir 332 (time 1789499856.25 total 20.08 last 17.06)
 - mkdir 520 (time 1789499866.28 total 30.10 last 18.76)
 - mkdir 723 (time 1789499876.31 total 40.14 last 20.23)
 - mkdir 914 (time 1789499886.33 total 50.16 last 19.06)
total: 1000 mkdir in 58.14 seconds: 17.20 ops/second
 - mkdir 156 (time 1789499845.34 total 10.06 last 15.51)
 - mkdir 324 (time 1789499855.35 total 20.07 last 16.78)
 - mkdir 513 (time 1789499865.43 total 30.15 last 18.75)
 - mkdir 708 (time 1789499875.47 total 40.19 last 19.42)
 - mkdir 901 (time 1789499885.49 total 50.21 last 19.27)
total: 1000 mkdir in 59.57 seconds: 16.79 ops/second
 - mkdir 163 (time 1789499846.91 total 10.12 last 16.10)
 - mkdir 331 (time 1789499856.93 total 20.14 last 16.77)
 - mkdir 523 (time 1789499866.93 total 30.15 last 19.18)
 - mkdir 727 (time 1789499876.96 total 40.17 last 20.35)
 - mkdir 914 (time 1789499886.98 total 50.19 last 18.66)
total: 1000 mkdir in 58.77 seconds: 17.02 ops/second
 - mkdir 158 (time 1789499846.57 total 10.01 last 15.79)
 - mkdir 317 (time 1789499856.63 total 20.07 last 15.81)
 - mkdir 502 (time 1789499866.68 total 30.11 last 18.41)
 - mkdir 702 (time 1789499876.68 total 40.11 last 20.00)
 - mkdir 884 (time 1789499886.69 total 50.13 last 18.18)
 - mkdir 990 (time 1789499896.77 total 60.21 last 10.52)
total: 1000 mkdir in 60.67 seconds: 16.48 ops/second
Time for file creation 70 sec for 1 RPC sent at a time
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
 - unlinked 0 (time 1789499906 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1789499905 ; total 0 ; last 0)
total: 1000 unlinks in 32 seconds: 31.250000 unlinks/second
Time for file removal 43 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8