== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 16:56:28 (1788555388)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.51 seconds: 19.46 ops/second
 - mkdir 196 (time 1788555408.44 total 10.06 last 19.49)
 - mkdir 382 (time 1788555418.50 total 20.11 last 18.50)
 - mkdir 592 (time 1788555428.50 total 30.11 last 20.99)
 - mkdir 763 (time 1788555438.55 total 40.16 last 17.02)
 - mkdir 973 (time 1788555448.58 total 50.19 last 20.92)
total: 1000 mkdir in 51.79 seconds: 19.31 ops/second
 - mkdir 195 (time 1788555406.96 total 10.01 last 19.48)
 - mkdir 367 (time 1788555417.01 total 20.06 last 17.11)
 - mkdir 566 (time 1788555427.08 total 30.13 last 19.77)
 - mkdir 737 (time 1788555437.08 total 40.13 last 17.09)
 - mkdir 951 (time 1788555447.11 total 50.17 last 21.33)
total: 1000 mkdir in 53.41 seconds: 18.72 ops/second
 - mkdir 192 (time 1788555407.91 total 10.03 last 19.15)
 - mkdir 372 (time 1788555417.96 total 20.08 last 17.91)
 - mkdir 573 (time 1788555427.98 total 30.10 last 20.05)
 - mkdir 750 (time 1788555438.06 total 40.18 last 17.55)
 - mkdir 963 (time 1788555448.15 total 50.27 last 21.12)
total: 1000 mkdir in 52.59 seconds: 19.01 ops/second
 - mkdir 190 (time 1788555406.37 total 10.02 last 18.95)
 - mkdir 359 (time 1788555416.40 total 20.05 last 16.85)
 - mkdir 551 (time 1788555426.41 total 30.07 last 19.17)
 - mkdir 718 (time 1788555436.47 total 40.13 last 16.59)
 - mkdir 928 (time 1788555446.51 total 50.17 last 20.93)
total: 1000 mkdir in 54.89 seconds: 18.22 ops/second
 - mkdir 192 (time 1788555408.46 total 10.09 last 19.02)
 - mkdir 371 (time 1788555418.51 total 20.15 last 17.81)
 - mkdir 578 (time 1788555428.52 total 30.15 last 20.69)
 - mkdir 748 (time 1788555438.52 total 40.15 last 16.99)
 - mkdir 959 (time 1788555448.64 total 50.27 last 20.86)
total: 1000 mkdir in 53.05 seconds: 18.85 ops/second
 - mkdir 183 (time 1788555408.24 total 10.01 last 18.29)
 - mkdir 362 (time 1788555418.25 total 20.01 last 17.89)
 - mkdir 563 (time 1788555428.27 total 30.04 last 20.05)
 - mkdir 735 (time 1788555438.30 total 40.06 last 17.15)
 - mkdir 945 (time 1788555448.30 total 50.07 last 20.99)
total: 1000 mkdir in 54.00 seconds: 18.52 ops/second
 - mkdir 187 (time 1788555407.80 total 10.01 last 18.68)
 - mkdir 356 (time 1788555417.81 total 20.02 last 16.89)
 - mkdir 552 (time 1788555427.85 total 30.07 last 19.51)
 - mkdir 724 (time 1788555437.87 total 40.08 last 17.18)
 - mkdir 936 (time 1788555447.91 total 50.12 last 21.11)
total: 1000 mkdir in 54.92 seconds: 18.21 ops/second
 - mkdir 183 (time 1788555408.48 total 10.10 last 18.12)
 - mkdir 353 (time 1788555418.49 total 20.11 last 16.98)
 - mkdir 554 (time 1788555428.52 total 30.13 last 20.06)
 - mkdir 723 (time 1788555438.57 total 40.19 last 16.80)
 - mkdir 933 (time 1788555448.61 total 50.23 last 20.92)
total: 1000 mkdir in 55.09 seconds: 18.15 ops/second
 - mkdir 179 (time 1788555408.18 total 10.00 last 17.90)
 - mkdir 350 (time 1788555418.19 total 20.01 last 17.08)
 - mkdir 539 (time 1788555428.23 total 30.05 last 18.82)
 - mkdir 713 (time 1788555438.25 total 40.08 last 17.36)
 - mkdir 926 (time 1788555448.27 total 50.09 last 21.27)
total: 1000 mkdir in 55.50 seconds: 18.02 ops/second
 - mkdir 180 (time 1788555408.24 total 10.03 last 17.95)
 - mkdir 344 (time 1788555418.27 total 20.06 last 16.36)
 - mkdir 542 (time 1788555428.31 total 30.10 last 19.71)
 - mkdir 713 (time 1788555438.32 total 40.11 last 17.08)
 - mkdir 913 (time 1788555448.35 total 50.13 last 19.95)
total: 1000 mkdir in 56.41 seconds: 17.73 ops/second
Time for file creation 64 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.64 seconds: 15.61 ops/second
 - mkdir 139 (time 1788555990.40 total 10.05 last 13.82)
 - mkdir 319 (time 1788556000.43 total 20.09 last 17.94)
 - mkdir 483 (time 1788556010.43 total 30.09 last 16.40)
 - mkdir 680 (time 1788556020.48 total 40.14 last 19.61)
 - mkdir 849 (time 1788556030.57 total 50.22 last 16.76)
total: 1000 mkdir in 58.17 seconds: 17.19 ops/second
 - mkdir 143 (time 1788555989.02 total 10.05 last 14.23)
 - mkdir 317 (time 1788555999.03 total 20.06 last 17.39)
 - mkdir 473 (time 1788556009.06 total 30.08 last 15.56)
 - mkdir 664 (time 1788556019.08 total 40.10 last 19.06)
 - mkdir 826 (time 1788556029.09 total 50.12 last 16.18)
 - mkdir 997 (time 1788556039.16 total 60.18 last 16.99)
total: 1000 mkdir in 60.37 seconds: 16.57 ops/second
 - mkdir 142 (time 1788555990.17 total 10.06 last 14.12)
 - mkdir 324 (time 1788556000.22 total 20.10 last 18.12)
 - mkdir 481 (time 1788556010.25 total 30.14 last 15.64)
 - mkdir 677 (time 1788556020.30 total 40.19 last 19.50)
 - mkdir 837 (time 1788556030.30 total 50.19 last 16.00)
 - mkdir 998 (time 1788556040.38 total 60.27 last 15.98)
total: 1000 mkdir in 60.33 seconds: 16.57 ops/second
 - mkdir 137 (time 1788555989.96 total 10.03 last 13.66)
 - mkdir 316 (time 1788556000.01 total 20.07 last 17.83)
 - mkdir 478 (time 1788556010.02 total 30.09 last 16.17)
 - mkdir 669 (time 1788556020.03 total 40.09 last 19.09)
 - mkdir 830 (time 1788556030.09 total 50.15 last 16.00)
 - mkdir 991 (time 1788556040.10 total 60.17 last 16.08)
total: 1000 mkdir in 60.91 seconds: 16.42 ops/second
 - mkdir 138 (time 1788555990.59 total 10.05 last 13.73)
 - mkdir 322 (time 1788556000.61 total 20.08 last 18.36)
 - mkdir 486 (time 1788556010.65 total 30.11 last 16.34)
 - mkdir 674 (time 1788556020.66 total 40.12 last 18.79)
 - mkdir 832 (time 1788556030.67 total 50.13 last 15.79)
 - mkdir 995 (time 1788556040.75 total 60.21 last 16.17)
total: 1000 mkdir in 60.50 seconds: 16.53 ops/second
 - mkdir 140 (time 1788555990.24 total 10.05 last 13.93)
 - mkdir 320 (time 1788556000.25 total 20.05 last 17.99)
 - mkdir 480 (time 1788556010.26 total 30.07 last 15.98)
 - mkdir 671 (time 1788556020.26 total 40.07 last 19.10)
 - mkdir 831 (time 1788556030.36 total 50.17 last 15.84)
 - mkdir 991 (time 1788556040.41 total 60.22 last 15.92)
total: 1000 mkdir in 60.90 seconds: 16.42 ops/second
 - mkdir 133 (time 1788555990.30 total 10.04 last 13.25)
 - mkdir 313 (time 1788556000.31 total 20.05 last 17.98)
 - mkdir 464 (time 1788556010.31 total 30.05 last 15.10)
 - mkdir 656 (time 1788556020.31 total 40.06 last 19.19)
 - mkdir 818 (time 1788556030.34 total 50.08 last 16.17)
 - mkdir 978 (time 1788556040.39 total 60.13 last 15.92)
total: 1000 mkdir in 62.42 seconds: 16.02 ops/second
 - mkdir 134 (time 1788555990.13 total 10.02 last 13.38)
 - mkdir 315 (time 1788556000.20 total 20.08 last 17.98)
 - mkdir 473 (time 1788556010.21 total 30.10 last 15.78)
 - mkdir 660 (time 1788556020.22 total 40.11 last 18.68)
 - mkdir 821 (time 1788556030.29 total 50.18 last 15.99)
 - mkdir 975 (time 1788556040.39 total 60.28 last 15.25)
total: 1000 mkdir in 62.97 seconds: 15.88 ops/second
 - mkdir 135 (time 1788555990.41 total 10.06 last 13.42)
 - mkdir 313 (time 1788556000.47 total 20.12 last 17.69)
 - mkdir 467 (time 1788556010.47 total 30.12 last 15.39)
 - mkdir 651 (time 1788556020.50 total 40.15 last 18.35)
 - mkdir 808 (time 1788556030.58 total 50.23 last 15.59)
 - mkdir 969 (time 1788556040.59 total 60.24 last 16.07)
total: 1000 mkdir in 63.53 seconds: 15.74 ops/second
 - mkdir 128 (time 1788555989.53 total 10.08 last 12.70)
 - mkdir 299 (time 1788555999.60 total 20.15 last 16.98)
 - mkdir 448 (time 1788556009.64 total 30.19 last 14.83)
 - mkdir 639 (time 1788556019.68 total 40.23 last 19.02)
 - mkdir 795 (time 1788556029.74 total 50.29 last 15.51)
 - mkdir 953 (time 1788556039.75 total 60.30 last 15.78)
total: 1000 mkdir in 65.06 seconds: 15.37 ops/second
Time for file creation 73 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788556051 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788556051 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788556052 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788556051 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788556051 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788556051 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788556052 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788556052 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788556052 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788556052 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
Time for file removal 41 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8