== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 21:32:21 (1788658341)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.45 seconds: 22.11 ops/second
 - mkdir 198 (time 1788658362.14 total 10.02 last 19.77)
 - mkdir 371 (time 1788658372.18 total 20.06 last 17.23)
 - mkdir 569 (time 1788658382.19 total 30.07 last 19.78)
 - mkdir 759 (time 1788658392.22 total 40.09 last 18.95)
 - mkdir 923 (time 1788658402.29 total 50.17 last 16.28)
total: 1000 mkdir in 55.02 seconds: 18.18 ops/second
 - mkdir 198 (time 1788658361.77 total 10.01 last 19.79)
 - mkdir 364 (time 1788658371.81 total 20.05 last 16.53)
 - mkdir 558 (time 1788658381.82 total 30.05 last 19.39)
 - mkdir 747 (time 1788658391.86 total 40.10 last 18.82)
 - mkdir 918 (time 1788658401.91 total 50.15 last 17.01)
total: 1000 mkdir in 55.63 seconds: 17.98 ops/second
 - mkdir 196 (time 1788658362.42 total 10.04 last 19.52)
 - mkdir 361 (time 1788658372.42 total 20.04 last 16.50)
 - mkdir 555 (time 1788658382.47 total 30.09 last 19.30)
 - mkdir 741 (time 1788658392.51 total 40.13 last 18.53)
 - mkdir 907 (time 1788658402.52 total 50.15 last 16.57)
total: 1000 mkdir in 56.78 seconds: 17.61 ops/second
 - mkdir 192 (time 1788658362.53 total 10.03 last 19.15)
 - mkdir 356 (time 1788658372.57 total 20.06 last 16.34)
 - mkdir 552 (time 1788658382.59 total 30.08 last 19.56)
 - mkdir 742 (time 1788658392.62 total 40.11 last 18.93)
 - mkdir 908 (time 1788658402.64 total 50.14 last 16.57)
total: 1000 mkdir in 56.76 seconds: 17.62 ops/second
 - mkdir 199 (time 1788658363.06 total 10.05 last 19.81)
 - mkdir 364 (time 1788658373.06 total 20.05 last 16.49)
 - mkdir 561 (time 1788658383.10 total 30.09 last 19.63)
 - mkdir 750 (time 1788658393.10 total 40.09 last 18.90)
 - mkdir 916 (time 1788658403.11 total 50.09 last 16.59)
total: 1000 mkdir in 56.74 seconds: 17.63 ops/second
 - mkdir 193 (time 1788658362.38 total 10.03 last 19.24)
 - mkdir 355 (time 1788658372.39 total 20.05 last 16.17)
 - mkdir 549 (time 1788658382.41 total 30.06 last 19.37)
 - mkdir 738 (time 1788658392.48 total 40.14 last 18.76)
 - mkdir 905 (time 1788658402.52 total 50.17 last 16.65)
total: 1000 mkdir in 57.54 seconds: 17.38 ops/second
 - mkdir 192 (time 1788658362.86 total 10.03 last 19.14)
 - mkdir 361 (time 1788658372.92 total 20.09 last 16.81)
 - mkdir 559 (time 1788658382.92 total 30.09 last 19.78)
 - mkdir 745 (time 1788658392.93 total 40.10 last 18.60)
 - mkdir 906 (time 1788658402.96 total 50.13 last 16.05)
total: 1000 mkdir in 57.37 seconds: 17.43 ops/second
 - mkdir 196 (time 1788658363.00 total 10.04 last 19.53)
 - mkdir 361 (time 1788658373.03 total 20.07 last 16.45)
 - mkdir 552 (time 1788658383.05 total 30.09 last 19.07)
 - mkdir 730 (time 1788658393.10 total 40.14 last 17.71)
 - mkdir 893 (time 1788658403.17 total 50.21 last 16.18)
total: 1000 mkdir in 58.69 seconds: 17.04 ops/second
 - mkdir 192 (time 1788658363.02 total 10.01 last 19.19)
 - mkdir 351 (time 1788658373.04 total 20.03 last 15.86)
 - mkdir 545 (time 1788658383.06 total 30.05 last 19.36)
 - mkdir 729 (time 1788658393.09 total 40.08 last 18.34)
 - mkdir 892 (time 1788658403.21 total 50.19 last 16.12)
total: 1000 mkdir in 58.68 seconds: 17.04 ops/second
 - mkdir 183 (time 1788658362.87 total 10.01 last 18.28)
 - mkdir 342 (time 1788658372.90 total 20.04 last 15.85)
 - mkdir 535 (time 1788658382.92 total 30.07 last 19.25)
 - mkdir 714 (time 1788658392.94 total 40.08 last 17.87)
 - mkdir 870 (time 1788658402.94 total 50.09 last 15.60)
 - mkdir 983 (time 1788658412.96 total 60.11 last 11.27)
total: 1000 mkdir in 61.13 seconds: 16.36 ops/second
Time for file creation 71 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 12 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.43 seconds: 23.00 ops/second
 - mkdir 178 (time 1788658955.71 total 10.02 last 17.76)
 - mkdir 337 (time 1788658965.75 total 20.06 last 15.83)
 - mkdir 501 (time 1788658975.79 total 30.10 last 16.34)
 - mkdir 683 (time 1788658985.80 total 40.12 last 18.17)
 - mkdir 855 (time 1788658995.88 total 50.19 last 17.08)
total: 1000 mkdir in 58.03 seconds: 17.23 ops/second
 - mkdir 166 (time 1788658954.84 total 10.02 last 16.56)
 - mkdir 322 (time 1788658964.88 total 20.06 last 15.55)
 - mkdir 476 (time 1788658974.92 total 30.10 last 15.33)
 - mkdir 647 (time 1788658984.95 total 40.13 last 17.05)
 - mkdir 822 (time 1788658994.99 total 50.17 last 17.43)
 - mkdir 991 (time 1788659005.05 total 60.23 last 16.80)
total: 1000 mkdir in 60.98 seconds: 16.40 ops/second
 - mkdir 166 (time 1788658955.91 total 10.06 last 16.50)
 - mkdir 321 (time 1788658965.95 total 20.11 last 15.43)
 - mkdir 483 (time 1788658975.99 total 30.14 last 16.14)
 - mkdir 666 (time 1788658986.01 total 40.16 last 18.27)
 - mkdir 833 (time 1788658996.01 total 50.16 last 16.70)
total: 1000 mkdir in 60.08 seconds: 16.64 ops/second
 - mkdir 169 (time 1788658955.93 total 10.05 last 16.82)
 - mkdir 322 (time 1788658965.95 total 20.07 last 15.27)
 - mkdir 481 (time 1788658976.00 total 30.11 last 15.84)
 - mkdir 658 (time 1788658986.03 total 40.14 last 17.65)
 - mkdir 824 (time 1788658996.04 total 50.16 last 16.57)
 - mkdir 995 (time 1788659006.07 total 60.19 last 17.05)
total: 1000 mkdir in 60.53 seconds: 16.52 ops/second
 - mkdir 171 (time 1788658955.93 total 10.10 last 16.94)
 - mkdir 325 (time 1788658965.98 total 20.15 last 15.32)
 - mkdir 487 (time 1788658976.05 total 30.21 last 16.10)
 - mkdir 665 (time 1788658986.05 total 40.21 last 17.80)
 - mkdir 835 (time 1788658996.14 total 50.30 last 16.84)
 - mkdir 997 (time 1788659006.20 total 60.37 last 16.10)
total: 1000 mkdir in 60.62 seconds: 16.50 ops/second
 - mkdir 172 (time 1788658955.40 total 10.03 last 17.15)
 - mkdir 322 (time 1788658965.41 total 20.03 last 15.00)
 - mkdir 475 (time 1788658975.43 total 30.06 last 15.26)
 - mkdir 648 (time 1788658985.45 total 40.07 last 17.27)
 - mkdir 821 (time 1788658995.48 total 50.11 last 17.25)
 - mkdir 988 (time 1788659005.59 total 60.22 last 16.52)
total: 1000 mkdir in 61.26 seconds: 16.32 ops/second
 - mkdir 173 (time 1788658955.89 total 10.06 last 17.20)
 - mkdir 324 (time 1788658965.98 total 20.15 last 14.97)
 - mkdir 486 (time 1788658976.02 total 30.18 last 16.14)
 - mkdir 660 (time 1788658986.04 total 40.20 last 17.36)
 - mkdir 833 (time 1788658996.07 total 50.23 last 17.25)
 - mkdir 993 (time 1788659006.17 total 60.34 last 15.83)
total: 1000 mkdir in 60.99 seconds: 16.40 ops/second
 - mkdir 170 (time 1788658955.98 total 10.01 last 16.98)
 - mkdir 321 (time 1788658966.00 total 20.02 last 15.08)
 - mkdir 485 (time 1788658976.05 total 30.08 last 16.30)
 - mkdir 665 (time 1788658986.08 total 40.11 last 17.96)
 - mkdir 830 (time 1788658996.13 total 50.16 last 16.42)
 - mkdir 991 (time 1788659006.17 total 60.19 last 16.04)
total: 1000 mkdir in 60.97 seconds: 16.40 ops/second
 - mkdir 163 (time 1788658955.19 total 10.05 last 16.23)
 - mkdir 313 (time 1788658965.21 total 20.07 last 14.96)
 - mkdir 464 (time 1788658975.28 total 30.13 last 15.01)
 - mkdir 635 (time 1788658985.30 total 40.16 last 17.05)
 - mkdir 810 (time 1788658995.41 total 50.27 last 17.31)
 - mkdir 973 (time 1788659005.54 total 60.39 last 16.10)
total: 1000 mkdir in 62.77 seconds: 15.93 ops/second
 - mkdir 160 (time 1788658955.08 total 10.05 last 15.92)
 - mkdir 311 (time 1788658965.12 total 20.09 last 15.04)
 - mkdir 455 (time 1788658975.18 total 30.15 last 14.32)
 - mkdir 621 (time 1788658985.20 total 40.18 last 16.55)
 - mkdir 785 (time 1788658995.25 total 50.22 last 16.32)
 - mkdir 942 (time 1788659005.28 total 60.26 last 15.65)
total: 1000 mkdir in 64.80 seconds: 15.43 ops/second
Time for file creation 73 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788659015 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788659016 ; total 0 ; last 0)
total: 1000 unlinks in 29 seconds: 34.482758 unlinks/second
 - unlinked 0 (time 1788659016 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788659016 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788659017 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788659017 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788659017 ; total 0 ; last 0)
total: 1000 unlinks in 30 seconds: 33.333332 unlinks/second
 - unlinked 0 (time 1788659017 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1788659017 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
 - unlinked 0 (time 1788659017 ; total 0 ; last 0)
total: 1000 unlinks in 31 seconds: 32.258064 unlinks/second
Time for file removal 39 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8