== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 03:55:57 (1788767757)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.41 seconds: 24.67 ops/second
 - mkdir 135 (time 1788767782.39 total 10.05 last 13.43)
 - mkdir 301 (time 1788767792.44 total 20.09 last 16.53)
 - mkdir 457 (time 1788767802.51 total 30.16 last 15.50)
 - mkdir 595 (time 1788767812.53 total 40.18 last 13.77)
 - mkdir 749 (time 1788767822.61 total 50.26 last 15.28)
 - mkdir 914 (time 1788767832.63 total 60.29 last 16.46)
total: 1000 mkdir in 64.43 seconds: 15.52 ops/second
 - mkdir 132 (time 1788767781.29 total 10.07 last 13.11)
 - mkdir 298 (time 1788767791.33 total 20.11 last 16.53)
 - mkdir 437 (time 1788767801.37 total 30.15 last 13.84)
 - mkdir 578 (time 1788767811.38 total 40.16 last 14.09)
 - mkdir 732 (time 1788767821.39 total 50.17 last 15.38)
 - mkdir 891 (time 1788767831.44 total 60.22 last 15.82)
total: 1000 mkdir in 65.60 seconds: 15.24 ops/second
 - mkdir 123 (time 1788767781.03 total 10.06 last 12.23)
 - mkdir 285 (time 1788767791.07 total 20.10 last 16.13)
 - mkdir 425 (time 1788767801.09 total 30.12 last 13.97)
 - mkdir 564 (time 1788767811.16 total 40.19 last 13.80)
 - mkdir 717 (time 1788767821.18 total 50.20 last 15.28)
 - mkdir 875 (time 1788767831.19 total 60.22 last 15.78)
total: 1000 mkdir in 67.69 seconds: 14.77 ops/second
 - mkdir 127 (time 1788767782.05 total 10.07 last 12.61)
 - mkdir 289 (time 1788767792.19 total 20.21 last 15.98)
 - mkdir 437 (time 1788767802.21 total 30.23 last 14.77)
 - mkdir 585 (time 1788767812.23 total 40.26 last 14.76)
 - mkdir 734 (time 1788767822.23 total 50.26 last 14.90)
 - mkdir 894 (time 1788767832.28 total 60.30 last 15.93)
total: 1000 mkdir in 67.11 seconds: 14.90 ops/second
 - mkdir 130 (time 1788767782.36 total 10.08 last 12.89)
 - mkdir 294 (time 1788767792.37 total 20.09 last 16.39)
 - mkdir 442 (time 1788767802.38 total 30.09 last 14.80)
 - mkdir 586 (time 1788767812.39 total 40.10 last 14.39)
 - mkdir 731 (time 1788767822.42 total 50.14 last 14.45)
 - mkdir 892 (time 1788767832.46 total 60.18 last 16.04)
total: 1000 mkdir in 67.58 seconds: 14.80 ops/second
 - mkdir 128 (time 1788767782.58 total 10.05 last 12.74)
 - mkdir 289 (time 1788767792.58 total 20.05 last 16.09)
 - mkdir 429 (time 1788767802.63 total 30.10 last 13.93)
 - mkdir 577 (time 1788767812.65 total 40.12 last 14.78)
 - mkdir 734 (time 1788767822.69 total 50.16 last 15.63)
 - mkdir 893 (time 1788767832.72 total 60.19 last 15.86)
total: 1000 mkdir in 67.86 seconds: 14.74 ops/second
 - mkdir 132 (time 1788767782.95 total 10.03 last 13.16)
 - mkdir 294 (time 1788767792.97 total 20.04 last 16.18)
 - mkdir 435 (time 1788767802.97 total 30.04 last 14.10)
 - mkdir 581 (time 1788767812.97 total 40.05 last 14.59)
 - mkdir 734 (time 1788767822.97 total 50.05 last 15.30)
 - mkdir 892 (time 1788767832.99 total 60.06 last 15.78)
total: 1000 mkdir in 67.62 seconds: 14.79 ops/second
 - mkdir 129 (time 1788767782.32 total 10.02 last 12.88)
 - mkdir 287 (time 1788767792.36 total 20.05 last 15.74)
 - mkdir 431 (time 1788767802.40 total 30.10 last 14.34)
 - mkdir 576 (time 1788767812.42 total 40.11 last 14.47)
 - mkdir 724 (time 1788767822.45 total 50.15 last 14.75)
 - mkdir 884 (time 1788767832.49 total 60.19 last 15.93)
total: 1000 mkdir in 68.70 seconds: 14.56 ops/second
 - mkdir 127 (time 1788767783.09 total 10.04 last 12.65)
 - mkdir 286 (time 1788767793.09 total 20.04 last 15.89)
 - mkdir 421 (time 1788767803.11 total 30.06 last 13.48)
 - mkdir 567 (time 1788767813.11 total 40.06 last 14.60)
 - mkdir 719 (time 1788767823.12 total 50.07 last 15.18)
 - mkdir 885 (time 1788767833.14 total 60.09 last 16.56)
total: 1000 mkdir in 69.04 seconds: 14.48 ops/second
 - mkdir 128 (time 1788767783.47 total 10.02 last 12.77)
 - mkdir 289 (time 1788767793.57 total 20.13 last 15.94)
 - mkdir 429 (time 1788767803.64 total 30.19 last 13.91)
 - mkdir 569 (time 1788767813.66 total 40.22 last 13.96)
 - mkdir 728 (time 1788767823.71 total 50.27 last 15.82)
 - mkdir 906 (time 1788767833.77 total 60.33 last 17.70)
total: 1000 mkdir in 68.69 seconds: 14.56 ops/second
Time for file creation 82 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.44 seconds: 22.80 ops/second
 - mkdir 175 (time 1788768388.69 total 10.06 last 17.40)
 - mkdir 316 (time 1788768398.77 total 20.13 last 13.99)
 - mkdir 432 (time 1788768408.92 total 30.29 last 11.42)
 - mkdir 583 (time 1788768419.02 total 40.38 last 14.95)
 - mkdir 729 (time 1788768429.08 total 50.44 last 14.51)
 - mkdir 868 (time 1788768439.14 total 60.51 last 13.81)
total: 1000 mkdir in 68.66 seconds: 14.56 ops/second
 - mkdir 185 (time 1788768390.60 total 10.06 last 18.39)
 - mkdir 316 (time 1788768400.65 total 20.12 last 13.02)
 - mkdir 449 (time 1788768410.69 total 30.15 last 13.26)
 - mkdir 590 (time 1788768420.72 total 40.19 last 14.05)
 - mkdir 746 (time 1788768430.77 total 50.23 last 15.53)
 - mkdir 885 (time 1788768440.85 total 60.31 last 13.79)
total: 1000 mkdir in 67.69 seconds: 14.77 ops/second
 - mkdir 174 (time 1788768389.87 total 10.07 last 17.28)
 - mkdir 312 (time 1788768400.00 total 20.20 last 13.62)
 - mkdir 433 (time 1788768410.03 total 30.23 last 12.07)
 - mkdir 579 (time 1788768420.06 total 40.26 last 14.56)
 - mkdir 732 (time 1788768430.13 total 50.33 last 15.20)
 - mkdir 875 (time 1788768440.14 total 60.34 last 14.28)
total: 1000 mkdir in 69.24 seconds: 14.44 ops/second
 - mkdir 176 (time 1788768389.73 total 10.02 last 17.57)
 - mkdir 307 (time 1788768399.74 total 20.03 last 13.09)
 - mkdir 426 (time 1788768409.78 total 30.06 last 11.86)
 - mkdir 571 (time 1788768419.83 total 40.11 last 14.42)
 - mkdir 722 (time 1788768429.88 total 50.16 last 15.03)
 - mkdir 867 (time 1788768439.89 total 60.17 last 14.49)
total: 1000 mkdir in 69.90 seconds: 14.31 ops/second
 - mkdir 171 (time 1788768390.14 total 10.05 last 17.02)
 - mkdir 302 (time 1788768400.15 total 20.07 last 13.08)
 - mkdir 422 (time 1788768410.17 total 30.08 last 11.98)
 - mkdir 565 (time 1788768420.28 total 40.19 last 14.15)
 - mkdir 716 (time 1788768430.33 total 50.24 last 15.02)
 - mkdir 862 (time 1788768440.34 total 60.25 last 14.59)
 - mkdir 992 (time 1788768450.41 total 70.33 last 12.90)
total: 1000 mkdir in 71.03 seconds: 14.08 ops/second
 - mkdir 177 (time 1788768390.91 total 10.02 last 17.66)
 - mkdir 304 (time 1788768400.98 total 20.09 last 12.61)
 - mkdir 432 (time 1788768411.06 total 30.18 last 12.69)
 - mkdir 572 (time 1788768421.17 total 40.28 last 13.86)
 - mkdir 724 (time 1788768431.17 total 50.28 last 15.20)
 - mkdir 875 (time 1788768441.22 total 60.33 last 15.03)
total: 1000 mkdir in 70.28 seconds: 14.23 ops/second
 - mkdir 167 (time 1788768390.38 total 10.00 last 16.70)
 - mkdir 297 (time 1788768400.40 total 20.02 last 12.97)
 - mkdir 424 (time 1788768410.40 total 30.02 last 12.70)
 - mkdir 561 (time 1788768420.47 total 40.10 last 13.60)
 - mkdir 715 (time 1788768430.56 total 50.19 last 15.26)
 - mkdir 857 (time 1788768440.58 total 60.20 last 14.18)
 - mkdir 992 (time 1788768450.65 total 70.28 last 13.40)
total: 1000 mkdir in 71.09 seconds: 14.07 ops/second
 - mkdir 168 (time 1788768390.57 total 10.01 last 16.78)
 - mkdir 294 (time 1788768400.67 total 20.11 last 12.47)
 - mkdir 420 (time 1788768410.72 total 30.16 last 12.54)
 - mkdir 558 (time 1788768420.72 total 40.16 last 13.80)
 - mkdir 710 (time 1788768430.76 total 50.20 last 15.15)
 - mkdir 848 (time 1788768440.85 total 60.28 last 13.68)
 - mkdir 979 (time 1788768450.87 total 70.31 last 13.07)
total: 1000 mkdir in 72.45 seconds: 13.80 ops/second
 - mkdir 167 (time 1788768390.17 total 10.05 last 16.62)
 - mkdir 297 (time 1788768400.20 total 20.08 last 12.96)
 - mkdir 412 (time 1788768410.21 total 30.09 last 11.48)
 - mkdir 548 (time 1788768420.29 total 40.17 last 13.50)
 - mkdir 693 (time 1788768430.30 total 50.19 last 14.48)
 - mkdir 829 (time 1788768440.35 total 60.23 last 13.54)
 - mkdir 961 (time 1788768450.42 total 70.30 last 13.11)
total: 1000 mkdir in 73.82 seconds: 13.55 ops/second
 - mkdir 165 (time 1788768390.16 total 10.09 last 16.36)
 - mkdir 289 (time 1788768400.21 total 20.14 last 12.34)
 - mkdir 402 (time 1788768410.24 total 30.17 last 11.27)
 - mkdir 539 (time 1788768420.28 total 40.20 last 13.66)
 - mkdir 683 (time 1788768430.28 total 50.20 last 14.40)
 - mkdir 816 (time 1788768440.33 total 60.26 last 13.22)
 - mkdir 946 (time 1788768450.34 total 70.27 last 12.99)
total: 1000 mkdir in 74.70 seconds: 13.39 ops/second
Time for file creation 87 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788768464 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1788768464 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1788768464 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788768465 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788768465 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788768466 ; total 1 ; last 1)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788768466 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1788768466 ; total 0 ; last 0)
total: 1000 unlinks in 34 seconds: 29.411764 unlinks/second
 - unlinked 0 (time 1788768466 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788768465 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
Time for file removal 49 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8