== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 06:00:38 (1788775238)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.73 seconds: 13.62 ops/second
 - mkdir 126 (time 1788775259.96 total 10.08 last 12.50)
 - mkdir 283 (time 1788775269.98 total 20.10 last 15.68)
 - mkdir 424 (time 1788775280.00 total 30.12 last 14.07)
 - mkdir 563 (time 1788775290.01 total 40.13 last 13.89)
 - mkdir 692 (time 1788775300.05 total 50.17 last 12.85)
 - mkdir 822 (time 1788775310.07 total 60.19 last 12.98)
 - mkdir 960 (time 1788775320.12 total 70.24 last 13.73)
total: 1000 mkdir in 73.73 seconds: 13.56 ops/second
 - mkdir 128 (time 1788775263.92 total 10.00 last 12.80)
 - mkdir 302 (time 1788775273.95 total 20.03 last 17.34)
 - mkdir 457 (time 1788775283.97 total 30.05 last 15.47)
 - mkdir 586 (time 1788775294.01 total 40.09 last 12.85)
 - mkdir 718 (time 1788775304.01 total 50.09 last 13.20)
 - mkdir 855 (time 1788775314.04 total 60.12 last 13.66)
 - mkdir 972 (time 1788775324.15 total 70.24 last 11.57)
total: 1000 mkdir in 75.68 seconds: 13.21 ops/second
 - mkdir 127 (time 1788775262.52 total 10.04 last 12.65)
 - mkdir 289 (time 1788775272.63 total 20.15 last 16.03)
 - mkdir 431 (time 1788775282.64 total 30.16 last 14.19)
 - mkdir 565 (time 1788775292.69 total 40.21 last 13.33)
 - mkdir 698 (time 1788775302.70 total 50.22 last 13.29)
 - mkdir 838 (time 1788775312.80 total 60.33 last 13.85)
 - mkdir 954 (time 1788775322.90 total 70.42 last 11.49)
total: 1000 mkdir in 78.17 seconds: 12.79 ops/second
 - mkdir 128 (time 1788775264.02 total 10.04 last 12.75)
 - mkdir 300 (time 1788775274.05 total 20.07 last 17.15)
 - mkdir 440 (time 1788775284.10 total 30.12 last 13.93)
 - mkdir 571 (time 1788775294.12 total 40.14 last 13.07)
 - mkdir 704 (time 1788775304.18 total 50.20 last 13.23)
 - mkdir 841 (time 1788775314.25 total 60.28 last 13.59)
 - mkdir 958 (time 1788775324.34 total 70.36 last 11.60)
total: 1000 mkdir in 78.70 seconds: 12.71 ops/second
 - mkdir 124 (time 1788775263.96 total 10.02 last 12.37)
 - mkdir 299 (time 1788775273.98 total 20.04 last 17.47)
 - mkdir 444 (time 1788775284.02 total 30.08 last 14.44)
 - mkdir 575 (time 1788775294.08 total 40.14 last 13.02)
 - mkdir 704 (time 1788775304.18 total 50.24 last 12.77)
 - mkdir 838 (time 1788775314.25 total 60.31 last 13.30)
 - mkdir 951 (time 1788775324.35 total 70.41 last 11.19)
total: 1000 mkdir in 79.28 seconds: 12.61 ops/second
 - mkdir 125 (time 1788775264.12 total 10.01 last 12.49)
 - mkdir 294 (time 1788775274.15 total 20.04 last 16.85)
 - mkdir 439 (time 1788775284.22 total 30.10 last 14.41)
 - mkdir 565 (time 1788775294.22 total 40.11 last 12.59)
 - mkdir 697 (time 1788775304.25 total 50.14 last 13.16)
 - mkdir 836 (time 1788775314.31 total 60.19 last 13.82)
 - mkdir 951 (time 1788775324.40 total 70.29 last 11.39)
total: 1000 mkdir in 79.63 seconds: 12.56 ops/second
 - mkdir 117 (time 1788775262.67 total 10.11 last 11.58)
 - mkdir 274 (time 1788775272.73 total 20.16 last 15.61)
 - mkdir 413 (time 1788775282.80 total 30.24 last 13.80)
 - mkdir 545 (time 1788775292.86 total 40.29 last 13.13)
 - mkdir 673 (time 1788775302.86 total 50.30 last 12.80)
 - mkdir 812 (time 1788775312.97 total 60.40 last 13.76)
 - mkdir 934 (time 1788775322.98 total 70.42 last 12.18)
 - mkdir 994 (time 1788775333.02 total 80.46 last 5.98)
total: 1000 mkdir in 81.25 seconds: 12.31 ops/second
 - mkdir 125 (time 1788775264.77 total 10.00 last 12.50)
 - mkdir 291 (time 1788775274.86 total 20.09 last 16.45)
 - mkdir 434 (time 1788775284.91 total 30.14 last 14.23)
 - mkdir 568 (time 1788775294.96 total 40.20 last 13.33)
 - mkdir 699 (time 1788775304.98 total 50.22 last 13.08)
 - mkdir 839 (time 1788775314.98 total 60.22 last 14.00)
 - mkdir 950 (time 1788775325.02 total 70.26 last 11.05)
total: 1000 mkdir in 79.55 seconds: 12.57 ops/second
 - mkdir 122 (time 1788775264.47 total 10.01 last 12.19)
 - mkdir 290 (time 1788775274.54 total 20.07 last 16.69)
 - mkdir 429 (time 1788775284.65 total 30.19 last 13.74)
 - mkdir 563 (time 1788775294.68 total 40.21 last 13.37)
 - mkdir 699 (time 1788775304.76 total 50.30 last 13.49)
 - mkdir 835 (time 1788775314.79 total 60.32 last 13.57)
 - mkdir 949 (time 1788775324.80 total 70.34 last 11.38)
total: 1000 mkdir in 79.93 seconds: 12.51 ops/second
 - mkdir 119 (time 1788775262.95 total 10.01 last 11.88)
 - mkdir 278 (time 1788775272.98 total 20.05 last 15.85)
 - mkdir 418 (time 1788775283.00 total 30.06 last 13.98)
 - mkdir 547 (time 1788775293.04 total 40.11 last 12.84)
 - mkdir 673 (time 1788775303.05 total 50.11 last 12.59)
 - mkdir 812 (time 1788775313.11 total 60.18 last 13.81)
 - mkdir 929 (time 1788775323.12 total 70.19 last 11.69)
 - mkdir 989 (time 1788775333.29 total 80.36 last 5.90)
total: 1000 mkdir in 81.59 seconds: 12.26 ops/second
Time for file creation 94 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 16 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.72 seconds: 13.90 ops/second
 - mkdir 151 (time 1788775906.27 total 10.03 last 15.05)
 - mkdir 294 (time 1788775916.31 total 20.08 last 14.24)
 - mkdir 453 (time 1788775926.34 total 30.10 last 15.86)
 - mkdir 600 (time 1788775936.34 total 40.11 last 14.70)
 - mkdir 752 (time 1788775946.39 total 50.15 last 15.13)
 - mkdir 906 (time 1788775956.41 total 60.18 last 15.36)
total: 1000 mkdir in 65.49 seconds: 15.27 ops/second
 - mkdir 157 (time 1788775910.23 total 10.03 last 15.66)
 - mkdir 308 (time 1788775920.31 total 20.10 last 14.99)
 - mkdir 490 (time 1788775930.36 total 30.15 last 18.11)
 - mkdir 638 (time 1788775940.37 total 40.16 last 14.78)
 - mkdir 786 (time 1788775950.39 total 50.19 last 14.76)
 - mkdir 955 (time 1788775960.41 total 60.21 last 16.86)
total: 1000 mkdir in 64.81 seconds: 15.43 ops/second
 - mkdir 151 (time 1788775909.69 total 10.03 last 15.05)
 - mkdir 297 (time 1788775919.73 total 20.07 last 14.54)
 - mkdir 473 (time 1788775929.75 total 30.09 last 17.57)
 - mkdir 624 (time 1788775939.77 total 40.11 last 15.07)
 - mkdir 774 (time 1788775949.84 total 50.17 last 14.91)
 - mkdir 942 (time 1788775959.88 total 60.22 last 16.72)
total: 1000 mkdir in 65.80 seconds: 15.20 ops/second
 - mkdir 150 (time 1788775909.53 total 10.05 last 14.93)
 - mkdir 300 (time 1788775919.61 total 20.12 last 14.89)
 - mkdir 475 (time 1788775929.65 total 30.16 last 17.42)
 - mkdir 623 (time 1788775939.69 total 40.21 last 14.74)
 - mkdir 772 (time 1788775949.74 total 50.25 last 14.83)
 - mkdir 939 (time 1788775959.79 total 60.31 last 16.61)
total: 1000 mkdir in 66.15 seconds: 15.12 ops/second
 - mkdir 156 (time 1788775910.66 total 10.03 last 15.55)
 - mkdir 308 (time 1788775920.76 total 20.13 last 15.05)
 - mkdir 488 (time 1788775930.77 total 30.15 last 17.97)
 - mkdir 639 (time 1788775940.81 total 40.18 last 15.05)
 - mkdir 791 (time 1788775950.85 total 50.23 last 15.13)
 - mkdir 957 (time 1788775960.88 total 60.25 last 16.55)
total: 1000 mkdir in 65.18 seconds: 15.34 ops/second
 - mkdir 152 (time 1788775909.53 total 10.07 last 15.10)
 - mkdir 297 (time 1788775919.61 total 20.14 last 14.39)
 - mkdir 468 (time 1788775929.62 total 30.16 last 17.08)
 - mkdir 616 (time 1788775939.68 total 40.21 last 14.72)
 - mkdir 765 (time 1788775949.70 total 50.23 last 14.87)
 - mkdir 933 (time 1788775959.70 total 60.23 last 16.79)
total: 1000 mkdir in 66.52 seconds: 15.03 ops/second
 - mkdir 148 (time 1788775909.36 total 10.07 last 14.69)
 - mkdir 296 (time 1788775919.37 total 20.08 last 14.79)
 - mkdir 470 (time 1788775929.38 total 30.10 last 17.37)
 - mkdir 620 (time 1788775939.43 total 40.15 last 14.93)
 - mkdir 765 (time 1788775949.49 total 50.20 last 14.42)
 - mkdir 929 (time 1788775959.49 total 60.21 last 16.39)
total: 1000 mkdir in 66.79 seconds: 14.97 ops/second
 - mkdir 152 (time 1788775910.29 total 10.03 last 15.15)
 - mkdir 295 (time 1788775920.29 total 20.04 last 14.29)
 - mkdir 473 (time 1788775930.36 total 30.10 last 17.69)
 - mkdir 620 (time 1788775940.37 total 40.11 last 14.68)
 - mkdir 767 (time 1788775950.38 total 50.12 last 14.68)
 - mkdir 939 (time 1788775960.43 total 60.18 last 17.11)
total: 1000 mkdir in 66.30 seconds: 15.08 ops/second
 - mkdir 150 (time 1788775910.74 total 10.05 last 14.92)
 - mkdir 289 (time 1788775920.75 total 20.07 last 13.88)
 - mkdir 464 (time 1788775930.80 total 30.11 last 17.42)
 - mkdir 608 (time 1788775940.93 total 40.25 last 14.20)
 - mkdir 763 (time 1788775950.98 total 50.30 last 15.43)
 - mkdir 935 (time 1788775961.01 total 60.33 last 17.15)
total: 1000 mkdir in 67.19 seconds: 14.88 ops/second
 - mkdir 141 (time 1788775910.49 total 10.13 last 13.92)
 - mkdir 283 (time 1788775920.52 total 20.16 last 14.16)
 - mkdir 450 (time 1788775930.55 total 30.19 last 16.64)
 - mkdir 595 (time 1788775940.63 total 40.27 last 14.39)
 - mkdir 748 (time 1788775950.70 total 50.34 last 15.20)
 - mkdir 915 (time 1788775960.75 total 60.39 last 16.61)
total: 1000 mkdir in 68.57 seconds: 14.58 ops/second
Time for file creation 80 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788775977 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788775978 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788775978 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788775977 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788775978 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788775979 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788775980 ; total 1 ; last 1)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788775980 ; total 0 ; last 0)
total: 1000 unlinks in 36 seconds: 27.777779 unlinks/second
 - unlinked 0 (time 1788775980 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788775980 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
Time for file removal 50 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8