== sanity test 182b: Test parallel modify metadata operations from osp ========================================================== 03:29:06 (1788766146)
osp.lustre-MDT0000-osp-MDT0001.rpc_stats
osp.lustre-MDT0001-osp-MDT0000.rpc_stats
total: 10 mkdir in 0.53 seconds: 18.96 ops/second
 - mkdir 148 (time 1788766168.44 total 10.03 last 14.75)
 - mkdir 305 (time 1788766178.49 total 20.08 last 15.62)
 - mkdir 449 (time 1788766188.52 total 30.11 last 14.36)
 - mkdir 598 (time 1788766198.58 total 40.17 last 14.82)
 - mkdir 718 (time 1788766208.61 total 50.20 last 11.96)
 - mkdir 884 (time 1788766218.66 total 60.25 last 16.52)
total: 1000 mkdir in 68.38 seconds: 14.62 ops/second
 - mkdir 143 (time 1788766167.32 total 10.15 last 14.08)
 - mkdir 302 (time 1788766177.35 total 20.18 last 15.86)
 - mkdir 439 (time 1788766187.52 total 30.35 last 13.47)
 - mkdir 586 (time 1788766197.53 total 40.36 last 14.68)
 - mkdir 702 (time 1788766207.55 total 50.38 last 11.58)
 - mkdir 859 (time 1788766217.68 total 60.50 last 15.50)
 - mkdir 992 (time 1788766227.80 total 70.63 last 13.14)
total: 1000 mkdir in 71.66 seconds: 13.95 ops/second
 - mkdir 142 (time 1788766167.83 total 10.00 last 14.20)
 - mkdir 297 (time 1788766177.84 total 20.01 last 15.49)
 - mkdir 440 (time 1788766187.85 total 30.01 last 14.29)
 - mkdir 582 (time 1788766197.90 total 40.06 last 14.13)
 - mkdir 695 (time 1788766207.90 total 50.07 last 11.29)
 - mkdir 855 (time 1788766217.96 total 60.12 last 15.91)
 - mkdir 985 (time 1788766228.06 total 70.23 last 12.86)
total: 1000 mkdir in 72.13 seconds: 13.86 ops/second
 - mkdir 157 (time 1788766169.76 total 10.05 last 15.62)
 - mkdir 309 (time 1788766179.81 total 20.10 last 15.13)
 - mkdir 459 (time 1788766189.86 total 30.15 last 14.92)
 - mkdir 596 (time 1788766199.95 total 40.24 last 13.58)
 - mkdir 722 (time 1788766209.98 total 50.27 last 12.57)
 - mkdir 880 (time 1788766219.98 total 60.27 last 15.80)
 - mkdir 997 (time 1788766230.05 total 70.34 last 11.62)
total: 1000 mkdir in 70.62 seconds: 14.16 ops/second
 - mkdir 151 (time 1788766169.81 total 10.08 last 14.98)
 - mkdir 304 (time 1788766179.84 total 20.11 last 15.25)
 - mkdir 455 (time 1788766189.93 total 30.21 last 14.96)
 - mkdir 590 (time 1788766199.96 total 40.24 last 13.46)
 - mkdir 714 (time 1788766209.98 total 50.25 last 12.38)
 - mkdir 872 (time 1788766219.99 total 60.26 last 15.78)
 - mkdir 990 (time 1788766230.07 total 70.35 last 11.70)
total: 1000 mkdir in 71.53 seconds: 13.98 ops/second
 - mkdir 159 (time 1788766169.81 total 10.00 last 15.90)
 - mkdir 311 (time 1788766179.85 total 20.04 last 15.14)
 - mkdir 458 (time 1788766189.86 total 30.06 last 14.68)
 - mkdir 596 (time 1788766199.88 total 40.07 last 13.78)
 - mkdir 714 (time 1788766209.89 total 50.08 last 11.78)
 - mkdir 869 (time 1788766219.91 total 60.10 last 15.48)
 - mkdir 985 (time 1788766229.96 total 70.15 last 11.54)
total: 1000 mkdir in 72.03 seconds: 13.88 ops/second
 - mkdir 150 (time 1788766169.86 total 10.05 last 14.92)
 - mkdir 291 (time 1788766179.87 total 20.07 last 14.08)
 - mkdir 440 (time 1788766189.94 total 30.14 last 14.79)
 - mkdir 574 (time 1788766200.00 total 40.20 last 13.32)
 - mkdir 697 (time 1788766210.00 total 50.20 last 12.30)
 - mkdir 852 (time 1788766220.01 total 60.20 last 15.50)
 - mkdir 971 (time 1788766230.13 total 70.33 last 11.76)
total: 1000 mkdir in 74.12 seconds: 13.49 ops/second
 - mkdir 143 (time 1788766168.88 total 10.05 last 14.23)
 - mkdir 297 (time 1788766178.94 total 20.11 last 15.31)
 - mkdir 437 (time 1788766188.94 total 30.12 last 13.99)
 - mkdir 574 (time 1788766199.02 total 40.20 last 13.59)
 - mkdir 688 (time 1788766209.05 total 50.22 last 11.38)
 - mkdir 842 (time 1788766219.06 total 60.23 last 15.38)
 - mkdir 962 (time 1788766229.19 total 70.36 last 11.85)
total: 1000 mkdir in 75.30 seconds: 13.28 ops/second
 - mkdir 146 (time 1788766169.46 total 10.04 last 14.54)
 - mkdir 288 (time 1788766179.53 total 20.10 last 14.11)
 - mkdir 431 (time 1788766189.53 total 30.11 last 14.29)
 - mkdir 561 (time 1788766199.54 total 40.12 last 12.99)
 - mkdir 680 (time 1788766209.55 total 50.12 last 11.90)
 - mkdir 832 (time 1788766219.56 total 60.14 last 15.18)
 - mkdir 949 (time 1788766229.72 total 70.30 last 11.52)
total: 1000 mkdir in 76.19 seconds: 13.12 ops/second
 - mkdir 142 (time 1788766169.34 total 10.01 last 14.18)
 - mkdir 287 (time 1788766179.38 total 20.04 last 14.45)
 - mkdir 426 (time 1788766189.38 total 30.04 last 13.90)
 - mkdir 556 (time 1788766199.42 total 40.09 last 12.94)
 - mkdir 669 (time 1788766209.42 total 50.09 last 11.30)
 - mkdir 816 (time 1788766219.55 total 60.22 last 14.51)
 - mkdir 933 (time 1788766229.56 total 70.23 last 11.69)
total: 1000 mkdir in 77.38 seconds: 12.92 ops/second
Time for file creation 89 sec for 8 parallel RPCs
rmdir(/mnt/lustre/d182b.sanity/1/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/8/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/4/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/6/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/5/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/7/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/2/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/0/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/9/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
rmdir(/mnt/lustre/d182b.sanity/3/d-0) error: No such file or directory
total: 0 unlinks in 0 seconds: -nan unlinks/second
Time for file removal 15 sec for 8 parallel RPCs
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=1
total: 10 mkdir in 0.61 seconds: 16.35 ops/second
 - mkdir 114 (time 1788766736.19 total 10.09 last 11.30)
 - mkdir 261 (time 1788766746.23 total 20.12 last 14.65)
 - mkdir 444 (time 1788766756.23 total 30.13 last 18.30)
 - mkdir 675 (time 1788766766.28 total 40.18 last 22.98)
 - mkdir 824 (time 1788766776.33 total 50.23 last 14.83)
 - mkdir 948 (time 1788766786.39 total 60.28 last 12.33)
total: 1000 mkdir in 65.07 seconds: 15.37 ops/second
 - mkdir 132 (time 1788766738.75 total 10.02 last 13.18)
 - mkdir 283 (time 1788766748.80 total 20.07 last 15.03)
 - mkdir 479 (time 1788766758.90 total 30.16 last 19.42)
 - mkdir 698 (time 1788766768.91 total 40.17 last 21.87)
 - mkdir 849 (time 1788766778.93 total 50.20 last 15.06)
 - mkdir 960 (time 1788766788.98 total 60.25 last 11.05)
total: 1000 mkdir in 64.76 seconds: 15.44 ops/second
 - mkdir 126 (time 1788766738.50 total 10.03 last 12.56)
 - mkdir 275 (time 1788766748.52 total 20.05 last 14.87)
 - mkdir 465 (time 1788766758.52 total 30.06 last 19.00)
 - mkdir 686 (time 1788766768.57 total 40.11 last 21.99)
 - mkdir 834 (time 1788766778.58 total 50.11 last 14.79)
 - mkdir 949 (time 1788766788.62 total 60.16 last 11.45)
total: 1000 mkdir in 66.24 seconds: 15.10 ops/second
 - mkdir 126 (time 1788766738.35 total 10.04 last 12.55)
 - mkdir 274 (time 1788766748.38 total 20.08 last 14.75)
 - mkdir 472 (time 1788766758.45 total 30.14 last 19.67)
 - mkdir 688 (time 1788766768.49 total 40.18 last 21.52)
 - mkdir 833 (time 1788766778.53 total 50.22 last 14.44)
 - mkdir 946 (time 1788766788.58 total 60.27 last 11.24)
total: 1000 mkdir in 66.99 seconds: 14.93 ops/second
 - mkdir 135 (time 1788766739.32 total 10.01 last 13.49)
 - mkdir 282 (time 1788766749.34 total 20.03 last 14.67)
 - mkdir 474 (time 1788766759.39 total 30.08 last 19.12)
 - mkdir 695 (time 1788766769.47 total 40.16 last 21.93)
 - mkdir 843 (time 1788766779.54 total 50.23 last 14.69)
 - mkdir 952 (time 1788766789.57 total 60.26 last 10.87)
total: 1000 mkdir in 66.29 seconds: 15.09 ops/second
 - mkdir 144 (time 1788766740.45 total 10.16 last 14.17)
 - mkdir 305 (time 1788766750.47 total 20.18 last 16.06)
 - mkdir 498 (time 1788766760.48 total 30.19 last 19.28)
 - mkdir 706 (time 1788766770.50 total 40.21 last 20.75)
 - mkdir 858 (time 1788766780.54 total 50.26 last 15.13)
 - mkdir 965 (time 1788766790.59 total 60.31 last 10.65)
total: 1000 mkdir in 65.81 seconds: 15.19 ops/second
 - mkdir 141 (time 1788766739.59 total 10.04 last 14.04)
 - mkdir 285 (time 1788766749.64 total 20.08 last 14.34)
 - mkdir 475 (time 1788766759.64 total 30.09 last 18.99)
 - mkdir 693 (time 1788766769.67 total 40.11 last 21.75)
 - mkdir 845 (time 1788766779.71 total 50.15 last 15.14)
 - mkdir 953 (time 1788766789.75 total 60.19 last 10.76)
total: 1000 mkdir in 66.80 seconds: 14.97 ops/second
 - mkdir 142 (time 1788766740.52 total 10.23 last 13.88)
 - mkdir 305 (time 1788766750.56 total 20.27 last 16.24)
 - mkdir 497 (time 1788766760.56 total 30.28 last 19.18)
 - mkdir 702 (time 1788766770.65 total 40.37 last 20.32)
 - mkdir 852 (time 1788766780.67 total 50.39 last 14.97)
 - mkdir 956 (time 1788766790.71 total 60.43 last 10.36)
total: 1000 mkdir in 67.41 seconds: 14.83 ops/second
 - mkdir 148 (time 1788766740.15 total 10.02 last 14.78)
 - mkdir 298 (time 1788766750.16 total 20.02 last 14.99)
 - mkdir 491 (time 1788766760.17 total 30.03 last 19.29)
 - mkdir 704 (time 1788766770.24 total 40.10 last 21.15)
 - mkdir 850 (time 1788766780.25 total 50.11 last 14.58)
 - mkdir 951 (time 1788766790.36 total 60.22 last 9.99)
total: 1000 mkdir in 67.63 seconds: 14.79 ops/second
 - mkdir 141 (time 1788766740.52 total 10.00 last 14.10)
 - mkdir 305 (time 1788766750.54 total 20.02 last 16.37)
 - mkdir 496 (time 1788766760.57 total 30.05 last 19.05)
 - mkdir 702 (time 1788766770.62 total 40.09 last 20.50)
 - mkdir 847 (time 1788766780.69 total 50.17 last 14.39)
 - mkdir 954 (time 1788766790.72 total 60.20 last 10.67)
total: 1000 mkdir in 67.56 seconds: 14.80 ops/second
Time for file creation 85 sec for 1 RPC sent at a time
 - unlinked 0 (time 1788766807 ; total 0 ; last 0)
total: 1000 unlinks in 35 seconds: 28.571428 unlinks/second
 - unlinked 0 (time 1788766811 ; total 0 ; last 0)
total: 1000 unlinks in 37 seconds: 27.027027 unlinks/second
 - unlinked 0 (time 1788766812 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1788766813 ; total 1 ; last 1)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1788766813 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1788766813 ; total 0 ; last 0)
total: 1000 unlinks in 38 seconds: 26.315790 unlinks/second
 - unlinked 0 (time 1788766813 ; total 0 ; last 0)
total: 1000 unlinks in 39 seconds: 25.641026 unlinks/second
 - unlinked 0 (time 1788766813 ; total 1 ; last 1)
total: 1000 unlinks in 41 seconds: 24.390244 unlinks/second
 - unlinked 0 (time 1788766814 ; total 1 ; last 1)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
 - unlinked 0 (time 1788766813 ; total 0 ; last 0)
total: 1000 unlinks in 40 seconds: 25.000000 unlinks/second
Time for file removal 54 sec for 1 RPC sent at a time
osp.lustre-MDT0001-osp-MDT0000.max_mod_rpcs_in_flight=8